02000000:00000001:0.0:1783976310.643017:0:238714:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976310.643020:0:238714:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976310.643023:0:238714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000dfaf794/0x5bb448586bd090dc lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x16d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaac05 expref: -99 pid: 238675 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976310.643351:0:238714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.643353:0:238714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.643355:0:238714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca1c00 refcount=3 00000020:00000001:0.0:1783976310.643357:0:238714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034261504 : -115476675290112 : ffff96f97dca1c00) 00010000:00000001:0.0:1783976310.643359:0:238714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034261504 : -115476675290112 : ffff96f97dca1c00) 00000008:00000001:0.0:1783976310.643362:0:238714:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976310.643365:0:238714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.643366:0:238714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.643367:0:238714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca1c00 refcount=4 00000020:00000001:0.0:1783976310.643369:0:238714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034261504 : -115476675290112 : ffff96f97dca1c00) 00010000:00000001:0.0:1783976310.643371:0:238714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034261504 : -115476675290112 : ffff96f97dca1c00) 00000020:00000001:0.0:1783976310.643374:0:238714:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783976310.643376:0:238714:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783976310.643377:0:238714:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783976310.643379:0:238714:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.643380:0:238714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.643381:0:238714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.643382:0:238714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca1c00 refcount=5 00000020:00000001:0.0:1783976310.643384:0:238714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034261504 : -115476675290112 : ffff96f97dca1c00) 00010000:00000001:0.0:1783976310.643386:0:238714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034261504 : -115476675290112 : ffff96f97dca1c00) 00010000:00000001:0.0:1783976310.643388:0:238714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976310.643390:0:238714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000dfaf794/0x5bb448586bd090dc lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x16d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eaac05 expref: -99 pid: 238675 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976310.643397:0:238714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.643398:0:238714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.643399:0:238714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976310.643401:0:238714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976310.643403:0:238714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000dfaf794/0x5bb448586bd090dc lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x16d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaac05 expref: -99 pid: 238675 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976310.643410:0:238714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976310.643412:0:238714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976310.643413:0:238714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976310.643416:0:238714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.643417:0:238714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.643418:0:238714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.643420:0:238714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976310.643421:0:238714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.643423:0:238714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.643426:0:238714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.643428:0:238714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976310.643430:0:238714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.643431:0:238714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.643432:0:238714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.643433:0:238714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976310.643434:0:238714:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976310.643436:0:238714:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643438:0:238714:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976310.643440:0:238714:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643442:0:238714:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643444:0:238714:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783976310.643445:0:238714:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783976310.643447:0:238714:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783976310.643448:0:238714:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783976310.643450:0:238714:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643452:0:238714:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.643456:0:238714:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783976310.643458:0:238714:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54f58 -> ffff96f97dd54f58 00000020:00000001:0.0:1783976310.643460:0:238714:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54f58 -> ffff96f97dd54f58 00000020:00000001:0.0:1783976310.643462:0:238714:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783976310.643465:0:238714:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783976310.643467:0:238714:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783717108 a=1783976308 c=1783976308 b=0 00020000:00000001:0.0:1783976310.643471:0:238714:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643473:0:238714:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643474:0:238714:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54f58 -> ffff96f97dd54f58 00000080:00200000:0.0:1783976310.643477:0:238714:0:(file.c:1743:ll_merge_attr_nolock()) [0x200002b12:0x11fd6:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1783976310.643479:0:238714:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783976310.643481:0:238714:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976310.643482:0:238714:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_release():245 00000020:00000001:0.0:1783976310.643485:0:238714:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976310.643486:0:238714:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976310.643489:0:238714:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976310.643490:0:238714:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976310.643491:0:238714:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058930688 : -115477650620928 : ffff96f943a7be00) 00000020:00000001:0.0:1783976310.643493:0:238714:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976310.643494:0:238714:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f97dca3db0 (ffff96f96045c998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976310.643497:0:238714:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976310.643498:0:238714:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976310.643499:0:238714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.643500:0:238714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976310.643502:0:238714:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976310.643504:0:238714:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976310.643505:0:238714:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976310.643506:0:238714:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976310.643507:0:238714:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976310.643508:0:238714:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976310.643510:0:238714:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976310.643511:0:238714:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976310.643513:0:238714:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f97dca3db0 (ffff96f96045c878/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976310.643515:0:238714:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f9437f8e40. 00000020:00000001:0.0:1783976310.643519:0:238714:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976310.643520:0:238714:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f97dca3d80. 00020000:00000001:0.0:1783976310.643526:0:238714:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976310.643527:0:238714:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976310.643528:0:238714:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783976310.643530:0:238714:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643534:0:238714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976310.643536:0:238714:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976310.643545:0:238714:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976310.643547:0:238714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976310.643548:0:238714:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976310.643550:0:238714:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976310.643554:0:238714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f858970c00. 00000020:00000010:0.0:1783976310.643559:0:238714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976310.643564:0:238714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976310.643567:0:238714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976310.643570:0:238714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976310.643573:0:238714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976310.643576:0:238714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976310.643579:0:238714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f858971000. 00000008:00000010:0.0:1783976310.643581:0:238714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976310.643584:0:238714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976310.643587:0:238714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976310.643590:0:238714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976310.643593:0:238714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b2600. 00000020:00000010:0.0:1783976310.643595:0:238714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00020000:00000001:0.0:1783976310.643598:0:238714:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976310.643600:0:238714:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976310.643602:0:238714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976310.643604:0:238714:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fd6:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976310.643608:0:238714:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976310.643609:0:238714:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.643611:0:238714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976310.643613:0:238714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976310.643614:0:238714:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976310.643615:0:238714:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c870 00000020:00000010:0.0:1783976310.643617:0:238714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f858971c00. 00000020:00000010:0.0:1783976310.643620:0:238714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e480. 00000008:00000010:0.0:1783976310.643622:0:238714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976310.643625:0:238714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976310.643627:0:238714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976310.643629:0:238714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976310.643631:0:238714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976310.643634:0:238714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f858971800. 00000008:00000010:0.0:1783976310.643636:0:238714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976310.643638:0:238714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976310.643641:0:238714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976310.643643:0:238714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976310.643646:0:238714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f858971200. 00000020:00000010:0.0:1783976310.643648:0:238714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c870. 00000001:00000001:0.0:1783976310.643650:0:238714:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.643655:0:238714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d47d08 00000080:00000008:0.0:1783976310.643658:0:238714:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f56ob.sanity-m.day:[0x200002b12:0x11fd6:0x0](ffff96f97c2321c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976310.643662:0:238714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976310.643664:0:238714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d47da0 00000080:00002000:0.0:1783976310.643665:0:238714:0:(dcache.c:127:ll_ddelete()) keeping dentry f56ob.sanity-m.day (ffff96f97c0f5798, parent ffff96f94dc04ca8, inode ffff96f97c2321c8) hashed, 00000080:00000001:0.0:1783976310.643668:0:238714:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.643692:0:238714:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976310.643694:0:238714:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248) cmd=c1406916 arg=ee4a20 00000080:00000010:0.0:1783976310.643705:0:238714:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b900. 00000080:00000001:0.0:1783976310.643709:0:238714:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976310.643712:0:238714:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976310.643714:0:238714:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976310.643718:0:238714:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976310.643721:0:238714:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.643724:0:238714:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.643725:0:238714:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.643727:0:238714:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.643728:0:238714:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976310.643733:0:238714:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f8535b2600. 00800000:00000002:0.0:1783976310.643736:0:238714:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dca3980 2 00800000:00000001:0.0:1783976310.643741:0:238714:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000040:0.0:1783976310.643745:0:238714:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56ob.sanity.now hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976310.643748:0:238714:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xde:0x0] 00800000:00000002:0.0:1783976310.643751:0:238714:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for f56ob.sanity.now on [0x200002b10:0xde:0x0] -> mds #0 00000002:00000001:0.0:1783976310.643754:0:238714:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976310.643759:0:238714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976310.643762:0:238714:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=42 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976310.643767:0:238714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976310.643769:0:238714:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976310.643772:0:238714:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976310.643778:0:238714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f8535b3800. 00000100:00000001:0.0:1783976310.643786:0:238714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.643793:0:238714:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976310.643795:0:238714:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976310.643797:0:238714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976310.643802:0:238714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f94562b3c0. 00000100:00000001:0.0:1783976310.643804:0:238714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596087960512 : -115477621591104 : ffff96f94562b3c0) 00000100:00000001:0.0:1783976310.643807:0:238714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976310.643808:0:238714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976310.643812:0:238714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976310.643816:0:238714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.643818:0:238714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976310.643820:0:238714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976310.643828:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.643836:0:238714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976310.643837:0:238714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.643841:0:238714:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976310.643843:0:238714:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976310.643846:0:238714:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976310.643849:0:238714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238714:1870620496592640:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976310.643853:0:238714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976310.643858:0:238714:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976310.643861:0:238714:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.643864:0:238714:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976310.643881:0:238714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6aa000. 02000000:00000001:0.0:1783976310.643884:0:238714:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976310.643891:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976310.643896:0:238714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393688. 00000400:00000010:0.0:1783976310.643902:0:238714:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f94562bf00. 00000100:00000200:0.0:1783976310.643910:0:238714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496592640, portal 10 00000100:00000001:0.0:1783976310.643912:0:238714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976310.643913:0:238714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976310.643920:0:238714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.643926:0:238714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976310.643929:0:238714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976310.643932:0:238714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976310.643935:0:238714:0:(niobuf.c:94:ptl_send_buf()) Sending 472 bytes to portal 12, xid 1870620496592640, offset 0 00000400:00000200:0.0:1783976310.643941:0:238714:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976310.643949:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976310.643956:0:238714:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976310.643961:0:238714:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976310.643965:0:238714:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976310.646808:0:238714:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976310.646812:0:238714:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976310.646817:0:238714:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778314:778314:256:4294967295] 192.168.201.114@tcp LPNI seq info [778292:778292:8:4294967295] 00000400:00000200:0.0:1783976310.646823:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976310.646836:0:238714:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976310.646842:0:238714:0:(socklnd_cb.c:931:ksocknal_send()) sending 472 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976310.646851:0:238714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b800. 00000800:00000200:0.0:1783976310.646857:0:238714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976310.646864:0:238714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976310.646878:0:238714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b800 type 1, nob 568 niov 1 nkiov 1 00000100:00000001:0.0:1783976310.646895:0:238714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976310.646901:0:238714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9336 usecs (10 jiffies) 00000400:00000200:0.0:1783976310.646904:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976310.646908:0:238714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308516495 00000100:00000010:0.0:1783976310.646913:0:238714:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e480. 00000100:00000001:0.0:1783976310.646918:0:238714:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976310.646930:0:238714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308516495 00000100:00000001:0.0:1783976310.646936:0:238714:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308516483 00000100:00000001:0.0:1783976310.646938:0:238714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976310.646942:0:238714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.646945:0:238714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976310.646946:0:238714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976310.646949:0:238714:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f94562b3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976310.646952:0:238714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976310.646955:0:238714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.657222:0:238714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976310.657238:0:238714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976310.657240:0:238714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976310.657244:0:238714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393688. 00000400:00000200:0.0:1783976310.657249:0:238714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94562bf00 00000400:00000010:0.0:1783976310.657252:0:238714:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94562bf00. 00000100:00000001:0.0:1783976310.657257:0:238714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976310.657270:0:238714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976310.657282:0:238714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.657291:0:238714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976310.657292:0:238714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.657295:0:238714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976310.657298:0:238714:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976310.657300:0:238714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976310.657303:0:238714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.657306:0:238714:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976310.657316:0:238714:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976310.657321:0:238714:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976310.657323:0:238714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976310.657325:0:238714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.657328:0:238714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976310.657332:0:238714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.657336:0:238714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976310.657338:0:238714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085919 00000100:00000001:0.0:1783976310.657340:0:238714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976310.657343:0:238714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976310.657348:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.657355:0:238714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976310.657359:0:238714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976310.657361:0:238714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976310.657366:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976310.657373:0:238714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238714:1870620496592640:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976310.657378:0:238714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.657381:0:238714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.657384:0:238714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976310.657386:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.657389:0:238714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.657396:0:238714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976310.657399:0:238714:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94562b3c0. 00000100:00000001:0.0:1783976310.657402:0:238714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976310.657404:0:238714:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976310.657409:0:238714:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976310.657414:0:238714:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.657417:0:238714:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.657420:0:238714:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976310.657424:0:238714:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976310.657428:0:238714:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f8535b2600. 00000080:00000001:0.0:1783976310.657432:0:238714:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.657442:0:238714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513170 : 144115373061513170 : 200002b12011fd2) 00000080:00000001:0.0:1783976310.657446:0:238714:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976310.657448:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.657451:0:238714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496592640/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.657457:0:238714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976310.657460:0:238714:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976310.657463:0:238714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b6aa000. 02000000:00000001:0.0:1783976310.657466:0:238714:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976310.657468:0:238714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976310.657470:0:238714:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=41 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976310.657472:0:238714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976310.657476:0:238714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f8535b3800. 02000000:00000001:0.0:1783976310.657479:0:238714:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976310.657480:0:238714:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976310.657482:0:238714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976310.657486:0:238714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976310.657487:0:238714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.657489:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976310.657490:0:238714:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976310.657492:0:238714:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b900. 00000080:00000001:0.0:1783976310.657521:0:238714:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976310.657523:0:238714:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248) cmd=c1406916 arg=ee4a20 00000080:00000010:0.0:1783976310.657535:0:238714:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b900. 00000080:00000001:0.0:1783976310.657548:0:238714:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976310.657550:0:238714:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976310.657553:0:238714:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976310.657557:0:238714:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976310.657560:0:238714:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.657563:0:238714:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.657565:0:238714:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.657567:0:238714:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.657569:0:238714:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976310.657574:0:238714:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f8535b3800. 00800000:00000002:0.0:1783976310.657579:0:238714:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dca3980 2 00800000:00000001:0.0:1783976310.657585:0:238714:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000040:0.0:1783976310.657591:0:238714:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56ob.sanity-a.year hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976310.657595:0:238714:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xde:0x0] 00800000:00000002:0.0:1783976310.657598:0:238714:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for f56ob.sanity-a.year on [0x200002b10:0xde:0x0] -> mds #0 00000002:00000001:0.0:1783976310.657601:0:238714:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976310.657605:0:238714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976310.657608:0:238714:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=42 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976310.657612:0:238714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976310.657615:0:238714:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976310.657619:0:238714:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976310.657624:0:238714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f8535b2600. 00000100:00000001:0.0:1783976310.657630:0:238714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.657637:0:238714:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976310.657638:0:238714:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976310.657641:0:238714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976310.657646:0:238714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f94562b3c0. 00000100:00000001:0.0:1783976310.657648:0:238714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596087960512 : -115477621591104 : ffff96f94562b3c0) 00000100:00000001:0.0:1783976310.657651:0:238714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976310.657652:0:238714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976310.657656:0:238714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976310.657660:0:238714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.657663:0:238714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976310.657664:0:238714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976310.657668:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496592768/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.657675:0:238714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976310.657677:0:238714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.657680:0:238714:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976310.657683:0:238714:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976310.657685:0:238714:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976310.657688:0:238714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238714:1870620496592768:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976310.657691:0:238714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976310.657696:0:238714:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976310.657698:0:238714:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.657700:0:238714:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976310.657705:0:238714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6aa000. 02000000:00000001:0.0:1783976310.657707:0:238714:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976310.657714:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976310.657718:0:238714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393688. 00000400:00000010:0.0:1783976310.657723:0:238714:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f94562bf00. 00000100:00000200:0.0:1783976310.657729:0:238714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496592768, portal 10 00000100:00000001:0.0:1783976310.657732:0:238714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976310.657733:0:238714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976310.657738:0:238714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496592768/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.657744:0:238714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976310.657747:0:238714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976310.657750:0:238714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976310.657754:0:238714:0:(niobuf.c:94:ptl_send_buf()) Sending 472 bytes to portal 12, xid 1870620496592768, offset 0 00000400:00000200:0.0:1783976310.657760:0:238714:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976310.657768:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976310.657776:0:238714:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976310.657782:0:238714:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976310.657785:0:238714:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976310.657789:0:238714:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976310.657791:0:238714:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976310.657795:0:238714:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778315:778315:256:4294967295] 192.168.201.114@tcp LPNI seq info [778293:778293:8:4294967295] 00000400:00000200:0.0:1783976310.657800:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976310.657824:0:238714:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976310.657831:0:238714:0:(socklnd_cb.c:931:ksocknal_send()) sending 472 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976310.657836:0:238714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b400. 00000800:00000200:0.0:1783976310.657843:0:238714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976310.657850:0:238714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976310.657854:0:238714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b400 type 1, nob 568 niov 1 nkiov 1 00000100:00000001:0.0:1783976310.657875:0:238714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976310.663207:0:238714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9336 usecs (10 jiffies) 00000400:00000200:0.0:1783976310.663214:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976310.663218:0:238714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308516511 00000100:00000001:0.0:1783976310.683933:0:238714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976310.683941:0:238714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976310.683943:0:238714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976310.683946:0:238714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7688. 00000400:00000200:0.0:1783976310.683952:0:238714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97dd61480 00000400:00000010:0.0:1783976310.683955:0:238714:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97dd61480. 00000100:00000001:0.0:1783976310.683959:0:238714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976310.683964:0:238714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae85500 x1870620496592896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976310.683975:0:238714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae85500 x1870620496592896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.683987:0:238714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976310.683989:0:238714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.683992:0:238714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976310.683995:0:238714:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976310.683997:0:238714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976310.683999:0:238714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.684002:0:238714:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976310.684011:0:238714:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976310.684015:0:238714:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976310.684017:0:238714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976310.684019:0:238714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.684022:0:238714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976310.684035:0:238714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.684038:0:238714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976310.684041:0:238714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972824 00000100:00000001:0.0:1783976310.684043:0:238714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976310.684046:0:238714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976310.684050:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae85500 x1870620496592896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.684058:0:238714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976310.684061:0:238714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976310.684063:0:238714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976310.684067:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae85500 x1870620496592896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976310.684074:0:238714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae85500 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238714:1870620496592896:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976310.684078:0:238714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.684081:0:238714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.684083:0:238714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976310.684085:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.684088:0:238714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae85500 x1870620496592896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.684094:0:238714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976310.684098:0:238714:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97dd613c0. 00000100:00000001:0.0:1783976310.684101:0:238714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976310.684102:0:238714:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976310.684107:0:238714:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976310.684111:0:238714:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.684114:0:238714:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.684117:0:238714:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976310.684121:0:238714:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976310.684125:0:238714:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345c000. 00000080:00000001:0.0:1783976310.684130:0:238714:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.684156:0:238714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706983 : 162129771587706983 : 240002b13002067) 00000080:00000001:0.0:1783976310.684161:0:238714:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976310.684162:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.684165:0:238714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85500 x1870620496592896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.684171:0:238714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976310.684173:0:238714:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976310.684176:0:238714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974af2000. 02000000:00000001:0.0:1783976310.684179:0:238714:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976310.684182:0:238714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976310.684184:0:238714:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=20 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976310.684187:0:238714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976310.684189:0:238714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345cc00. 02000000:00000001:0.0:1783976310.684192:0:238714:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976310.684194:0:238714:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976310.684196:0:238714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85500. 00000100:00000001:0.0:1783976310.684199:0:238714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976310.684200:0:238714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.684202:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976310.684203:0:238714:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976310.684205:0:238714:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f8542b2200. 00000080:00000001:0.0:1783976310.684233:0:238714:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976310.684245:0:238714:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248) cmd=c1406916 arg=ee4a20 00000080:00000010:0.0:1783976310.684256:0:238714:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b000. 00000080:00000001:0.0:1783976310.684259:0:238714:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976310.684261:0:238714:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976310.684265:0:238714:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976310.684269:0:238714:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976310.684271:0:238714:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.684273:0:238714:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.684275:0:238714:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.684276:0:238714:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.684278:0:238714:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976310.684288:0:238714:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f8535b3600. 00800000:00000002:0.0:1783976310.684294:0:238714:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dca3980 2 00800000:00000001:0.0:1783976310.684299:0:238714:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000040:0.0:1783976310.684304:0:238714:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56ob.sanity-a.hour hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976310.684308:0:238714:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xde:0x0] 00800000:00000002:0.0:1783976310.684310:0:238714:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for f56ob.sanity-a.hour on [0x200002b10:0xde:0x0] -> mds #0 00000002:00000001:0.0:1783976310.684313:0:238714:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976310.684317:0:238714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05500. 00000020:00000040:0.0:1783976310.684321:0:238714:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=42 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976310.684325:0:238714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976310.684327:0:238714:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976310.684330:0:238714:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976310.684336:0:238714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f8535b3400. 00000100:00000001:0.0:1783976310.684341:0:238714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.684347:0:238714:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976310.684349:0:238714:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976310.684350:0:238714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976310.684356:0:238714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f94562b6c0. 00000100:00000001:0.0:1783976310.684358:0:238714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596087961280 : -115477621590336 : ffff96f94562b6c0) 00000100:00000001:0.0:1783976310.684361:0:238714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976310.684362:0:238714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000001:0.0:1783976310.684366:0:238714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976310.684370:0:238714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.684372:0:238714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976310.684374:0:238714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976310.684378:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.684386:0:238714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976310.684388:0:238714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.684392:0:238714:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976310.684394:0:238714:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976310.684397:0:238714:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976310.684400:0:238714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238714:1870620496593024:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976310.684404:0:238714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976310.684408:0:238714:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976310.684410:0:238714:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.684412:0:238714:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976310.684418:0:238714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976310.684420:0:238714:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976310.684425:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976310.684428:0:238714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393210. 00000400:00000010:0.0:1783976310.684433:0:238714:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f94562b180. 00000100:00000200:0.0:1783976310.684438:0:238714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496593024, portal 10 00000100:00000001:0.0:1783976310.684440:0:238714:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976310.684442:0:238714:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000040:0.0:1783976310.684447:0:238714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.684454:0:238714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976310.684457:0:238714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976310.684460:0:238714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976310.684464:0:238714:0:(niobuf.c:94:ptl_send_buf()) Sending 472 bytes to portal 12, xid 1870620496593024, offset 0 00000400:00000200:0.0:1783976310.684469:0:238714:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976310.684475:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976310.684481:0:238714:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976310.684486:0:238714:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976310.684490:0:238714:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976310.684494:0:238714:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976310.684497:0:238714:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976310.684501:0:238714:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778317:778317:256:4294967295] 192.168.201.114@tcp LPNI seq info [778295:778295:8:4294967295] 00000400:00000200:0.0:1783976310.684505:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976310.684515:0:238714:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976310.684523:0:238714:0:(socklnd_cb.c:931:ksocknal_send()) sending 472 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976310.684527:0:238714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b100. 00000800:00000200:0.0:1783976310.684534:0:238714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976310.684550:0:238714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976310.684555:0:238714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b100 type 1, nob 568 niov 1 nkiov 1 00000100:00000001:0.0:1783976310.684571:0:238714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976310.684576:0:238714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9336 usecs (10 jiffies) 00000400:00000200:0.0:1783976310.684580:0:238714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976310.684582:0:238714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308516532 00000100:00000010:0.0:1783976310.684587:0:238714:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ef00. 00000100:00000001:0.0:1783976310.684594:0:238714:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976310.684600:0:238714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308516533 00000100:00000010:0.0:1783976310.684603:0:238714:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783976310.684607:0:238714:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976310.684611:0:238714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976310.684614:0:238714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.684616:0:238714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976310.684619:0:238714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976310.684621:0:238714:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f94562b6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976310.684623:0:238714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976310.684625:0:238714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.692417:0:238714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976310.692426:0:238714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976310.692428:0:238714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976310.692433:0:238714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393210. 00000400:00000200:0.0:1783976310.692439:0:238714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94562b180 00000400:00000010:0.0:1783976310.692441:0:238714:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94562b180. 00000100:00000001:0.0:1783976310.692445:0:238714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976310.692451:0:238714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976310.692462:0:238714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.692475:0:238714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976310.692477:0:238714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.692480:0:238714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976310.692483:0:238714:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976310.692486:0:238714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976310.692488:0:238714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.692491:0:238714:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976310.692500:0:238714:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976310.692503:0:238714:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976310.692506:0:238714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976310.692508:0:238714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.692511:0:238714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976310.692515:0:238714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.692518:0:238714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976310.692520:0:238714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085919 00000100:00000001:0.0:1783976310.692522:0:238714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976310.692525:0:238714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976310.692529:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.692547:0:238714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976310.692550:0:238714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976310.692552:0:238714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976310.692556:0:238714:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976310.692563:0:238714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238714:1870620496593024:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976310.692567:0:238714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.692570:0:238714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.692572:0:238714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976310.692574:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.692577:0:238714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.692583:0:238714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976310.692586:0:238714:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94562b6c0. 00000100:00000001:0.0:1783976310.692589:0:238714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976310.692591:0:238714:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976310.692596:0:238714:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976310.692600:0:238714:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.692603:0:238714:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.692606:0:238714:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976310.692609:0:238714:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976310.692613:0:238714:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f8535b3600. 00000080:00000001:0.0:1783976310.692618:0:238714:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.692626:0:238714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513177 : 144115373061513177 : 200002b12011fd9) 00000080:00000001:0.0:1783976310.692630:0:238714:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976310.692632:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.692635:0:238714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05500 x1870620496593024/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.692640:0:238714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976310.692642:0:238714:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976310.692645:0:238714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976310.692648:0:238714:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976310.692650:0:238714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976310.692652:0:238714:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=41 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976310.692654:0:238714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976310.692657:0:238714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f8535b3400. 02000000:00000001:0.0:1783976310.692660:0:238714:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976310.692662:0:238714:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976310.692663:0:238714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05500. 00000100:00000001:0.0:1783976310.692667:0:238714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976310.692669:0:238714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.692670:0:238714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976310.692681:0:238714:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976310.692684:0:238714:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b000. 00000080:00000001:0.0:1783976310.692705:0:238714:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976310.692707:0:238714:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248) pos/size18446744073709551614/8192 32bit_api 0 00000080:00000001:0.0:1783976310.692711:0:238714:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976310.692714:0:238714:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.692804:0:238714:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976310.692807:0:238714:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976310.692810:0:238714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d47d98 00000080:00200008:0.0:1783976310.692813:0:238714:0:(file.c:447:ll_file_release()) START file d56ob.sanity:[0x200002b12:0x11fd1:0x0](ffff96f97aac3248), flags 504000 00000080:00000001:0.0:1783976310.692817:0:238714:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976310.692819:0:238714:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976310.692821:0:238714:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976310.692826:0:238714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976310.692829:0:238714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976310.692831:0:238714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976310.692834:0:238714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976310.692836:0:238714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976310.692838:0:238714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fd1:0x0] 00800000:00000001:0.0:1783976310.692840:0:238714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.692844:0:238714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976310.692847:0:238714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976310.692854:0:238714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977baa700 count: 4 00010000:00000001:0.0:1783976310.692856:0:238714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976310.692861:0:238714:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976310.692865:0:238714:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976310.692868:0:238714:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976310.692873:0:238714:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976310.692879:0:238714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9811b1600/0x5bb448586bd09050 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fd1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaa903 expref: -99 pid: 238653 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:0.0:1783976310.692888:0:238714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.692889:0:238714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976310.692891:0:238714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976310.692893:0:238714:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fd1:0x0]: 16 00000080:00000010:0.0:1783976310.692896:0:238714:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f9778f9040. 00000080:00000001:0.0:1783976310.692900:0:238714:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.692903:0:238714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d47d98 00000080:00000008:0.0:1783976310.692905:0:238714:0:(file.c:491:ll_file_release()) COMPLETED file d56ob.sanity:[0x200002b12:0x11fd1:0x0](ffff96f97aac3248), flags 504000, rc = 0 00000080:00000001:0.0:1783976310.692907:0:238714:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.692909:0:238714:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.932288:0:238720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976310.932297:0:238720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976310.932299:0:238720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976310.932303:0:238720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f2c0. 00000400:00000200:0.0:1783976310.932308:0:238720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97661dd80 00000400:00000010:0.0:1783976310.932311:0:238720:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97661dd80. 00000100:00000001:0.0:1783976310.932314:0:238720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976310.932318:0:238720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977107480 x1870620496594816/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976310.932327:0:238720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977107480 x1870620496594816/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.932333:0:238720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976310.932336:0:238720:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.932338:0:238720:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976310.932342:0:238720:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976310.932344:0:238720:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976310.932347:0:238720:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976310.932350:0:238720:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976310.932360:0:238720:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976310.932364:0:238720:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976310.932367:0:238720:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976310.932369:0:238720:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.932371:0:238720:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976310.932375:0:238720:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.932378:0:238720:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976310.932380:0:238720:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085919 00000100:00000001:0.0:1783976310.932383:0:238720:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976310.932385:0:238720:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976310.932390:0:238720:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977107480 x1870620496594816/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.932397:0:238720:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976310.932400:0:238720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976310.932402:0:238720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976310.932406:0:238720:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977107480 x1870620496594816/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976310.932413:0:238720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977107480 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238720:1870620496594816:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976310.932419:0:238720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.932424:0:238720:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976310.932427:0:238720:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976310.932429:0:238720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.932432:0:238720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977107480 x1870620496594816/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.932438:0:238720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976310.932441:0:238720:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97661d240. 00000100:00000001:0.0:1783976310.932444:0:238720:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976310.932445:0:238720:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976310.932451:0:238720:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976310.932455:0:238720:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976310.932458:0:238720:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.932462:0:238720:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976310.932467:0:238720:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976310.932470:0:238720:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f97b637200. 00000080:00000001:0.0:1783976310.932475:0:238720:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.932482:0:238720:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513177 : 144115373061513177 : 200002b12011fd9) 00000080:00000001:0.0:1783976310.932486:0:238720:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976310.932488:0:238720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976310.932490:0:238720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977107480 x1870620496594816/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976310.932496:0:238720:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976310.932499:0:238720:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976310.932502:0:238720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f94c026000. 02000000:00000001:0.0:1783976310.932506:0:238720:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976310.932508:0:238720:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976310.932510:0:238720:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=41 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976310.932513:0:238720:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976310.932515:0:238720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f97b636800. 02000000:00000001:0.0:1783976310.932518:0:238720:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976310.932520:0:238720:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976310.932522:0:238720:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977107480. 00000100:00000001:0.0:1783976310.932525:0:238720:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976310.932526:0:238720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976310.932527:0:238720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976310.932529:0:238720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976310.932531:0:238720:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f853c2e400. 00000080:00000001:0.0:1783976310.932566:0:238720:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976310.932570:0:238720:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976310.932572:0:238720:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976310.932577:0:238720:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.932583:0:238720:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976310.932586:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b48 00000080:00002000:0.0:1783976310.932588:0:238720:0:(dcache.c:87:ll_dcompare()) found name f56ob.sanity-a.hour(ffff96f97535d438) flags 0x48000e refc 0 00000080:00000001:0.0:1783976310.932591:0:238720:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.932594:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b90 00000080:00200000:0.0:1783976310.932595:0:238720:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f56ob.sanity-a.hour, flags=0 00000020:00000001:0.0:1783976310.932604:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d08 00000080:00200008:0.0:1783976310.932606:0:238720:0:(file.c:6217:ll_getattr_dentry()) START file f56ob.sanity-a.hour:[0x200002b12:0x11fd9:0x0](ffff96f97c237448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976310.932611:0:238720:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976310.932613:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3c80 00000080:00200000:0.0:1783976310.932614:0:238720:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fd9:0x0](ffff96f97c237448),name=f56ob.sanity-a.hour 00000080:00000010:0.0:1783976310.932630:0:238720:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f8535b2000. 00800000:00000002:0.0:1783976310.932636:0:238720:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dca3980 2 00000080:00000001:0.0:1783976310.932643:0:238720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976310.932647:0:238720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976310.932648:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3ba0 00800000:00000002:0.0:1783976310.932651:0:238720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fd9:0x0] 'f56ob.sanity-a.hour' on [0x200002b12:0x11fd1:0x0] 00800000:00000001:0.0:1783976310.932654:0:238720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1783976310.932661:0:238720:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56ob.sanity-a.hour hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976310.932666:0:238720:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xde:0x0] 00800000:00000001:0.0:1783976310.932669:0:238720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976310.932671:0:238720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976310.932673:0:238720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976310.932676:0:238720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976310.932678:0:238720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976310.932680:0:238720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fd9:0x0] 00800000:00000001:0.0:1783976310.932682:0:238720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976310.932685:0:238720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xde:0x0], fid2=[0x200002b12:0x11fd9:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976310.932690:0:238720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976310.932692:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3a70 00000002:00010000:0.0:1783976310.932694:0:238720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fd9:0x0]) in obj [0x200002b10:0xde:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976310.932697:0:238720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976310.932699:0:238720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976310.932702:0:238720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976310.932708:0:238720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f400 count: 3 00010000:00000001:0.0:1783976310.932711:0:238720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976310.932715:0:238720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976310.932719:0:238720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976310.932724:0:238720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dca0e00/0x5bb448586bd0913e lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fd9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eaaff5 expref: -99 pid: 238705 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783976310.932735:0:238720:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976310.932738:0:238720:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976310.932742:0:238720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dca0e00/0x5bb448586bd0913e lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fd9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eaaff5 expref: -99 pid: 238705 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783976310.932748:0:238720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976310.932749:0:238720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976310.932751:0:238720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976310.932753:0:238720:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976310.932755:0:238720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976310.932757:0:238720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xde:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976310.932759:0:238720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976310.932761:0:238720:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976310.932763:0:238720:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f8535b2000. 00000080:00000001:0.0:1783976310.932767:0:238720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976310.932768:0:238720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976310.932771:0:238720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fd9:0x0](ffff96f97c237448) 00000080:00010000:0.0:1783976310.932774:0:238720:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fd9:0x0](ffff96f97c237448) for lock 0x5bb448586bd0913e 00800000:00000001:0.0:1783976310.932778:0:238720:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976310.932780:0:238720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976310.932781:0:238720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.932783:0:238720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.932786:0:238720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca0e00 refcount=3 00000020:00000001:0.0:1783976310.932788:0:238720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034257920 : -115476675293696 : ffff96f97dca0e00) 00010000:00000001:0.0:1783976310.932791:0:238720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034257920 : -115476675293696 : ffff96f97dca0e00) 00010000:00000001:0.0:1783976310.932793:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.932794:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976310.932795:0:238720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976310.932797:0:238720:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976310.932799:0:238720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0913e from it ffffaf1481da3cb8 00010000:00000001:0.0:1783976310.932800:0:238720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.932801:0:238720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.932803:0:238720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca0e00 refcount=3 00000020:00000001:0.0:1783976310.932804:0:238720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034257920 : -115476675293696 : ffff96f97dca0e00) 00010000:00000001:0.0:1783976310.932806:0:238720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034257920 : -115476675293696 : ffff96f97dca0e00) 00010000:00000001:0.0:1783976310.932808:0:238720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976310.932811:0:238720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dca0e00/0x5bb448586bd0913e lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fd9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eaaff5 expref: -99 pid: 238705 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976310.932816:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.932817:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.932818:0:238720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976310.932821:0:238720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976310.932823:0:238720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dca0e00/0x5bb448586bd0913e lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fd9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eaaff5 expref: -99 pid: 238705 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976310.932830:0:238720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976310.932833:0:238720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976310.932835:0:238720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976310.932839:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.932840:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.932842:0:238720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.932845:0:238720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976310.932847:0:238720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.932849:0:238720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.932851:0:238720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.932853:0:238720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976310.932854:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.932855:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976310.932857:0:238720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976310.932858:0:238720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976310.932861:0:238720:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1783976310.932864:0:238720:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976310.932865:0:238720:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976310.932868:0:238720:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976310.932870:0:238720:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.932871:0:238720:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783976310.932874:0:238720:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1783976310.932876:0:238720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976310.932881:0:238720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c870. 00000020:00000010:0.0:1783976310.932885:0:238720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b2000. 00000020:00000010:0.0:1783976310.932890:0:238720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f8535b2c00. 00000020:00000010:0.0:1783976310.932893:0:238720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ee40. 00000008:00000010:0.0:1783976310.932899:0:238720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976310.932904:0:238720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976310.932909:0:238720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976310.932914:0:238720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976310.932918:0:238720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976310.932921:0:238720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b3200. 00000008:00000010:0.0:1783976310.932925:0:238720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976310.932928:0:238720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976310.932931:0:238720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976310.932934:0:238720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976310.932937:0:238720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050104 : -115477170501512 : ffff96f96045c878) 00000020:00001000:0.0:1783976310.932939:0:238720:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c870 00000020:00000001:0.0:1783976310.932943:0:238720:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54530 -> ffff96f97dd54530 00000020:00000001:0.0:1783976310.932946:0:238720:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976310.932948:0:238720:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976310.932950:0:238720:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fd9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1783976310.932954:0:238720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976310.932955:0:238720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976310.932957:0:238720:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976310.932958:0:238720:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.932961:0:238720:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976310.932964:0:238720:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fd9:0x0]io ffff96f96174c060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1783976310.932967:0:238720:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd558b8) owner 0000000000000000/ffff96f9591127c0 00020000:00000001:0.0:1783976310.932970:0:238720:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976310.932972:0:238720:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976310.932974:0:238720:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976310.932975:0:238720:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976310.932977:0:238720:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976310.932980:0:238720:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976310.932982:0:238720:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.932983:0:238720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976310.932984:0:238720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976310.932986:0:238720:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976310.932987:0:238720:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd558b8) owner 0000000000000000/ffff96f9591127c0 00000020:00000001:0.0:1783976310.932989:0:238720:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783976310.932992:0:238720:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1783976310.932993:0:238720:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b12:0x11fd9:0x0] 00000020:00000001:0.0:1783976310.932996:0:238720:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783976310.932997:0:238720:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783976310.932999:0:238720:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783976310.933001:0:238720:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783976310.933006:0:238720:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783976310.933011:0:238720:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff96f97dca3a80. 00020000:00000002:0.0:1783976310.933014:0:238720:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976310.933016:0:238720:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783976310.933018:0:238720:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976310.933020:0:238720:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976310.933021:0:238720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976310.933023:0:238720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976310.933026:0:238720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b3a00. 00000020:00000010:0.0:1783976310.933029:0:238720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f8535b2400. 00000020:00000010:0.0:1783976310.933031:0:238720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ed20. 00000008:00000010:0.0:1783976310.933035:0:238720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976310.933037:0:238720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976310.933040:0:238720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976310.933043:0:238720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976310.933046:0:238720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976310.933049:0:238720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b3e00. 00000008:00000010:0.0:1783976310.933052:0:238720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976310.933055:0:238720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976310.933057:0:238720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976310.933060:0:238720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976310.933062:0:238720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976310.933064:0:238720:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976310.933067:0:238720:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f5f8 -> ffff96f97dd54530 00000020:00000001:0.0:1783976310.933069:0:238720:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976310.933072:0:238720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976310.933073:0:238720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976310.933074:0:238720:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976310.933076:0:238720:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976310.933078:0:238720:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058930688 : -115477650620928 : ffff96f943a7be00) 00000020:00000001:0.0:1783976310.933080:0:238720:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783976310.933083:0:238720:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff96f9437f8e40. 00000008:00010000:0.0:1783976310.933087:0:238720:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1783976310.933089:0:238720:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976310.933091:0:238720:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783976310.933093:0:238720:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff96f97dca3ab0, osc lock ffff96f9437f8e40, flags 0x400001002 00000020:00000001:0.0:1783976310.933095:0:238720:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976310.933097:0:238720:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976310.933100:0:238720:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446628597034269312 : -115476675282304 : ffff96f97dca3a80) 00000020:00000001:0.0:1783976310.933102:0:238720:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976310.933103:0:238720:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783976310.933104:0:238720:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933106:0:238720:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933108:0:238720:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1783976310.933110:0:238720:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1783976310.933111:0:238720:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976310.933113:0:238720:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976310.933114:0:238720:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976310.933115:0:238720:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058930688 : -115477650620928 : ffff96f943a7be00) 00000020:00000001:0.0:1783976310.933117:0:238720:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976310.933119:0:238720:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976310.933121:0:238720:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976310.933125:0:238720:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976310.933128:0:238720:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976310.933129:0:238720:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976310.933131:0:238720:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976310.933133:0:238720:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976310.933133:0:238720:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976310.933176:0:238720:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783976310.933178:0:238720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976310.933182:0:238720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc5b500 count: 2 00010000:00000001:0.0:1783976310.933184:0:238720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976310.933188:0:238720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976310.933191:0:238720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976310.933194:0:238720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000ffd6acc5/0x5bb448586bd0911b lrc: 2/0,1 mode: PW/PW res: [0x2c0000403:0x16de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaae04 expref: -99 pid: 238691 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783976310.933204:0:238720:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976310.933207:0:238720:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976310.933209:0:238720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000ffd6acc5/0x5bb448586bd0911b lrc: 2/0,1 mode: PW/PW res: [0x2c0000403:0x16de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaae04 expref: -99 pid: 238691 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976310.933215:0:238720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.933216:0:238720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.933217:0:238720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca0000 refcount=3 00000020:00000001:0.0:1783976310.933219:0:238720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034254336 : -115476675297280 : ffff96f97dca0000) 00010000:00000001:0.0:1783976310.933221:0:238720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034254336 : -115476675297280 : ffff96f97dca0000) 00000008:00000001:0.0:1783976310.933224:0:238720:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976310.933226:0:238720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.933227:0:238720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.933228:0:238720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca0000 refcount=4 00000020:00000001:0.0:1783976310.933230:0:238720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034254336 : -115476675297280 : ffff96f97dca0000) 00010000:00000001:0.0:1783976310.933232:0:238720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034254336 : -115476675297280 : ffff96f97dca0000) 00000020:00000001:0.0:1783976310.933235:0:238720:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783976310.933237:0:238720:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783976310.933239:0:238720:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783976310.933241:0:238720:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.933242:0:238720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976310.933243:0:238720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976310.933245:0:238720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca0000 refcount=5 00000020:00000001:0.0:1783976310.933246:0:238720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034254336 : -115476675297280 : ffff96f97dca0000) 00010000:00000001:0.0:1783976310.933248:0:238720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034254336 : -115476675297280 : ffff96f97dca0000) 00010000:00000001:0.0:1783976310.933250:0:238720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976310.933253:0:238720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000ffd6acc5/0x5bb448586bd0911b lrc: 5/0,1 mode: PW/PW res: [0x2c0000403:0x16de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eaae04 expref: -99 pid: 238691 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976310.933259:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.933260:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.933262:0:238720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976310.933263:0:238720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976310.933266:0:238720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000ffd6acc5/0x5bb448586bd0911b lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x16de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaae04 expref: -99 pid: 238691 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976310.933271:0:238720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976310.933273:0:238720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976310.933274:0:238720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976310.933276:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.933277:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.933279:0:238720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.933281:0:238720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976310.933282:0:238720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.933284:0:238720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.933285:0:238720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976310.933287:0:238720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976310.933288:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.933289:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976310.933291:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.933292:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976310.933293:0:238720:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976310.933295:0:238720:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933297:0:238720:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976310.933299:0:238720:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933301:0:238720:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933302:0:238720:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783976310.933304:0:238720:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783976310.933306:0:238720:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783976310.933307:0:238720:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783976310.933309:0:238720:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933311:0:238720:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.933315:0:238720:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783976310.933316:0:238720:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54530 -> ffff96f97dd54530 00000020:00000001:0.0:1783976310.933318:0:238720:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54530 -> ffff96f97dd54530 00000020:00000001:0.0:1783976310.933321:0:238720:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783976310.933323:0:238720:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783976310.933326:0:238720:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783976309 a=1783961909 c=1783976309 b=0 00020000:00000001:0.0:1783976310.933329:0:238720:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933331:0:238720:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933333:0:238720:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54530 -> ffff96f97dd54530 00000080:00200000:0.0:1783976310.933335:0:238720:0:(file.c:1743:ll_merge_attr_nolock()) [0x200002b12:0x11fd9:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1783976310.933337:0:238720:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783976310.933339:0:238720:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976310.933340:0:238720:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_release():245 00000020:00000001:0.0:1783976310.933343:0:238720:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976310.933344:0:238720:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976310.933346:0:238720:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976310.933348:0:238720:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976310.933349:0:238720:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058930688 : -115477650620928 : ffff96f943a7be00) 00000020:00000001:0.0:1783976310.933351:0:238720:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976310.933352:0:238720:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f97dca3ab0 (ffff96f96045c998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976310.933355:0:238720:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976310.933356:0:238720:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976310.933357:0:238720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976310.933358:0:238720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976310.933359:0:238720:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976310.933361:0:238720:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976310.933363:0:238720:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976310.933364:0:238720:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976310.933365:0:238720:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976310.933366:0:238720:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976310.933370:0:238720:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976310.933371:0:238720:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976310.933372:0:238720:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f97dca3ab0 (ffff96f96045c878/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976310.933375:0:238720:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f9437f8e40. 00000020:00000001:0.0:1783976310.933379:0:238720:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976310.933380:0:238720:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f97dca3a80. 00020000:00000001:0.0:1783976310.933386:0:238720:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976310.933387:0:238720:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976310.933388:0:238720:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783976310.933390:0:238720:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933393:0:238720:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976310.933394:0:238720:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976310.933396:0:238720:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976310.933398:0:238720:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976310.933399:0:238720:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976310.933401:0:238720:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976310.933405:0:238720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f8535b2400. 00000020:00000010:0.0:1783976310.933408:0:238720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ed20. 00000008:00000010:0.0:1783976310.933412:0:238720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976310.933415:0:238720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976310.933419:0:238720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976310.933422:0:238720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976310.933425:0:238720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976310.933428:0:238720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b3a00. 00000008:00000010:0.0:1783976310.933431:0:238720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976310.933435:0:238720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976310.933437:0:238720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976310.933440:0:238720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976310.933442:0:238720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b3e00. 00000020:00000010:0.0:1783976310.933444:0:238720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00020000:00000001:0.0:1783976310.933446:0:238720:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976310.933448:0:238720:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976310.933450:0:238720:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976310.933452:0:238720:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fd9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976310.933455:0:238720:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976310.933457:0:238720:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.933459:0:238720:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976310.933461:0:238720:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976310.933462:0:238720:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976310.933463:0:238720:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c870 00000020:00000010:0.0:1783976310.933465:0:238720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f8535b2c00. 00000020:00000010:0.0:1783976310.933467:0:238720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ee40. 00000008:00000010:0.0:1783976310.933469:0:238720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976310.933472:0:238720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976310.933474:0:238720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976310.933477:0:238720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976310.933479:0:238720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976310.933481:0:238720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b2000. 00000008:00000010:0.0:1783976310.933483:0:238720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976310.933485:0:238720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976310.933488:0:238720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976310.933490:0:238720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976310.933491:0:238720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b3200. 00000020:00000010:0.0:1783976310.933493:0:238720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c870. 00000001:00000001:0.0:1783976310.933495:0:238720:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976310.933500:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d08 00000080:00000008:0.0:1783976310.933502:0:238720:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f56ob.sanity-a.hour:[0x200002b12:0x11fd9:0x0](ffff96f97c237448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976310.933507:0:238720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976310.933508:0:238720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3da0 00000080:00002000:0.0:1783976310.933510:0:238720:0:(dcache.c:127:ll_ddelete()) keeping dentry f56ob.sanity-a.hour (ffff96f97535d438, parent ffff96f94dc04ca8, inode ffff96f97c237448) hashed, 00000080:00000001:0.0:1783976310.933514:0:238720:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976310.933530:0:238720:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976310.933542:0:238720:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248) pos/size18446744073709551614/8192 32bit_api 0 00000080:00000001:0.0:1783976310.933546:0:238720:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976310.933548:0:238720:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976311.665657:0:195428:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976311.665661:0:195428:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976311.665665:0:195428:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976313.021606:0:238730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976313.021792:0:238730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976313.021796:0:238730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976313.021799:0:238730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7bb0. 00000400:00000200:0.0:1783976313.021804:0:238730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97dd61840 00000400:00000010:0.0:1783976313.021807:0:238730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97dd61840. 00000100:00000001:0.0:1783976313.021810:0:238730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976313.021815:0:238730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae86d80 x1870620496594944/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976313.021825:0:238730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae86d80 x1870620496594944/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.021831:0:238730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976313.021833:0:238730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.021836:0:238730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976313.021839:0:238730:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976313.021841:0:238730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976313.021843:0:238730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976313.021846:0:238730:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976313.021855:0:238730:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=102 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976313.021859:0:238730:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976313.021862:0:238730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976313.021864:0:238730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.021866:0:238730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976313.021870:0:238730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.021873:0:238730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976313.021875:0:238730:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: committing for last_committed 25770085961 gen 1 00000100:00000040:0.0:1783976313.021880:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f974b6a680 x1870620496557696/t25770085920(25770085920) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.021887:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.021889:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596881991296 : -115476827560320 : ffff96f974b6a680) 00000100:00000001:0.0:1783976313.021892:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.021895:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6a680 x1870620496557696/t25770085920(25770085920) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976323 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.021901:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.021903:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.021907:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b480 x1870620496558464/t25770085922(25770085922) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976323 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.021919:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.021921:0:238730:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30420. 00000100:00000001:0.0:1783976313.021923:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.021926:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6a680 x1870620496557696/t25770085920(25770085920) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976323 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.021932:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976313.021935:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.021937:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=41 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.021939:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.021942:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f974af8000. 02000000:00000001:0.0:1783976313.021948:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.021950:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.021951:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6a680. 00000100:00000001:0.0:1783976313.021955:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.021956:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.021961:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f974b69c00 x1870620496557952/t25770085921(25770085921) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.021968:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.021970:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b69c00 x1870620496557952/t25770085921(25770085921) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.021976:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.021978:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.021980:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783976313.021984:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.021985:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.021986:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=40 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.021988:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.021989:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f960750000. 02000000:00000001:0.0:1783976313.021991:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.021992:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.021994:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b69c00. 00000100:00000001:0.0:1783976313.021995:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.021997:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.022001:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f974b6b480 x1870620496558464/t25770085922(25770085922) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022007:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022009:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6b480 x1870620496558464/t25770085922(25770085922) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022015:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.022016:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.022017:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974afc000. 02000000:00000001:0.0:1783976313.022020:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.022021:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022022:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=39 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022024:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022025:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f960750e00. 02000000:00000001:0.0:1783976313.022027:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.022028:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.022029:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6b480. 00000100:00000001:0.0:1783976313.022032:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.022033:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.022038:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f974b6b100 x1870620496558720/t25770085923(25770085923) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022044:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.022045:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596881993984 : -115476827557632 : ffff96f974b6b100) 00000100:00000001:0.0:1783976313.022047:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022050:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b100 x1870620496558720/t25770085923(25770085923) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976323 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022055:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.022057:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022060:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b69500 x1870620496559488/t25770085925(25770085925) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976323 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022067:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.022069:0:238730:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30e00. 00000100:00000001:0.0:1783976313.022071:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022074:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6b100 x1870620496558720/t25770085923(25770085923) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976323 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022079:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976313.022080:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022081:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=38 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022083:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022084:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f951bfa000. 02000000:00000001:0.0:1783976313.022087:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.022088:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.022089:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6b100. 00000100:00000001:0.0:1783976313.022091:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.022092:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.022097:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f974b6ad80 x1870620496558976/t25770085924(25770085924) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.022103:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022106:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6ad80 x1870620496558976/t25770085924(25770085924) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.022112:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.022113:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.022114:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783976313.022117:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.022118:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022119:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=37 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022121:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022123:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f960750c00. 02000000:00000001:0.0:1783976313.022125:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.022126:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.022127:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6ad80. 00000100:00000001:0.0:1783976313.022130:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.022131:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.022134:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f974b69500 x1870620496559488/t25770085925(25770085925) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022164:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022167:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b69500 x1870620496559488/t25770085925(25770085925) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022173:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.022174:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.022176:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b0a4000. 02000000:00000001:0.0:1783976313.022180:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.022181:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022183:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=36 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022184:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022186:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94362a800. 02000000:00000001:0.0:1783976313.022188:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.022189:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.022190:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b69500. 00000100:00000001:0.0:1783976313.022192:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.022193:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.022198:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97ae85880 x1870620496561024/t25770085927(25770085927) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.022205:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022208:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85880 x1870620496561024/t25770085927(25770085927) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.022213:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.022215:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.022216:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535d2800. 02000000:00000001:0.0:1783976313.022218:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.022219:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022221:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=35 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022222:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022224:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345ca00. 02000000:00000001:0.0:1783976313.022225:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.022226:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.022228:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85880. 00000100:00000001:0.0:1783976313.022231:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.022232:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976313.022236:0:238730:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff96f977e4a680 x1870620496564736/t25770085931(25770085931) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 608/696 e 0 to 0 dl 1783976323 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783976313.022310:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c04000 x1870620496572544/t25770085932(25770085932) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022316:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.022317:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976313.022320:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022323:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04000 x1870620496572544/t25770085932(25770085932) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976324 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022329:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.022330:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022335:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2dca80 x1870620496573312/t25770085934(25770085934) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976324 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022340:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.022342:0:238730:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c305c0. 00000100:00000001:0.0:1783976313.022344:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022347:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04000 x1870620496572544/t25770085932(25770085932) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976324 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022353:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976313.022355:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022356:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=34 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022358:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022359:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f966efa000. 02000000:00000001:0.0:1783976313.022362:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.022363:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.022365:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04000. 00000100:00000001:0.0:1783976313.022367:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.022368:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.022373:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c04e00 x1870620496572800/t25770085933(25770085933) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.022380:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022383:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04e00 x1870620496572800/t25770085933(25770085933) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.022388:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.022390:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.022391:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783976313.022393:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.022395:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022396:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=33 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022397:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022399:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffea00. 02000000:00000001:0.0:1783976313.022455:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.022456:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.022458:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04e00. 00000100:00000001:0.0:1783976313.022460:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.022461:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.022466:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97d2dca80 x1870620496573312/t25770085934(25770085934) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022472:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.022474:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dca80 x1870620496573312/t25770085934(25770085934) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.022480:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.022481:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.022482:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f94b528000. 02000000:00000001:0.0:1783976313.022486:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.022487:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.022488:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=32 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.022490:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.022491:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01e800. 02000000:00000001:0.0:1783976313.024858:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.024865:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.024868:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dca80. 00000100:00000001:0.0:1783976313.024876:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.024878:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.024889:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97d2dd500 x1870620496573568/t25770085935(25770085935) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.024899:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.024900:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024019712 : -115476685531904 : ffff96f97d2dd500) 00000100:00000001:0.0:1783976313.024903:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.024907:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2dd500 x1870620496573568/t25770085935(25770085935) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976324 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.024914:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.024916:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.024921:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07480 x1870620496574336/t25770085937(25770085937) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976324 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.024926:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.024929:0:238730:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f857636be0. 00000100:00000001:0.0:1783976313.024932:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.024934:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dd500 x1870620496573568/t25770085935(25770085935) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976324 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.024940:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976313.024943:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.024945:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=31 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.024947:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.024949:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f94b52c000. 02000000:00000001:0.0:1783976313.024954:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.024955:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.024956:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dd500. 00000100:00000001:0.0:1783976313.024959:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.024960:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.024964:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97d2df480 x1870620496573824/t25770085936(25770085936) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.024971:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.024975:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2df480 x1870620496573824/t25770085936(25770085936) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.024981:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.024982:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.024984:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783976313.024987:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.024988:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.024989:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=30 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.024991:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.024992:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01e600. 02000000:00000001:0.0:1783976313.024994:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.024995:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.024996:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2df480. 00000100:00000001:0.0:1783976313.024999:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025000:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025003:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c07480 x1870620496574336/t25770085937(25770085937) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025008:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025011:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07480 x1870620496574336/t25770085937(25770085937) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025016:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.025017:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.025019:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f966ef8000. 02000000:00000001:0.0:1783976313.025021:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.025022:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025023:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=29 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025025:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025026:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffec00. 02000000:00000001:0.0:1783976313.025028:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025029:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025030:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07480. 00000100:00000001:0.0:1783976313.025033:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025034:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025039:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97d2dc380 x1870620496574848/t25770085939(25770085939) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025046:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025049:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dc380 x1870620496574848/t25770085939(25770085939) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025055:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.025056:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.025057:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783976313.025059:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.025061:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025061:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=28 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025063:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025064:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01e400. 02000000:00000001:0.0:1783976313.025066:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025068:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025069:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dc380. 00000100:00000001:0.0:1783976313.025071:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025072:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025077:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f977e4b480 x1870620496575872/t25770085942(25770085942) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025083:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025086:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4b480 x1870620496575872/t25770085942(25770085942) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976324 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025093:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.025094:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.025095:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c6000. 02000000:00000001:0.0:1783976313.025098:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.025099:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025101:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=27 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025102:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025104:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976313.025107:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025108:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025109:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4b480. 00000100:00000001:0.0:1783976313.025112:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025114:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025118:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97d2dd180 x1870620496579456/t25770085944(25770085944) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025125:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.025126:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024018816 : -115476685532800 : ffff96f97d2dd180) 00000100:00000001:0.0:1783976313.025128:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025131:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2dd180 x1870620496579456/t25770085944(25770085944) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976325 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025162:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.025164:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025168:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496580224/t25770085946(25770085946) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976325 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025175:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.025176:0:238730:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30c20. 00000100:00000001:0.0:1783976313.025179:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025182:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dd180 x1870620496579456/t25770085944(25770085944) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976325 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025188:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976313.025190:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025191:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025192:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025194:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f94b52e000. 02000000:00000001:0.0:1783976313.025197:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025198:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025200:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dd180. 00000100:00000001:0.0:1783976313.025202:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025203:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025208:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c04380 x1870620496579712/t25770085945(25770085945) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025214:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025217:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04380 x1870620496579712/t25770085945(25770085945) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025224:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.025225:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.025226:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783976313.025229:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.025229:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025231:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025232:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025234:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f960784800. 02000000:00000001:0.0:1783976313.025236:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025237:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025238:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04380. 00000100:00000001:0.0:1783976313.025240:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025241:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025244:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c05880 x1870620496580224/t25770085946(25770085946) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025250:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025253:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496580224/t25770085946(25770085946) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025259:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.025260:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.025261:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976313.025265:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.025266:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025267:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025268:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025270:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94ba29a00. 02000000:00000001:0.0:1783976313.025272:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025273:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025274:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976313.025276:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025277:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025281:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c07b80 x1870620496580480/t25770085947(25770085947) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025288:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.025289:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976313.025291:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025294:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496580480/t25770085947(25770085947) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976325 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025300:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.025301:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025306:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae84000 x1870620496581248/t25770085949(25770085949) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976325 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025312:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.025313:0:238730:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c307c0. 00000100:00000001:0.0:1783976313.025315:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025318:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496580480/t25770085947(25770085947) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976325 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025323:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976313.025324:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025326:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=23 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025327:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025328:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976313.025331:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025332:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025333:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976313.025335:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025336:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025341:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c05180 x1870620496580736/t25770085948(25770085948) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025346:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025349:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496580736/t25770085948(25770085948) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.025354:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.025356:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.025358:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783976313.025360:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.025361:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025362:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025364:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025366:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffe600. 02000000:00000001:0.0:1783976313.025367:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.025368:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.025370:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976313.025371:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.025372:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.025376:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97ae84000 x1870620496581248/t25770085949(25770085949) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025382:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.025384:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae84000 x1870620496581248/t25770085949(25770085949) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.025390:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.025391:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.025392:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976313.025395:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.025396:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.025397:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.025398:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.025400:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345da00. 02000000:00000001:0.0:1783976313.026720:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.026722:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.026724:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae84000. 00000100:00000001:0.0:1783976313.026727:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.026729:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.026740:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97d2ddf80 x1870620496581760/t25770085951(25770085951) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026749:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026752:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2ddf80 x1870620496581760/t25770085951(25770085951) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026760:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.026762:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.026764:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783976313.026766:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.026768:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.026769:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.026771:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.026773:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f97b637e00. 02000000:00000001:0.0:1783976313.026775:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.026776:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.026778:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2ddf80. 00000100:00000001:0.0:1783976313.026780:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.026781:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.026786:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f97d2df100 x1870620496582784/t25770085954(25770085954) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026792:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026795:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2df100 x1870620496582784/t25770085954(25770085954) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976325 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026801:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.026802:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.026804:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783976313.026806:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.026806:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.026808:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.026809:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.026810:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f97b637800. 02000000:00000001:0.0:1783976313.026812:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.026813:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.026814:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2df100. 00000100:00000001:0.0:1783976313.026816:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.026817:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.026822:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f977104000 x1870620496587904/t25770085956(25770085956) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.026834:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.026835:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921417728 : -115476788133888 : ffff96f977104000) 00000100:00000001:0.0:1783976313.026838:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026840:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977104000 x1870620496587904/t25770085956(25770085956) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976326 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.026846:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.026848:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026852:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06300 x1870620496588672/t25770085958(25770085958) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976326 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.026858:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.026859:0:238730:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c21060. 00000100:00000001:0.0:1783976313.026862:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026864:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104000 x1870620496587904/t25770085956(25770085956) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976326 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.026870:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976313.026871:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.026872:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.026874:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.026875:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97c734000. 02000000:00000001:0.0:1783976313.026878:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.026879:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.026880:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104000. 00000100:00000001:0.0:1783976313.026883:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.026884:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.026889:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f977e4b800 x1870620496588160/t25770085957(25770085957) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026895:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026898:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4b800 x1870620496588160/t25770085957(25770085957) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026904:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.026905:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.026906:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783976313.026909:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.026910:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.026911:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=17 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.026913:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.026914:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01f600. 02000000:00000001:0.0:1783976313.026916:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.026917:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.026918:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4b800. 00000100:00000001:0.0:1783976313.026921:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.026922:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.026925:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f981c06300 x1870620496588672/t25770085958(25770085958) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.026931:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026933:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06300 x1870620496588672/t25770085958(25770085958) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.026939:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.026940:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.026941:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11c000. 02000000:00000001:0.0:1783976313.026945:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.026946:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.026947:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=16 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.026948:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.026950:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f858970600. 02000000:00000001:0.0:1783976313.026953:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.026954:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.026955:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06300. 00000100:00000001:0.0:1783976313.026957:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.026958:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.026963:0:238730:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085961) req@ffff96f977106a00 x1870620496590208/t25770085960(25770085960) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026968:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.026971:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106a00 x1870620496590208/t25770085960(25770085960) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976326 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976313.026976:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.026978:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.026979:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783976313.026982:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.026982:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.026983:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=15 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.026985:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.026986:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f97b636600. 02000000:00000001:0.0:1783976313.026988:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.026989:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.026990:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106a00. 00000100:00000001:0.0:1783976313.026992:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.026993:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.026996:0:238730:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976313.026999:0:238730:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: normal: skip=1 replay=27/28 committed=0/0 00000100:00000001:0.0:1783976313.027001:0:238730:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976313.027003:0:238730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976313.027010:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae86d80 x1870620496594944/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.027017:0:238730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976313.027020:0:238730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976313.027022:0:238730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.027026:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae86d80 x1870620496594944/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976329 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976313.027034:0:238730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae86d80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238730:1870620496594944:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976313.027041:0:238730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.027044:0:238730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.027047:0:238730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976313.027048:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.027051:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae86d80 x1870620496594944/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976329 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.027062:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.027064:0:238730:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97dd619c0. 00000100:00000001:0.0:1783976313.027068:0:238730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976313.027070:0:238730:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976313.027075:0:238730:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976313.027078:0:238730:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976313.027081:0:238730:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.027084:0:238730:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976313.027088:0:238730:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976313.027093:0:238730:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345c000. 00000080:00000001:0.0:1783976313.027097:0:238730:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976313.027102:0:238730:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000020:00000001:0.0:1783976313.211340:0:238730:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.211353:0:238730:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.211423:0:238730:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783976313.211429:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2dc8 -> ffff96f97dca2dc8 00000020:00000001:0.0:1783976313.211433:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2dc8 -> ffff96f97dca2dc8 00000020:00000001:0.0:1783976313.211435:0:238730:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783976313.211442:0:238730:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1783976313.211447:0:238730:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783976313.211450:0:238730:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976313.211451:0:238730:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1783976313.211453:0:238730:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976313.211455:0:238730:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x11fd2:11026 on OST[1]: s=0 (1) m=1783976307 a=1783976307 c=1783976307 b=0 00020000:00000001:0.0:1783976313.211460:0:238730:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976313.211463:0:238730:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783976307 a=1783976307 c=1783976307 b=0 00020000:00000001:0.0:1783976313.211466:0:238730:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.211468:0:238730:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.211470:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2dc8 -> ffff96f97dca2dc8 00000080:00200000:0.0:1783976313.211473:0:238730:0:(file.c:1743:ll_merge_attr_nolock()) [0x200002b12:0x11fd2:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1783976313.211475:0:238730:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783976313.211478:0:238730:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976313.211480:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f9713304a0 (ffff96f944da1128/0) at cl_lock_release():245 00000020:00000001:0.0:1783976313.211483:0:238730:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976313.211485:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f9713304a0 (ffff96f944da1128/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976313.211488:0:238730:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976313.211492:0:238730:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976313.211502:0:238730:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596268282520 : -115477441269096 : ffff96f950223298) 00000020:00000001:0.0:1783976313.211505:0:238730:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976313.211506:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f97dc0bf30 (ffff96f944da1638/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976313.211510:0:238730:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976313.211511:0:238730:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976313.211515:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.211517:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976313.211519:0:238730:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976313.211520:0:238730:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976313.211522:0:238730:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976313.211523:0:238730:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976313.211524:0:238730:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976313.211525:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f9713304a0 (ffff96f944da1128/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976313.211527:0:238730:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976313.211528:0:238730:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976313.211529:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f97dc0bf30 (ffff96f944da1128/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976313.211533:0:238730:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f970b4c850. 00000020:00000001:0.0:1783976313.211736:0:238730:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976313.211740:0:238730:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f97dc0bf00. 00020000:00000001:0.0:1783976313.211745:0:238730:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976313.211746:0:238730:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976313.211748:0:238730:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783976313.211750:0:238730:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.211753:0:238730:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976313.211755:0:238730:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976313.211758:0:238730:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976313.211759:0:238730:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976313.211761:0:238730:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976313.211763:0:238730:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1630 00000020:00000010:0.0:1783976313.211769:0:238730:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345ca00. 00000020:00000010:0.0:1783976313.211773:0:238730:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c900. 00000008:00000010:0.0:1783976313.211779:0:238730:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832e4b0. 00020000:00000010:0.0:1783976313.211783:0:238730:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9749289c0. 00008000:00000010:0.0:1783976313.211788:0:238730:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c28000. 00000080:00000010:0.0:1783976313.211792:0:238730:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0498. 00000080:00000010:0.0:1783976313.211795:0:238730:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971331720. 00000020:00000010:0.0:1783976313.211799:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c000. 00000008:00000010:0.0:1783976313.211802:0:238730:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9501686e0. 00020000:00000010:0.0:1783976313.211806:0:238730:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950223908. 00008000:00000010:0.0:1783976313.211809:0:238730:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce5f0. 00000080:00000010:0.0:1783976313.211813:0:238730:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2000. 00000020:00000010:0.0:1783976313.211815:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d200. 00000020:00000010:0.0:1783976313.211818:0:238730:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1630. 00020000:00000001:0.0:1783976313.211820:0:238730:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976313.211823:0:238730:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976313.211825:0:238730:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976313.211827:0:238730:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fd2:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976313.211831:0:238730:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976313.211833:0:238730:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.211835:0:238730:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976313.211837:0:238730:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976313.211838:0:238730:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976313.211840:0:238730:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1120 00000020:00000010:0.0:1783976313.211842:0:238730:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345ce00. 00000020:00000010:0.0:1783976313.211844:0:238730:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c3c0. 00000008:00000010:0.0:1783976313.211846:0:238730:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f958329660. 00020000:00000010:0.0:1783976313.211849:0:238730:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928b40. 00008000:00000010:0.0:1783976313.211851:0:238730:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c2aa60. 00000080:00000010:0.0:1783976313.211853:0:238730:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da07e0. 00000080:00000010:0.0:1783976313.211855:0:238730:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f9713304a0. 00000020:00000010:0.0:1783976313.211857:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345dc00. 00000008:00000010:0.0:1783976313.211860:0:238730:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950168000. 00020000:00000010:0.0:1783976313.211862:0:238730:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950223230. 00008000:00000010:0.0:1783976313.211864:0:238730:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce290. 00000080:00000010:0.0:1783976313.211867:0:238730:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2690. 00000020:00000010:0.0:1783976313.211869:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345da00. 00000020:00000010:0.0:1783976313.211870:0:238730:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1120. 00000001:00000001:0.0:1783976313.211872:0:238730:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.211881:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d08 00000080:00000008:0.0:1783976313.211883:0:238730:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f56ob.sanity.now:[0x200002b12:0x11fd2:0x0](ffff96f97aac5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976313.211892:0:238730:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976313.211894:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3da0 00000080:00002000:0.0:1783976313.211897:0:238730:0:(dcache.c:127:ll_ddelete()) keeping dentry f56ob.sanity.now (ffff96f97c005870, parent ffff96f94dc04ca8, inode ffff96f97aac5348) hashed, 00000080:00000001:0.0:1783976313.211901:0:238730:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.211973:0:238730:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976313.211976:0:238730:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248) cmd=c1406916 arg=19eaa20 00000080:00000010:0.0:1783976313.211989:0:238730:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b000. 00000080:00000001:0.0:1783976313.212632:0:238730:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976313.212636:0:238730:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976313.212640:0:238730:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976313.212643:0:238730:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976313.212646:0:238730:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.212650:0:238730:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.212651:0:238730:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.212653:0:238730:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.212655:0:238730:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976313.212662:0:238730:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f8535b2c00. 00800000:00000002:0.0:1783976313.212668:0:238730:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dca3980 2 00800000:00000001:0.0:1783976313.212675:0:238730:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000040:0.0:1783976313.212680:0:238730:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56ob.sanity-a.year hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976313.212685:0:238730:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xde:0x0] 00800000:00000002:0.0:1783976313.212687:0:238730:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for f56ob.sanity-a.year on [0x200002b10:0xde:0x0] -> mds #0 00000002:00000001:0.0:1783976313.212691:0:238730:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976313.212696:0:238730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06300. 00000020:00000040:0.0:1783976313.212701:0:238730:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=15 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976313.212706:0:238730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976313.212710:0:238730:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976313.212716:0:238730:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976313.212724:0:238730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f8535b3e00. 00000100:00000001:0.0:1783976313.212732:0:238730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976313.212741:0:238730:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976313.212743:0:238730:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976313.212745:0:238730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976313.212753:0:238730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f94562b6c0. 00000100:00000001:0.0:1783976313.212755:0:238730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596087961280 : -115477621590336 : ffff96f94562b6c0) 00000100:00000001:0.0:1783976313.212759:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.212760:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000001:0.0:1783976313.212765:0:238730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976313.212769:0:238730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.212771:0:238730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976313.212773:0:238730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976313.212783:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.212791:0:238730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976313.212793:0:238730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976313.212796:0:238730:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976313.212799:0:238730:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976313.212802:0:238730:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976313.212805:0:238730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238730:1870620496596864:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976313.212810:0:238730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976313.212815:0:238730:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976313.212818:0:238730:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976313.212820:0:238730:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976313.212827:0:238730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976313.212829:0:238730:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976313.212835:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976313.212839:0:238730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393210. 00000400:00000010:0.0:1783976313.212845:0:238730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f94562b180. 00000100:00000200:0.0:1783976313.212853:0:238730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496596864, portal 10 00000100:00000001:0.0:1783976313.212854:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.212856:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000040:0.0:1783976313.212862:0:238730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976329 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.212869:0:238730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976313.212872:0:238730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976313.212875:0:238730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783976313.212879:0:238730:0:(niobuf.c:94:ptl_send_buf()) Sending 472 bytes to portal 12, xid 1870620496596864, offset 0 00000400:00000200:0.0:1783976313.212885:0:238730:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976313.212894:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976313.212902:0:238730:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976313.212907:0:238730:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976313.212912:0:238730:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976313.212916:0:238730:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976313.212919:0:238730:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976313.212922:0:238730:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778347:778347:256:4294967295] 192.168.201.114@tcp LPNI seq info [778325:778325:8:4294967295] 00000400:00000200:0.0:1783976313.212927:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976313.212937:0:238730:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976313.212943:0:238730:0:(socklnd_cb.c:931:ksocknal_send()) sending 472 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976313.212948:0:238730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b600. 00000800:00000200:0.0:1783976313.212955:0:238730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976313.212962:0:238730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976313.212967:0:238730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b600 type 1, nob 568 niov 1 nkiov 1 00000100:00000001:0.0:1783976313.213164:0:238730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976313.213170:0:238730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9337 usecs (10 jiffies) 00000400:00000200:0.0:1783976313.213175:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976313.213178:0:238730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308519062 00000100:00000001:0.0:1783976313.213182:0:238730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308520183 00000100:00000001:0.0:1783976313.213184:0:238730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308519062 00000100:00000001:0.0:1783976313.213187:0:238730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308520183 00000100:00000001:0.0:1783976313.213190:0:238730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976313.213194:0:238730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.213196:0:238730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976313.213199:0:238730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976313.213202:0:238730:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f94562b6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976313.213206:0:238730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976313.213209:0:238730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.225092:0:238730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976313.225102:0:238730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976313.225104:0:238730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976313.225108:0:238730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393210. 00000400:00000200:0.0:1783976313.225113:0:238730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94562b180 00000400:00000010:0.0:1783976313.225116:0:238730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94562b180. 00000100:00000001:0.0:1783976313.225119:0:238730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976313.225125:0:238730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976313.225133:0:238730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.225184:0:238730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976313.225186:0:238730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.225189:0:238730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976313.225193:0:238730:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976313.225196:0:238730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976313.225199:0:238730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976313.225202:0:238730:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976313.225212:0:238730:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976313.225216:0:238730:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976313.225219:0:238730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976313.225220:0:238730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.225223:0:238730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976313.225227:0:238730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.225230:0:238730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976313.225232:0:238730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976313.225234:0:238730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976313.225236:0:238730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976313.225241:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.225248:0:238730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976313.225252:0:238730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976313.225254:0:238730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.225257:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976313.225265:0:238730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238730:1870620496596864:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976313.225270:0:238730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.225273:0:238730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.225275:0:238730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976313.225277:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.225280:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.225286:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.225289:0:238730:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94562b6c0. 00000100:00000001:0.0:1783976313.225291:0:238730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976313.225293:0:238730:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976313.225299:0:238730:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976313.225303:0:238730:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976313.225306:0:238730:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.225309:0:238730:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976313.225313:0:238730:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976313.225317:0:238730:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f8535b2c00. 00000080:00000001:0.0:1783976313.225322:0:238730:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.225331:0:238730:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513171 : 144115373061513171 : 200002b12011fd3) 00000080:00000001:0.0:1783976313.225335:0:238730:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976313.225337:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.225340:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06300 x1870620496596864/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.225347:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.225350:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.225353:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976313.225356:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.225359:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.225361:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=14 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.225364:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.225367:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f8535b3e00. 02000000:00000001:0.0:1783976313.225370:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.225372:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.225374:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06300. 00000100:00000001:0.0:1783976313.225378:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.225379:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.225381:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976313.225382:0:238730:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976313.225383:0:238730:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b000. 00000080:00000001:0.0:1783976313.225418:0:238730:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976313.225422:0:238730:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976313.225425:0:238730:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976313.225430:0:238730:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.225435:0:238730:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976313.225438:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b48 00000080:00002000:0.0:1783976313.225441:0:238730:0:(dcache.c:87:ll_dcompare()) found name f56ob.sanity-a.year(ffff96f97c0c80d8) flags 0x48004e refc 0 00000080:00000001:0.0:1783976313.225444:0:238730:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.225446:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b90 00000080:00200000:0.0:1783976313.225447:0:238730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f56ob.sanity-a.year, flags=0 00000020:00000001:0.0:1783976313.225456:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d08 00000080:00200008:0.0:1783976313.225458:0:238730:0:(file.c:6217:ll_getattr_dentry()) START file f56ob.sanity-a.year:[0x200002b12:0x11fd3:0x0](ffff96f97aac7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976313.225462:0:238730:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976313.225464:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3c80 00000080:00200000:0.0:1783976313.225465:0:238730:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fd3:0x0](ffff96f97aac7448),name=f56ob.sanity-a.year 00000080:00000010:0.0:1783976313.225472:0:238730:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f8535b3e00. 00800000:00000002:0.0:1783976313.225477:0:238730:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dca3980 2 00000080:00000001:0.0:1783976313.225483:0:238730:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976313.225487:0:238730:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976313.225489:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3ba0 00800000:00000002:0.0:1783976313.225500:0:238730:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fd3:0x0] 'f56ob.sanity-a.year' on [0x200002b12:0x11fd1:0x0] 00800000:00000001:0.0:1783976313.225505:0:238730:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1783976313.225511:0:238730:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56ob.sanity-a.year hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976313.225517:0:238730:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xde:0x0] 00800000:00000001:0.0:1783976313.225520:0:238730:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976313.225523:0:238730:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976313.225524:0:238730:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976313.225527:0:238730:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976313.225529:0:238730:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976313.225532:0:238730:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fd3:0x0] 00800000:00000001:0.0:1783976313.225534:0:238730:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976313.225543:0:238730:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xde:0x0], fid2=[0x200002b12:0x11fd3:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976313.225550:0:238730:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976313.225552:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3a70 00000002:00010000:0.0:1783976313.225554:0:238730:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fd3:0x0]) in obj [0x200002b10:0xde:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976313.225557:0:238730:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976313.225559:0:238730:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976313.225562:0:238730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976313.225570:0:238730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977baa400 count: 3 00010000:00000001:0.0:1783976313.225572:0:238730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976313.225578:0:238730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976313.225582:0:238730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976313.225586:0:238730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc08000/0x5bb448586bd09057 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fd3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eaa965 expref: -99 pid: 238653 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1783976313.225596:0:238730:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976313.225600:0:238730:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976313.225603:0:238730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc08000/0x5bb448586bd09057 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fd3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eaa965 expref: -99 pid: 238653 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1783976313.225610:0:238730:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976313.225612:0:238730:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976313.225613:0:238730:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976313.225615:0:238730:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976313.225617:0:238730:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976313.225619:0:238730:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xde:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976313.225622:0:238730:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976313.225625:0:238730:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976313.225627:0:238730:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f8535b3e00. 00000080:00000001:0.0:1783976313.225630:0:238730:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976313.225631:0:238730:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976313.225634:0:238730:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fd3:0x0](ffff96f97aac7448) 00000080:00010000:0.0:1783976313.225638:0:238730:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fd3:0x0](ffff96f97aac7448) for lock 0x5bb448586bd09057 00800000:00000001:0.0:1783976313.225641:0:238730:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976313.225643:0:238730:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976313.225645:0:238730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976313.225648:0:238730:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976313.225651:0:238730:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc08000 refcount=3 00000020:00000001:0.0:1783976313.225654:0:238730:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597033631744 : -115476675919872 : ffff96f97dc08000) 00010000:00000001:0.0:1783976313.225657:0:238730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597033631744 : -115476675919872 : ffff96f97dc08000) 00010000:00000001:0.0:1783976313.225660:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.225661:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976313.225663:0:238730:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.225665:0:238730:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976313.225667:0:238730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09057 from it ffffaf1481da3cb8 00010000:00000001:0.0:1783976313.225670:0:238730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976313.225671:0:238730:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976313.225672:0:238730:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc08000 refcount=3 00000020:00000001:0.0:1783976313.225674:0:238730:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597033631744 : -115476675919872 : ffff96f97dc08000) 00010000:00000001:0.0:1783976313.225676:0:238730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597033631744 : -115476675919872 : ffff96f97dc08000) 00010000:00000001:0.0:1783976313.225678:0:238730:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976313.225681:0:238730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc08000/0x5bb448586bd09057 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fd3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eaa965 expref: -99 pid: 238653 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783976313.225688:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.225688:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976313.225690:0:238730:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976313.225692:0:238730:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976313.225694:0:238730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc08000/0x5bb448586bd09057 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fd3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eaa965 expref: -99 pid: 238653 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1783976313.225701:0:238730:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976313.225703:0:238730:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976313.225705:0:238730:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976313.225709:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.225710:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976313.225712:0:238730:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.225715:0:238730:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976313.225717:0:238730:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.225719:0:238730:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.225722:0:238730:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.225724:0:238730:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976313.225725:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.225726:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976313.225728:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976313.225729:0:238730:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976313.225731:0:238730:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1783976313.225734:0:238730:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976313.225736:0:238730:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976313.225738:0:238730:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976313.225739:0:238730:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.225741:0:238730:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783976313.225744:0:238730:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1783976313.225747:0:238730:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976313.225752:0:238730:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c870. 00000020:00000010:0.0:1783976313.225756:0:238730:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b3e00. 00000020:00000010:0.0:1783976313.225762:0:238730:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f8535b2c00. 00000020:00000010:0.0:1783976313.225765:0:238730:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ee40. 00000008:00000010:0.0:1783976313.225771:0:238730:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976313.225776:0:238730:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976313.225780:0:238730:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976313.225786:0:238730:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976313.225789:0:238730:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976313.225793:0:238730:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b3a00. 00000008:00000010:0.0:1783976313.225796:0:238730:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976313.225800:0:238730:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976313.225803:0:238730:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976313.225808:0:238730:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976313.225810:0:238730:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050104 : -115477170501512 : ffff96f96045c878) 00000020:00001000:0.0:1783976313.225812:0:238730:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c870 00000020:00000001:0.0:1783976313.225817:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca25f8 -> ffff96f97dca25f8 00000020:00000001:0.0:1783976313.225819:0:238730:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976313.225822:0:238730:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976313.225824:0:238730:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fd3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1783976313.225827:0:238730:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976313.225829:0:238730:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976313.225830:0:238730:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976313.225832:0:238730:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.225834:0:238730:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976313.225837:0:238730:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fd3:0x0]io ffff96f96174c060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1783976313.225841:0:238730:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd7dba0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976313.225845:0:238730:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976313.225846:0:238730:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976313.225849:0:238730:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976313.225850:0:238730:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976313.225852:0:238730:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976313.225854:0:238730:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976313.225856:0:238730:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.225857:0:238730:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976313.225859:0:238730:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976313.225860:0:238730:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976313.225861:0:238730:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd7dba0) owner 0000000000000000/ffff96f959114f80 00000020:00000001:0.0:1783976313.225864:0:238730:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783976313.225866:0:238730:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1783976313.225867:0:238730:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b12:0x11fd3:0x0] 00000020:00000001:0.0:1783976313.225870:0:238730:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783976313.225871:0:238730:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783976313.225874:0:238730:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783976313.225875:0:238730:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783976313.225880:0:238730:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783976313.225886:0:238730:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff96f97dca3a80. 00020000:00000002:0.0:1783976313.225888:0:238730:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976313.225891:0:238730:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783976313.225893:0:238730:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976313.225894:0:238730:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976313.225896:0:238730:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976313.225898:0:238730:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976313.225901:0:238730:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b2400. 00000020:00000010:0.0:1783976313.225903:0:238730:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f8535b3000. 00000020:00000010:0.0:1783976313.225906:0:238730:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ed20. 00000008:00000010:0.0:1783976313.225909:0:238730:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976313.225912:0:238730:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976313.225915:0:238730:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976313.225919:0:238730:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976313.225921:0:238730:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976313.225924:0:238730:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f8535b2a00. 00000008:00000010:0.0:1783976313.225927:0:238730:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976313.225930:0:238730:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976313.225932:0:238730:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976313.225935:0:238730:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976313.225937:0:238730:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976313.225939:0:238730:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976313.225943:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2b70 -> ffff96f97dca25f8 00000020:00000001:0.0:1783976313.225944:0:238730:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976313.225947:0:238730:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976313.225948:0:238730:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976313.225949:0:238730:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976313.225951:0:238730:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976313.225953:0:238730:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058930688 : -115477650620928 : ffff96f943a7be00) 00000020:00000001:0.0:1783976313.225955:0:238730:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783976313.225958:0:238730:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff96f9437f8e40. 00000008:00010000:0.0:1783976313.225961:0:238730:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1783976313.225964:0:238730:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976313.225965:0:238730:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783976313.225967:0:238730:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff96f97dca3ab0, osc lock ffff96f9437f8e40, flags 0x400001002 00000020:00000001:0.0:1783976313.225969:0:238730:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976313.225971:0:238730:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976313.225973:0:238730:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446628597034269312 : -115476675282304 : ffff96f97dca3a80) 00000020:00000001:0.0:1783976313.225975:0:238730:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976313.225976:0:238730:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783976313.225978:0:238730:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.225979:0:238730:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.225982:0:238730:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1783976313.225984:0:238730:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1783976313.225985:0:238730:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976313.225987:0:238730:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976313.225988:0:238730:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976313.225990:0:238730:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058930688 : -115477650620928 : ffff96f943a7be00) 00000020:00000001:0.0:1783976313.225991:0:238730:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976313.225994:0:238730:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976313.225995:0:238730:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976313.225999:0:238730:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976313.226001:0:238730:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976313.226003:0:238730:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976313.226005:0:238730:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976313.226006:0:238730:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976313.226007:0:238730:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976313.226009:0:238730:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783976313.226012:0:238730:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976313.226015:0:238730:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc5bf00 count: 2 00010000:00000001:0.0:1783976313.226018:0:238730:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976313.226022:0:238730:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976313.226025:0:238730:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976313.226029:0:238730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d5af1b6f/0x5bb448586bd09018 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x16d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaa831 expref: -99 pid: 238640 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1783976313.226039:0:238730:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976313.226041:0:238730:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976313.226044:0:238730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d5af1b6f/0x5bb448586bd09018 lrc: 2/0,1 mode: PW/PW res: [0x280000403:0x16d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaa831 expref: -99 pid: 238640 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783976313.226051:0:238730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976313.226052:0:238730:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976313.226054:0:238730:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b01a00 refcount=3 00000020:00000001:0.0:1783976313.226056:0:238730:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814453248 : -115476895098368 : ffff96f970b01a00) 00010000:00000001:0.0:1783976313.226058:0:238730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814453248 : -115476895098368 : ffff96f970b01a00) 00000008:00000001:0.0:1783976313.226061:0:238730:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976313.226064:0:238730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976313.226065:0:238730:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976313.226066:0:238730:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b01a00 refcount=4 00000020:00000001:0.0:1783976313.226068:0:238730:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814453248 : -115476895098368 : ffff96f970b01a00) 00010000:00000001:0.0:1783976313.226070:0:238730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814453248 : -115476895098368 : ffff96f970b01a00) 00000020:00000001:0.0:1783976313.226074:0:238730:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783976313.226075:0:238730:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1783976313.226077:0:238730:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783976313.226079:0:238730:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.226081:0:238730:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976313.226082:0:238730:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976313.226083:0:238730:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b01a00 refcount=5 00000020:00000001:0.0:1783976313.226085:0:238730:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814453248 : -115476895098368 : ffff96f970b01a00) 00010000:00000001:0.0:1783976313.226087:0:238730:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814453248 : -115476895098368 : ffff96f970b01a00) 00010000:00000001:0.0:1783976313.226088:0:238730:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976313.226091:0:238730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d5af1b6f/0x5bb448586bd09018 lrc: 5/0,1 mode: PW/PW res: [0x280000403:0x16d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eaa831 expref: -99 pid: 238640 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783976313.226098:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.226099:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976313.226100:0:238730:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976313.226102:0:238730:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976313.226104:0:238730:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d5af1b6f/0x5bb448586bd09018 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x16d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eaa831 expref: -99 pid: 238640 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1783976313.226110:0:238730:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976313.226112:0:238730:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976313.226113:0:238730:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976313.226116:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.226117:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976313.226118:0:238730:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.226120:0:238730:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976313.226121:0:238730:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.226123:0:238730:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.226125:0:238730:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.226127:0:238730:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976313.226129:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.226130:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976313.226131:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.226132:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976313.226134:0:238730:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976313.226168:0:238730:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226170:0:238730:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976313.226172:0:238730:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226173:0:238730:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226174:0:238730:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783976313.226175:0:238730:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783976313.226177:0:238730:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1783976313.226179:0:238730:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1783976313.226181:0:238730:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226183:0:238730:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.226186:0:238730:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1783976313.226188:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca25f8 -> ffff96f97dca25f8 00000020:00000001:0.0:1783976313.226191:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca25f8 -> ffff96f97dca25f8 00000020:00000001:0.0:1783976313.226192:0:238730:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1783976313.226195:0:238730:0:(lov_object.c:1070:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1783976313.226198:0:238730:0:(lov_object.c:1101:lov_attr_get_composite()) COMP ID #-1: s=0 m=1783976307 a=1752440307 c=1783976307 b=0 00020000:00000001:0.0:1783976313.226201:0:238730:0:(lov_object.c:1139:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226202:0:238730:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226204:0:238730:0:(cl_object.c:151:cl_object_top()) ffff96f97dca25f8 -> ffff96f97dca25f8 00000080:00200000:0.0:1783976313.226206:0:238730:0:(file.c:1743:ll_merge_attr_nolock()) [0x200002b12:0x11fd3:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1783976313.226209:0:238730:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1783976313.226210:0:238730:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976313.226212:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_release():245 00000020:00000001:0.0:1783976313.226215:0:238730:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976313.226216:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976313.226219:0:238730:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976313.226220:0:238730:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976313.226221:0:238730:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058930688 : -115477650620928 : ffff96f943a7be00) 00000020:00000001:0.0:1783976313.226223:0:238730:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976313.226224:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f97dca3ab0 (ffff96f96045c998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976313.226226:0:238730:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976313.226228:0:238730:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976313.226229:0:238730:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976313.226230:0:238730:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976313.226231:0:238730:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976313.226233:0:238730:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976313.226234:0:238730:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976313.226236:0:238730:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976313.226237:0:238730:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976313.226238:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f96174c000 (ffff96f96045c878/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976313.226240:0:238730:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976313.226241:0:238730:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976313.226242:0:238730:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f97dca3ab0 (ffff96f96045c878/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976313.226246:0:238730:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f9437f8e40. 00000020:00000001:0.0:1783976313.226249:0:238730:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976313.226250:0:238730:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f97dca3a80. 00020000:00000001:0.0:1783976313.226256:0:238730:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976313.226258:0:238730:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976313.226259:0:238730:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1783976313.226260:0:238730:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226263:0:238730:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976313.226265:0:238730:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976313.226266:0:238730:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976313.226268:0:238730:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976313.226269:0:238730:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976313.226270:0:238730:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976313.226274:0:238730:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f8535b3000. 00000020:00000010:0.0:1783976313.226277:0:238730:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ed20. 00000008:00000010:0.0:1783976313.226280:0:238730:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976313.226285:0:238730:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976313.226288:0:238730:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976313.226291:0:238730:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976313.226294:0:238730:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976313.226297:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b2400. 00000008:00000010:0.0:1783976313.226300:0:238730:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976313.226303:0:238730:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976313.226306:0:238730:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976313.226309:0:238730:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976313.226312:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b2a00. 00000020:00000010:0.0:1783976313.226314:0:238730:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00020000:00000001:0.0:1783976313.226316:0:238730:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976313.226318:0:238730:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976313.226320:0:238730:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976313.226322:0:238730:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fd3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976313.226325:0:238730:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976313.226327:0:238730:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.226330:0:238730:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976313.226332:0:238730:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976313.226333:0:238730:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976313.226334:0:238730:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c870 00000020:00000010:0.0:1783976313.226336:0:238730:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f8535b2c00. 00000020:00000010:0.0:1783976313.226338:0:238730:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ee40. 00000008:00000010:0.0:1783976313.226341:0:238730:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976313.226344:0:238730:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976313.226346:0:238730:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976313.226349:0:238730:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976313.226351:0:238730:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976313.226353:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b3e00. 00000008:00000010:0.0:1783976313.226355:0:238730:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976313.226358:0:238730:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976313.226360:0:238730:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976313.226362:0:238730:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976313.226365:0:238730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f8535b3a00. 00000020:00000010:0.0:1783976313.226367:0:238730:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c870. 00000001:00000001:0.0:1783976313.226369:0:238730:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976313.226375:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d08 00000080:00000008:0.0:1783976313.226378:0:238730:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f56ob.sanity-a.year:[0x200002b12:0x11fd3:0x0](ffff96f97aac7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976313.226382:0:238730:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976313.226384:0:238730:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3da0 00000080:00002000:0.0:1783976313.226386:0:238730:0:(dcache.c:127:ll_ddelete()) keeping dentry f56ob.sanity-a.year (ffff96f97c0c80d8, parent ffff96f94dc04ca8, inode ffff96f97aac7448) hashed, 00000080:00000001:0.0:1783976313.226389:0:238730:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.226442:0:238730:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976313.226444:0:238730:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fd1:0x0](ffff96f97aac3248) cmd=c1406916 arg=19eaa20 00000080:00000010:0.0:1783976313.226453:0:238730:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b000. 00000080:00000001:0.0:1783976313.226458:0:238730:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976313.226460:0:238730:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976313.226463:0:238730:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976313.226466:0:238730:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976313.226469:0:238730:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.226471:0:238730:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.226474:0:238730:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.226475:0:238730:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.226477:0:238730:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976313.226481:0:238730:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f8535b3a00. 00800000:00000002:0.0:1783976313.226484:0:238730:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dca3980 2 00800000:00000001:0.0:1783976313.226489:0:238730:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000040:0.0:1783976313.226504:0:238730:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56ob.sanity-a.min hash=0x3/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1783976313.226508:0:238730:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xde:0x0] 00800000:00000002:0.0:1783976313.226511:0:238730:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for f56ob.sanity-a.min on [0x240002b11:0xde:0x0] -> mds #1 00000002:00000001:0.0:1783976313.226515:0:238730:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976313.226519:0:238730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06300. 00000020:00000040:0.0:1783976313.226523:0:238730:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976313.226529:0:238730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976313.226532:0:238730:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976313.226535:0:238730:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976313.226541:0:238730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f8535b3e00. 00000100:00000001:0.0:1783976313.226547:0:238730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976313.226554:0:238730:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976313.226557:0:238730:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976313.226558:0:238730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976313.226564:0:238730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f94562b6c0. 00000100:00000001:0.0:1783976313.226566:0:238730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596087961280 : -115477621590336 : ffff96f94562b6c0) 00000100:00000001:0.0:1783976313.226569:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.226571:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000001:0.0:1783976313.226575:0:238730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976313.226578:0:238730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.226581:0:238730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976313.226583:0:238730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976313.226590:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06300 x1870620496596992/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.226597:0:238730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976313.226599:0:238730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976313.226602:0:238730:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976313.226604:0:238730:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976313.226607:0:238730:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976313.226610:0:238730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238730:1870620496596992:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976313.226614:0:238730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976313.226619:0:238730:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976313.226621:0:238730:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976313.226623:0:238730:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976313.226629:0:238730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976313.226630:0:238730:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976313.226637:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976313.226640:0:238730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393210. 00000400:00000010:0.0:1783976313.226646:0:238730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f94562b180. 00000100:00000200:0.0:1783976313.226652:0:238730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496596992, portal 10 00000100:00000001:0.0:1783976313.226654:0:238730:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976313.226656:0:238730:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000040:0.0:1783976313.226662:0:238730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06300 x1870620496596992/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976329 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.226669:0:238730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976313.226671:0:238730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976313.226675:0:238730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976313.226678:0:238730:0:(niobuf.c:94:ptl_send_buf()) Sending 472 bytes to portal 12, xid 1870620496596992, offset 0 00000400:00000200:0.0:1783976313.226684:0:238730:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976313.226691:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976313.226699:0:238730:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976313.226704:0:238730:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976313.226709:0:238730:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976313.226713:0:238730:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976313.226716:0:238730:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976313.226719:0:238730:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778348:778348:256:4294967295] 192.168.201.114@tcp LPNI seq info [778326:778326:8:4294967295] 00000400:00000200:0.0:1783976313.226723:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976313.226733:0:238730:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976313.226738:0:238730:0:(socklnd_cb.c:931:ksocknal_send()) sending 472 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976313.226743:0:238730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b300. 00000800:00000200:0.0:1783976313.226750:0:238730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976313.226758:0:238730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976313.226763:0:238730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b300 type 1, nob 568 niov 1 nkiov 1 00000100:00000001:0.0:1783976313.226788:0:238730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976313.226794:0:238730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10202 usecs (11 jiffies) 00000400:00000200:0.0:1783976313.226797:0:238730:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976313.226801:0:238730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308519074 00000100:00000001:0.0:1783976313.226804:0:238730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308520183 00000100:00000001:0.0:1783976313.226806:0:238730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308519074 00000100:00000001:0.0:1783976313.226808:0:238730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308520183 00000100:00000001:0.0:1783976313.226811:0:238730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976313.226814:0:238730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.226816:0:238730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976313.226818:0:238730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976313.226821:0:238730:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f94562b6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976313.226823:0:238730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976313.226826:0:238730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.250363:0:238730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976313.260958:0:238730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976313.260967:0:238730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976313.260972:0:238730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970ace580. 00000400:00000200:0.0:1783976313.260983:0:238730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9778bdf00 00000400:00000010:0.0:1783976313.260985:0:238730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f9778bdf00. 00000100:00000001:0.0:1783976313.260998:0:238730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976313.261011:0:238730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49f80 x1870620496597120/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976313.261022:0:238730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49f80 x1870620496597120/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.261031:0:238730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976313.261033:0:238730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.261036:0:238730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976313.261039:0:238730:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976313.261042:0:238730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976313.261045:0:238730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976313.261058:0:238730:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976313.261068:0:238730:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976313.261071:0:238730:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976313.261074:0:238730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976313.261075:0:238730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976313.261078:0:238730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976313.261082:0:238730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.261085:0:238730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976313.261088:0:238730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976313.261090:0:238730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976313.261091:0:238730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976313.261096:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e49f80 x1870620496597120/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.261102:0:238730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976313.261106:0:238730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976313.261107:0:238730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976313.261110:0:238730:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49f80 x1870620496597120/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976313.261117:0:238730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49f80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:238730:1870620496597120:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976313.261121:0:238730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.261124:0:238730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976313.261126:0:238730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976313.261128:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.261131:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49f80 x1870620496597120/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.261148:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976313.261151:0:238730:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f9778bdc00. 00000100:00000001:0.0:1783976313.261154:0:238730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976313.261156:0:238730:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976313.261161:0:238730:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976313.261165:0:238730:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976313.261167:0:238730:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976313.261170:0:238730:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976313.261174:0:238730:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dca3980 2 00000080:00000010:0.0:1783976313.261177:0:238730:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976313.261182:0:238730:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976313.261191:0:238730:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513177 : 144115373061513177 : 200002b12011fd9) 00000080:00000001:0.0:1783976313.261196:0:238730:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976313.261198:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976313.261201:0:238730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49f80 x1870620496597120/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976329 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976313.261207:0:238730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976313.261209:0:238730:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976313.261212:0:238730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b534000. 02000000:00000001:0.0:1783976313.261215:0:238730:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976313.261218:0:238730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976313.261219:0:238730:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=14 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976313.261221:0:238730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976313.261224:0:238730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976313.261226:0:238730:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976313.261228:0:238730:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976313.261229:0:238730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49f80. 00000100:00000001:0.0:1783976313.261233:0:238730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976313.261234:0:238730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976313.261235:0:238730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976313.261236:0:238730:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976313.261238:0:238730:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f853c34700. 00000080:00000001:0.0:1783976317.859017:0:239104:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976319.857568:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976319.857572:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976319.857575:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976320.044482:0:239251:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783976320.529910:0:239287:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783976320.529917:0:239287:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_56oc skipping excluded test 56oc 00000001:00000001:0.0:1783976320.540861:0:239287:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000020:00000001:0.0:1783976320.885278:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976320.885284:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976320.885289:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976322.025697:0:239402:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.703642:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976322.703645:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976322.967267:0:239457:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976322.967271:0:239457:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976322.967277:0:239457:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0fa00 count: 2 00010000:00000001:0.0:1783976322.967281:0:239457:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976322.967284:0:239457:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976322.967289:0:239457:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976322.967293:0:239457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d000/0x5bb448586bd091c3 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x206a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab471 expref: -99 pid: 239457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976322.967301:0:239457:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976322.967307:0:239457:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976322.967310:0:239457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d000/0x5bb448586bd091c3 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x206a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab471 expref: -99 pid: 239457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976322.967317:0:239457:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976322.967319:0:239457:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x206a:0x0]: 16 00000080:00000001:0.0:1783976322.967322:0:239457:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976322.967332:0:239457:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976322.967334:0:239457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976322.967336:0:239457:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976322.967338:0:239457:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7d000 refcount=3 00000020:00000001:0.0:1783976322.967340:0:239457:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034110976 : -115476675440640 : ffff96f97dc7d000) 00010000:00000001:0.0:1783976322.967342:0:239457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034110976 : -115476675440640 : ffff96f97dc7d000) 00000080:00010000:0.0:1783976322.967346:0:239457:0:(file.c:6854:ll_layout_lock_set()) ### file [0x240002b13:0x206a:0x0](00000000c08e60aa) being reconfigured ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d000/0x5bb448586bd091c3 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x206a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab471 expref: -99 pid: 239457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976322.967355:0:239457:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976322.967357:0:239457:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976322.967358:0:239457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976322.967359:0:239457:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976322.967361:0:239457:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7d000 refcount=4 00000020:00000001:0.0:1783976322.967364:0:239457:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034110976 : -115476675440640 : ffff96f97dc7d000) 00010000:00000001:0.0:1783976322.967366:0:239457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034110976 : -115476675440640 : ffff96f97dc7d000) 00010000:00000001:0.0:1783976322.967368:0:239457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976322.967369:0:239457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976322.967370:0:239457:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976322.967372:0:239457:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976322.967374:0:239457:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976322.967376:0:239457:0:(file.c:6772:ll_layout_fetch()) [0x240002b13:0x206a:0x0] LVB_READY=0 l_lvb_data=ffff96f97dd00800 l_lvb_len=56 00000080:00000001:0.0:1783976322.967378:0:239457:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976322.967380:0:239457:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976322.967382:0:239457:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976322.967389:0:239457:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c870. 00000020:00000010:0.0:1783976322.967395:0:239457:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368600. 00000020:00000010:0.0:1783976322.967401:0:239457:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976322.967405:0:239457:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e3c0. 00000008:00000010:0.0:1783976322.967411:0:239457:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976322.967416:0:239457:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976322.967421:0:239457:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976322.967428:0:239457:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976322.967432:0:239457:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976322.967445:0:239457:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369600. 00000008:00000010:0.0:1783976322.967449:0:239457:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976322.967452:0:239457:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976322.967456:0:239457:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976322.967459:0:239457:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976322.967462:0:239457:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050104 : -115477170501512 : ffff96f96045c878) 00000020:00001000:0.0:1783976322.967464:0:239457:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c870 00000020:00000001:0.0:1783976322.967466:0:239457:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976322.967471:0:239457:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976322.967474:0:239457:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976322.967479:0:239457:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ec60. 00020000:00000010:0.0:1783976322.967484:0:239457:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798f800. 00020000:00000010:0.0:1783976322.967489:0:239457:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e6c0. 00020000:00000001:0.0:1783976322.967491:0:239457:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165376 : -115476674386240 : ffff96f97dd7e6c0) 00020000:00000002:0.0:1783976322.967494:0:239457:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e6c0, objid 0x206a:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976322.967498:0:239457:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976322.967502:0:239457:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f800: ostid: 0x2c0000402:5778 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976322.967505:0:239457:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd55000) owner ffff96f97a364f80 00020000:00000001:0.0:1783976322.967508:0:239457:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976322.967511:0:239457:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd55000) owner ffff96f97a364f80 00020000:00000010:0.0:1783976322.967515:0:239457:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798f800. 00020000:00000010:0.0:1783976322.967519:0:239457:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ec60. 00020000:00000010:0.0:1783976322.967522:0:239457:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e6c0. 00020000:00000002:0.0:1783976322.967525:0:239457:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x206a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976322.967527:0:239457:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967529:0:239457:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967532:0:239457:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976322.967535:0:239457:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd55000) owner 0000000000000000/ffff96f97a364f80 00020000:00000002:0.0:1783976322.967538:0:239457:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dc7b240 addref 2/0 by ffff96f97a364f80. 00020000:00000002:0.0:1783976322.967541:0:239457:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd55000) owner 0000000000000000/ffff96f97a364f80 00020000:00000001:0.0:1783976322.967543:0:239457:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976322.967545:0:239457:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976322.967546:0:239457:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976322.967548:0:239457:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976322.967550:0:239457:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976322.967552:0:239457:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x206a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976322.967555:0:239457:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c870 00000020:00000010:0.0:1783976322.967568:0:239457:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976322.967573:0:239457:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e3c0. 00000008:00000010:0.0:1783976322.967576:0:239457:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976322.967580:0:239457:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976322.967582:0:239457:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976322.967586:0:239457:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976322.967589:0:239457:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976322.967593:0:239457:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368600. 00000008:00000010:0.0:1783976322.967595:0:239457:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976322.967598:0:239457:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976322.967608:0:239457:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976322.967611:0:239457:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976322.967613:0:239457:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369600. 00000020:00000010:0.0:1783976322.967616:0:239457:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c870. 00000080:00000001:0.0:1783976322.967618:0:239457:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976322.967620:0:239457:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976322.967622:0:239457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976322.967623:0:239457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976322.967624:0:239457:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976322.967625:0:239457:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976322.967627:0:239457:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7d000 refcount=3 00000020:00000001:0.0:1783976322.967629:0:239457:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034110976 : -115476675440640 : ffff96f97dc7d000) 00010000:00000001:0.0:1783976322.967631:0:239457:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034110976 : -115476675440640 : ffff96f97dc7d000) 00010000:00000001:0.0:1783976322.967633:0:239457:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976322.967637:0:239457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d000/0x5bb448586bd091c3 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x206a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab471 expref: -99 pid: 239457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976322.967644:0:239457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976322.967645:0:239457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976322.967647:0:239457:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976322.967648:0:239457:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976322.967651:0:239457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d000/0x5bb448586bd091c3 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x206a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab471 expref: -99 pid: 239457 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976322.967657:0:239457:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976322.967659:0:239457:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976322.967660:0:239457:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976322.967663:0:239457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976322.967664:0:239457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976322.967665:0:239457:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976322.967667:0:239457:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976322.967669:0:239457:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976322.967670:0:239457:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976322.967673:0:239457:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976322.967675:0:239457:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976322.967677:0:239457:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976322.967678:0:239457:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976322.967679:0:239457:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976322.967682:0:239457:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976322.967685:0:239457:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976322.967690:0:239457:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x206a:0x0]io ffff96f94e238750 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976322.967693:0:239457:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd55000) owner 0000000000000000/ffff96f97a364f80 00020000:00000001:0.0:1783976322.967696:0:239457:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976322.967698:0:239457:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976322.967700:0:239457:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976322.967702:0:239457:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967705:0:239457:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976322.967707:0:239457:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976322.967709:0:239457:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967711:0:239457:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976322.967713:0:239457:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976322.967714:0:239457:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976322.967716:0:239457:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd55000) owner 0000000000000000/ffff96f97a364f80 00000020:00000001:0.0:1783976322.967718:0:239457:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967722:0:239457:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976322.967724:0:239457:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976322.967726:0:239457:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976322.967728:0:239457:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976322.967731:0:239457:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976322.967735:0:239457:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976322.967738:0:239457:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976322.967740:0:239457:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976322.967742:0:239457:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976322.967745:0:239457:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c870. 00000020:00000010:0.0:1783976322.967748:0:239457:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369600. 00000020:00000010:0.0:1783976322.967751:0:239457:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854368600. 00000020:00000010:0.0:1783976322.967753:0:239457:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e3c0. 00000008:00000010:0.0:1783976322.967756:0:239457:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc6fe0. 00020000:00000010:0.0:1783976322.967759:0:239457:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976322.967761:0:239457:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e6d8. 00000080:00000010:0.0:1783976322.967764:0:239457:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2540. 00000080:00000010:0.0:1783976322.967767:0:239457:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c000. 00000020:00000010:0.0:1783976322.967770:0:239457:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369000. 00000008:00000010:0.0:1783976322.967773:0:239457:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a69a0. 00020000:00000010:0.0:1783976322.967776:0:239457:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7bd98. 00008000:00000010:0.0:1783976322.967778:0:239457:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a158. 00000080:00000010:0.0:1783976322.967780:0:239457:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976322.967782:0:239457:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050104 : -115477170501512 : ffff96f96045c878) 00000020:00001000:0.0:1783976322.967785:0:239457:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c870 00000020:00000001:0.0:1783976322.967789:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f2d8 -> ffff96f97dd4f468 00000020:00000001:0.0:1783976322.967791:0:239457:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976322.967794:0:239457:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976322.967795:0:239457:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976322.967796:0:239457:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967798:0:239457:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967800:0:239457:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596407039784 : -115477302511832 : ffff96f958677728) 00000020:00000001:0.0:1783976322.967803:0:239457:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976322.967806:0:239457:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976322.967809:0:239457:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967811:0:239457:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967813:0:239457:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967815:0:239457:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967816:0:239457:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967818:0:239457:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976322.967821:0:239457:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976322.967822:0:239457:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976322.967823:0:239457:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976322.967825:0:239457:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976322.967826:0:239457:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967827:0:239457:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967829:0:239457:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967830:0:239457:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967832:0:239457:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976322.967833:0:239457:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967834:0:239457:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967836:0:239457:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976322.967839:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f468 -> ffff96f97dd4f468 00000020:00000001:0.0:1783976322.967841:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f468 -> ffff96f97dd4f468 00000020:00000001:0.0:1783976322.967843:0:239457:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976322.967846:0:239457:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967848:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f468 -> ffff96f97dd4f468 00020000:00000001:0.0:1783976322.967850:0:239457:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976322.967852:0:239457:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976322.967854:0:239457:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976322.967855:0:239457:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976322.967857:0:239457:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976322.967858:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65a40 -> ffff96f97dd4f468 00000020:00000001:0.0:1783976322.967860:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65a40 -> ffff96f97dd4f468 00000020:00000001:0.0:1783976322.967862:0:239457:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976322.967864:0:239457:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967867:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65a40 -> ffff96f97dd4f468 00000020:00000001:0.0:1783976322.967869:0:239457:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976322.967871:0:239457:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976322.967873:0:239457:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967875:0:239457:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967877:0:239457:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65a40 -> ffff96f97dd4f468 00000020:00000001:0.0:1783976322.967879:0:239457:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976322.967880:0:239457:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976322.967881:0:239457:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976322.967883:0:239457:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976322.967884:0:239457:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976322.967886:0:239457:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976322.967888:0:239457:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976322.967895:0:239457:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976322.967899:0:239457:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=3 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976322.967904:0:239457:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976322.967906:0:239457:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976322.967909:0:239457:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976322.967915:0:239457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369a00. 00000100:00000001:0.0:1783976322.967922:0:239457:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.967929:0:239457:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976322.967932:0:239457:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976322.967945:0:239457:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dbca8f3] to pc [ptlrpcd_00_01+1] req@ffff96f981c05180 x1870620496599424/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976322.967989:0:239457:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976322.967992:0:239457:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.967994:0:239457:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967995:0:239457:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967996:0:239457:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976322.967998:0:239457:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.968000:0:239457:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.968002:0:239457:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976322.968004:0:239457:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976322.968005:0:239457:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976322.968006:0:239457:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976322.968017:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783976322.968020:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783976322.968022:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976322.968027:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976322.968029:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976322.968030:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976322.968032:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976322.968035:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976322.968040:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496599424/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.968047:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976322.968049:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976322.968052:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976322.968054:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976322.968056:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976322.968059:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496599424:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976322.968063:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976322.968067:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976322.968070:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976322.968072:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976322.968076:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976322.968078:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976322.968086:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976322.968090:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976322.968095:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976322.968102:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496599424, portal 4 00000100:00000001:0.0:1783976322.968104:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976322.968105:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976322.968111:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496599424/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.968122:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976322.968125:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976322.968127:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783976322.968130:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496599424, offset 0 00000400:00000200:0.0:1783976322.968188:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976322.968198:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976322.968205:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976322.968210:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976322.968213:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976322.968217:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976322.968219:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976322.968222:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778365:778365:256:4294967295] 192.168.201.114@tcp LPNI seq info [778343:778343:8:4294967295] 00000400:00000200:0.0:1783976322.968226:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976322.968235:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976322.968241:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976322.968246:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b300. 00000800:00000200:0.0:1783976322.968252:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976322.968259:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976322.968265:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976322.968272:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976322.968276:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 33068 usecs (34 jiffies) 00000400:00000200:0.0:1783976322.968280:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976322.968282:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308528841 00000100:00000010:0.0:1783976322.968286:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e6c0. 00000100:00000001:0.0:1783976322.968293:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976322.968300:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308528841 00000100:00000010:0.0:1783976322.968303:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ec60. 00000100:00000001:0.0:1783976322.968306:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976322.968309:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976322.968312:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.968315:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.968318:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.974513:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976322.974518:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976322.974524:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976322.974526:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976322.974530:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976322.974535:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783976322.974538:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783976322.974541:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976322.974546:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496599424/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976322.974555:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496599424/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.974560:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976322.974562:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976322.974565:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976322.974568:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976322.974570:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976322.974573:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976322.974576:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976322.974585:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=111 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976322.974590:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=69 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976322.974593:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976322.974595:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976322.974598:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976322.974662:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.974667:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976322.974669:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976322.974670:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976322.974672:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976322.974674:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976322.974678:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976322.974680:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944192 00000100:00000001:0.0:1783976322.974682:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976322.974685:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976322.974691:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496599424/t8589944193(8589944193) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.974700:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976322.974703:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976322.974705:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976322.974708:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976322.974728:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976322.974733:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496599424/t8589944193(8589944193) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976322.974742:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496599424:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976322.974746:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976322.974749:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976322.974752:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496599424/t8589944193(8589944193) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.974758:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.974760:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976322.974768:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976322.974770:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.974772:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976322.974774:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.982338:0:239457:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976322.982347:0:239457:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976322.982350:0:239457:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976322.982354:0:239457:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7738. 00000400:00000200:0.0:1783976322.982360:0:239457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc346c0 00000400:00000010:0.0:1783976322.982363:0:239457:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc346c0. 00000100:00000001:0.0:1783976322.982366:0:239457:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976322.982372:0:239457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae86300 x1870620496599680/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976338 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976322.982382:0:239457:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae86300 x1870620496599680/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976338 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.982394:0:239457:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976322.982396:0:239457:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976322.982399:0:239457:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976322.982403:0:239457:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976322.982405:0:239457:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976322.982407:0:239457:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976322.982410:0:239457:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976322.982420:0:239457:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=31 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976322.982424:0:239457:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976322.982427:0:239457:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976322.982428:0:239457:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976322.982442:0:239457:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976322.982445:0:239457:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.982448:0:239457:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976322.982450:0:239457:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976322.982452:0:239457:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976322.982454:0:239457:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976322.982456:0:239457:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985914112 : -115476723637504 : ffff96f97ae86300) 00000100:00000001:0.0:1783976322.982460:0:239457:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976322.982462:0:239457:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972852 00000100:00000001:0.0:1783976322.982464:0:239457:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976322.982468:0:239457:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976322.982473:0:239457:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae86300 x1870620496599680/t25769972867(25769972867) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976338 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.982481:0:239457:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976322.982483:0:239457:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976322.982485:0:239457:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976322.982489:0:239457:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae86300 x1870620496599680/t25769972867(25769972867) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976338 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976322.982497:0:239457:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae86300 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239457:1870620496599680:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976322.982502:0:239457:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976322.982505:0:239457:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.982508:0:239457:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976322.982510:0:239457:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976322.982513:0:239457:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae86300 x1870620496599680/t25769972867(25769972867) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976338 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.982519:0:239457:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976322.982521:0:239457:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34000. 00000100:00000001:0.0:1783976322.982523:0:239457:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976322.982524:0:239457:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976322.982531:0:239457:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976322.982532:0:239457:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985914112 : -115476723637504 : ffff96f97ae86300) 00000002:00000001:0.0:1783976322.982534:0:239457:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976322.982536:0:239457:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976322.982540:0:239457:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d274e00. 00000080:00000001:0.0:1783976322.982544:0:239457:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976322.982547:0:239457:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976322.982549:0:239457:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976322.982551:0:239457:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976322.982553:0:239457:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976322.982555:0:239457:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976322.982556:0:239457:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976322.982557:0:239457:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206a:0x0] 00800000:00000001:0.0:1783976322.982733:0:239457:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976322.982737:0:239457:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976322.982741:0:239457:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f977105180 x1870620496598912/t25769972865(25769972865) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 584/664 e 0 to 0 dl 1783976338 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976322.982747:0:239457:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976322.982748:0:239457:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976322.982750:0:239457:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00780. 00000100:00000001:0.0:1783976322.982753:0:239457:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976322.982755:0:239457:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae86300 x1870620496599680/t25769972867(25769972867) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976338 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976322.982759:0:239457:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976322.982760:0:239457:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976322.982763:0:239457:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd51cc0. 00000080:00000001:0.0:1783976322.982766:0:239457:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976322.982771:0:239457:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480c8fdb8 00000080:00000008:0.0:1783976322.982773:0:239457:0:(file.c:491:ll_file_release()) COMPLETED file f56od.sanity.n1:[0x240002b13:0x206a:0x0](ffff96f97c235348), flags 104001, rc = 0 00000080:00000001:0.0:1783976322.982775:0:239457:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976322.982780:0:239457:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976322.982781:0:239457:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480c8fe00 00000080:00002000:0.0:1783976322.982782:0:239457:0:(dcache.c:127:ll_ddelete()) deleting dentry f56od.sanity.n1 (ffff96f97f3aa288, parent ffff96f97c186798, inode ffff96f97c235348) hashed, 00000080:00000001:0.0:1783976322.982784:0:239457:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976322.982790:0:239457:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976322.982795:0:239457:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976322.982797:0:239457:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976322.982798:0:239457:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480c8fe00 00000080:00002000:0.0:1783976322.982799:0:239457:0:(dcache.c:127:ll_ddelete()) keeping dentry d56od.sanity (ffff96f97c186798, parent ffff96f9610f8360, inode ffff96f97c23aa08) hashed, 00000080:00000001:0.0:1783976322.982801:0:239457:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.033846:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.033851:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976323.033853:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976323.033860:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104700 x1870620496600448/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976323.033868:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976323.033869:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976323.033873:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976323.033877:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976323.033879:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976323.033883:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496600448:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976323.033886:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976323.033892:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976323.033894:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976323.033896:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976323.033901:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976323.033903:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976323.033909:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976323.033914:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976323.033920:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976323.033927:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496600448, portal 4 00000100:00000001:0.0:1783976323.033929:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976323.033931:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921419520 : -115476788132096 : ffff96f977104700) 00000100:00000040:0.0:1783976323.033937:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977104700 x1870620496600448/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976339 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976323.033943:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976323.033945:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976323.033948:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783976323.033951:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496600448, offset 0 00000400:00000200:0.0:1783976323.033958:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976323.033965:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976323.033972:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976323.033977:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976323.033981:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976323.033985:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976323.033988:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976323.033992:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778370:778370:256:4294967295] 192.168.201.114@tcp LPNI seq info [778348:778348:8:4294967295] 00000400:00000200:0.0:1783976323.034009:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976323.034017:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976323.034023:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976323.034028:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b900. 00000800:00000200:0.0:1783976323.034034:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976323.034041:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976323.034046:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976323.034109:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976323.034114:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 60153 usecs (61 jiffies) 00000400:00000200:0.0:1783976323.034118:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976323.034121:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308528933 00000100:00000001:0.0:1783976323.034128:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308528877 00000100:00000001:0.0:1783976323.034160:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308528933 00000100:00000001:0.0:1783976323.034164:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308528877 00000100:00000001:0.0:1783976323.034167:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976323.034171:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.034173:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.034176:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.037625:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976323.037628:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976323.037632:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.037635:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976323.037637:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.037641:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.040178:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.040183:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976323.040191:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976323.040192:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976323.040196:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976323.040200:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783976323.040202:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783976323.040205:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976323.040209:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104700 x1870620496600448/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976339 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976323.040218:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104700 x1870620496600448/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976339 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976323.040224:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976323.040226:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.040352:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976323.040355:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976323.040358:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976323.040360:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976323.040363:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976323.040373:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=112 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976323.040377:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=43 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976323.040380:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976323.040382:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976323.040384:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976323.040388:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.040391:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976323.040393:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976323.040395:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976323.040398:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976323.040399:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921419520 : -115476788132096 : ffff96f977104700) 00000100:00000001:0.0:1783976323.040402:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976323.040514:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915088 00000100:00000001:0.0:1783976323.040518:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976323.040520:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976323.040527:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104700 x1870620496600448/t12884915089(12884915089) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976339 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976323.040534:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976323.040537:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976323.040539:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976323.040541:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976323.040602:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976323.040609:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104700 x1870620496600448/t12884915089(12884915089) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976339 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976323.040617:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496600448:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976323.040621:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.040624:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976323.040627:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977104700 x1870620496600448/t12884915089(12884915089) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976339 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976323.040633:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.040636:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.040643:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976323.040645:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.040647:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.040649:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.064088:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.064092:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976323.064095:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976323.064102:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104380 x1870620496600832/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976323.064111:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976323.064113:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976323.064117:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976323.064119:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976323.064122:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976323.064125:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496600832:192.168.201.114@tcp:41:mkdir.0 00000100:00000001:0.0:1783976323.064129:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976323.064155:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976323.064158:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976323.064161:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976323.064166:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976323.064169:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976323.064175:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976323.064179:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976323.064185:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976323.064192:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496600832, portal 10 00000100:00000001:0.0:1783976323.064194:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976323.064196:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921418624 : -115476788132992 : ffff96f977104380) 00000100:00000040:0.0:1783976323.064203:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977104380 x1870620496600832/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/368 e 0 to 0 dl 1783976339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976323.064210:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976323.064212:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976323.064215:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783976323.064218:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496600832, offset 0 00000400:00000200:0.0:1783976323.064224:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976323.064245:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976323.064252:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976323.064258:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976323.064262:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976323.064266:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976323.064269:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976323.064274:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778372:778372:256:4294967295] 192.168.201.114@tcp LPNI seq info [778350:778350:8:4294967295] 00000400:00000200:0.0:1783976323.064278:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976323.064288:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976323.064294:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976323.064299:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b400. 00000800:00000200:0.0:1783976323.064306:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976323.064313:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976323.064318:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976323.064340:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976323.064345:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9337 usecs (10 jiffies) 00000400:00000200:0.0:1783976323.064349:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976323.064351:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308528912 00000100:00000001:0.0:1783976323.064355:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308528933 00000100:00000001:0.0:1783976323.064358:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308528912 00000100:00000001:0.0:1783976323.064360:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308528933 00000100:00000001:0.0:1783976323.064362:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976323.064365:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.064368:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.064371:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.067827:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976323.067830:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976323.067835:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.067837:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976323.067839:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.067842:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.067853:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.067855:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.085337:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.085342:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976323.085349:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976323.085351:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976323.085355:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976323.085359:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783976323.085361:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783976323.085364:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976323.085368:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104380 x1870620496600832/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/368 e 0 to 0 dl 1783976339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976323.085376:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104380 x1870620496600832/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/368 e 0 to 0 dl 1783976339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976323.085383:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976323.085385:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.085387:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976323.085390:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976323.085392:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976323.085395:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976323.085398:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976323.085528:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976323.085533:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976323.085535:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976323.085537:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976323.085540:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976323.085543:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.085547:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976323.085549:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976323.085551:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976323.085552:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976323.085558:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104380 x1870620496600832/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/368 e 0 to 0 dl 1783976339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976323.085674:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976323.085677:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976323.085679:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1783976323.085686:0:2409:0:(mdc_request.c:1625:mdc_statfs_interpret()) blocks=353529 free=349705 avail=314002 objects=1024000 free=1019855 state=0 00000100:00000040:0.0:1783976323.085694:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104380 x1870620496600832/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/368 e 0 to 0 dl 1783976339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976323.085708:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496600832:192.168.201.114@tcp:41:mkdir.0 00000100:00000001:0.0:1783976323.085713:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.085716:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976323.085719:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104380 x1870620496600832/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/368 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976323.085725:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976323.085727:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976323.085732:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976323.085735:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976323.085738:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976323.085740:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=15 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976323.085742:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976323.085745:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ea00. 02000000:00000001:0.0:1783976323.085748:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976323.085750:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976323.085751:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104380. 00000100:00000001:0.0:1783976323.085755:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976323.085756:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.085758:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976323.085765:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976323.085767:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976323.085769:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976323.085771:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976323.958097:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976323.958117:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976323.958122:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976324.977427:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976324.977432:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976324.977435:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976327.572754:0:239306:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976327.572765:0:239306:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976327.572767:0:239306:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976327.572771:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbb20 00000080:00200000:0.0:1783976327.572777:0:239306:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976327.572786:0:239306:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976327.572794:0:239306:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976327.572798:0:239306:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976327.572804:0:239306:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.572805:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fba40 00800000:00000002:0.0:1783976327.572808:0:239306:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976327.572812:0:239306:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976327.572814:0:239306:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976327.572817:0:239306:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976327.572820:0:239306:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976327.572822:0:239306:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976327.572824:0:239306:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.572826:0:239306:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976327.572828:0:239306:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.572832:0:239306:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976327.572837:0:239306:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.572838:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb910 00000002:00010000:0.0:1783976327.572840:0:239306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976327.572844:0:239306:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976327.572845:0:239306:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976327.572849:0:239306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976327.572857:0:239306:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976327.572861:0:239306:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976327.572866:0:239306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.572870:0:239306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976327.572875:0:239306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976327.572888:0:239306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976327.572894:0:239306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.572898:0:239306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976327.572905:0:239306:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976327.572908:0:239306:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976327.572910:0:239306:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976327.572912:0:239306:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976327.572913:0:239306:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976327.572915:0:239306:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976327.572918:0:239306:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976327.572921:0:239306:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976327.572924:0:239306:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976327.572929:0:239306:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976327.572931:0:239306:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976327.572933:0:239306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976327.572937:0:239306:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976327.572941:0:239306:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976327.572943:0:239306:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976327.572944:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.572947:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.572949:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976327.572952:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.572955:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.572958:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.572960:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976327.572961:0:239306:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.572963:0:239306:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976327.572966:0:239306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf14817fbb58 00010000:00000001:0.0:1783976327.572968:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.572969:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.572971:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976327.572973:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.572975:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.572977:0:239306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976327.572979:0:239306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976327.572986:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.572988:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.572989:0:239306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976327.572991:0:239306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976327.572994:0:239306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976327.573002:0:239306:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976327.573005:0:239306:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976327.573007:0:239306:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976327.573011:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.573012:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.573014:0:239306:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.573016:0:239306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976327.573018:0:239306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.573020:0:239306:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.573022:0:239306:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.573025:0:239306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976327.573026:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.573026:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976327.573029:0:239306:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976327.573031:0:239306:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976327.573034:0:239306:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976327.573038:0:239306:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.573041:0:239306:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976327.573043:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbae8 00000080:00002000:0.0:1783976327.573045:0:239306:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 0 00000080:00000001:0.0:1783976327.573048:0:239306:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976327.573050:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbb30 00000080:00200000:0.0:1783976327.573051:0:239306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=25 00000080:00000001:0.0:1783976327.573055:0:239306:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976327.573057:0:239306:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.573070:0:239306:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976327.573072:0:239306:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976327.573075:0:239306:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976327.573085:0:239306:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c306a0. 00000020:00000001:0.0:1783976327.573089:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbae8 00000080:00200000:0.0:1783976327.573091:0:239306:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d.btime, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags=9 00000080:00000001:0.0:1783976327.573094:0:239306:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976327.573096:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb998 00000080:00200000:0.0:1783976327.573097:0:239306:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d.btime, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), intent=getattr 00000080:00000010:0.0:1783976327.573103:0:239306:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976327.573107:0:239306:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976327.573108:0:239306:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.573118:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb8b8 00800000:00000002:0.0:1783976327.573120:0:239306:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd.btime' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976327.573123:0:239306:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976327.573125:0:239306:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976327.573127:0:239306:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976327.573128:0:239306:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976327.573129:0:239306:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976327.573131:0:239306:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.573132:0:239306:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976327.573134:0:239306:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976327.573351:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb850 00800000:00000002:0.0:1783976327.573461:0:239306:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x0:0x0:0x0], name='d.btime' -> mds #1 00000002:00000001:0.0:1783976327.573466:0:239306:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.573468:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb788 00000002:00010000:0.0:1783976327.573469:0:239306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d.btime,[0x0:0x0:0x0]) in obj [0x240002b13:0x2069:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783976327.573474:0:239306:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976327.573476:0:239306:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976327.573482:0:239306:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976327.573486:0:239306:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976327.573493:0:239306:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976327.573498:0:239306:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976327.573572:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.573574:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.573575:0:239306:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.573579:0:239306:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976327.573581:0:239306:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976327.573585:0:239306:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976327.573593:0:239306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854389400. 00000100:00000001:0.0:1783976327.573601:0:239306:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.573607:0:239306:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976327.573608:0:239306:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.573610:0:239306:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976327.573611:0:239306:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.573614:0:239306:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.573623:0:239306:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976327.573627:0:239306:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976327.573630:0:239306:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976327.573635:0:239306:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976327.573638:0:239306:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976327.573640:0:239306:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976327.573644:0:239306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a800. 00000020:00000001:0.0:1783976327.573649:0:239306:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976327.573652:0:239306:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a800 with handle 0x5bb448586bd091f4 to hash 00000020:00000001:0.0:1783976327.573655:0:239306:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976327.573656:0:239306:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976327.573660:0:239306:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976327.573663:0:239306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.573665:0:239306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.573668:0:239306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.573677:0:239306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.573689:0:239306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976327.573695:0:239306:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976327.573697:0:239306:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976327.573705:0:239306:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976327.573707:0:239306:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738368 : -115476720813248 : ffff96f97b137b40) 00000100:00000001:0.0:1783976327.573709:0:239306:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976327.573711:0:239306:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976327.573716:0:239306:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976327.573720:0:239306:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.573722:0:239306:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976327.573723:0:239306:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976327.573735:0:239306:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.573744:0:239306:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976327.573746:0:239306:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.573749:0:239306:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976327.573752:0:239306:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976327.573754:0:239306:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976327.573758:0:239306:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job bash:f0ae10f0-aea6-4997-adfc-1138d73325aa:239306:1870620496602880:192.168.201.114@tcp:101:bash.0 00000100:00000001:0.0:1783976327.573761:0:239306:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976327.573766:0:239306:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976327.573768:0:239306:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.573771:0:239306:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976327.573794:0:239306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976327.573796:0:239306:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976327.573804:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976327.573809:0:239306:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976327.573815:0:239306:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137c00. 00000100:00000200:0.0:1783976327.573823:0:239306:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496602880, portal 10 00000100:00000001:0.0:1783976327.573825:0:239306:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976327.573826:0:239306:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976327.573832:0:239306:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976343 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.573839:0:239306:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976327.573842:0:239306:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976327.573846:0:239306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976327.573849:0:239306:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496602880, offset 0 00000400:00000200:0.0:1783976327.573855:0:239306:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976327.573864:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976327.573870:0:239306:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976327.573876:0:239306:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976327.573880:0:239306:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976327.573883:0:239306:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976327.573886:0:239306:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976327.573889:0:239306:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778383:778383:256:4294967295] 192.168.201.114@tcp LPNI seq info [778361:778361:8:4294967295] 00000400:00000200:0.0:1783976327.573894:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976327.573904:0:239306:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976327.573909:0:239306:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976327.573915:0:239306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b600. 00000800:00000200:0.0:1783976327.573921:0:239306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976327.573929:0:239306:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976327.573933:0:239306:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976327.573956:0:239306:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976327.573960:0:239306:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:0.0:1783976327.573963:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976327.573966:0:239306:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308533422 00000100:00000010:0.0:1783976327.573970:0:239306:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ed20. 00000100:00000001:0.0:1783976327.573976:0:239306:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976327.573983:0:239306:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308533422 00000100:00000010:0.0:1783976327.573985:0:239306:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ed80. 00000100:00000001:0.0:1783976327.573988:0:239306:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976327.573990:0:239306:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976327.573993:0:239306:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.573995:0:239306:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976327.573997:0:239306:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976327.573999:0:239306:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976327.574001:0:239306:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976327.574005:0:239306:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.588460:0:239306:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976327.588469:0:239306:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976327.588472:0:239306:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976327.588476:0:239306:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976327.588481:0:239306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137c00 00000400:00000010:0.0:1783976327.588484:0:239306:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b137c00. 00000100:00000001:0.0:1783976327.588489:0:239306:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976327.588494:0:239306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976343 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976327.588515:0:239306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976343 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.588522:0:239306:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976327.588524:0:239306:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.588527:0:239306:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976327.588530:0:239306:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976327.588532:0:239306:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976327.588535:0:239306:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.588538:0:239306:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976327.588547:0:239306:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976327.588552:0:239306:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976327.588554:0:239306:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976327.588557:0:239306:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.588564:0:239306:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976327.588568:0:239306:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976327.588571:0:239306:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972870 00000100:00000001:0.0:1783976327.588573:0:239306:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976327.588575:0:239306:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976327.588580:0:239306:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.588586:0:239306:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976327.588589:0:239306:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976327.588591:0:239306:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976327.588595:0:239306:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976327.588602:0:239306:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job bash:f0ae10f0-aea6-4997-adfc-1138d73325aa:239306:1870620496602880:192.168.201.114@tcp:101:bash.0 00000100:00000001:0.0:1783976327.588608:0:239306:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.588610:0:239306:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976327.588613:0:239306:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976327.588615:0:239306:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976327.588618:0:239306:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.588624:0:239306:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976327.588627:0:239306:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976327.588629:0:239306:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976327.588631:0:239306:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976327.588634:0:239306:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976327.588638:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.588640:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.588644:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=4 00000020:00000001:0.0:1783976327.588647:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976327.588650:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00010000:0.0:1783976327.588655:0:239306:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588665:0:239306:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976327.588670:0:239306:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588676:0:239306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976327.588679:0:239306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588684:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.588686:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976327.588688:0:239306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588694:0:239306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.588698:0:239306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.588701:0:239306:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976327.588704:0:239306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.588710:0:239306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f85019a800 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976327.588713:0:239306:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976327.588717:0:239306:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588723:0:239306:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976327.588725:0:239306:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976327.588729:0:239306:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588734:0:239306:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976327.588737:0:239306:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976327.588738:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.588739:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.588741:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=5 00000020:00000001:0.0:1783976327.588743:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976327.588745:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976327.588747:0:239306:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976327.588750:0:239306:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 5/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976327.588756:0:239306:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976327.588757:0:239306:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.588759:0:239306:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976327.588761:0:239306:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976327.588765:0:239306:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976327.588766:0:239306:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976327.588768:0:239306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.588769:0:239306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976327.588772:0:239306:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019a800 with handle 0x5bb448586bd091f4 from hash 00010000:00000001:0.0:1783976327.588774:0:239306:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976327.588776:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.588777:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.588778:0:239306:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976327.588780:0:239306:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976327.588781:0:239306:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976327.588784:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.588785:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.588787:0:239306:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.588789:0:239306:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.588791:0:239306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588797:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.588798:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.588800:0:239306:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976327.588801:0:239306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976327.588802:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.588804:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.588805:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976327.588807:0:239306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd091f4 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.588819:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.588821:0:239306:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976327.588825:0:239306:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976327.588830:0:239306:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976327.588838:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976327.588839:0:239306:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.588842:0:239306:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.588844:0:239306:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.588847:0:239306:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976327.588849:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976327.588851:0:239306:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.588853:0:239306:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976327.588857:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb710 00000002:00002000:0.0:1783976327.588859:0:239306:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d.btime intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1783976327.588862:0:239306:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.588866:0:239306:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.588869:0:239306:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976327.588872:0:239306:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x2069:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976327.588875:0:239306:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.588879:0:239306:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976327.588881:0:239306:0:(namei.c:674:ll_lookup_it_finish()) it ffffaf14817fbb20 it_disposition 7 00000080:00002000:0.0:1783976327.588888:0:239306:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc90948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1783976327.588897:0:239306:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1783976327.588900:0:239306:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976327.588903:0:239306:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976327.588905:0:239306:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976327.588907:0:239306:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976327.588910:0:239306:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.588912:0:239306:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976327.588914:0:239306:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.588917:0:239306:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976327.588919:0:239306:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976327.588922:0:239306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976327.588928:0:239306:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976327.588930:0:239306:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976327.588936:0:239306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 30 res 9663687443/8297 (0 0) 00000002:00000001:0.0:1783976327.588939:0:239306:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.588941:0:239306:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.588943:0:239306:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.588944:0:239306:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976327.588948:0:239306:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976327.588952:0:239306:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000100:00000001:0.0:1783976327.588956:0:239306:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976327.588960:0:239306:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496602880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.588967:0:239306:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976327.588970:0:239306:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976327.588974:0:239306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976327.588991:0:239306:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976327.588993:0:239306:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976327.588996:0:239306:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976327.588998:0:239306:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976327.589001:0:239306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976327.589004:0:239306:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976327.589006:0:239306:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976327.589008:0:239306:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976327.589012:0:239306:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976327.589013:0:239306:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976327.589017:0:239306:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976327.589018:0:239306:0:(dcache.c:176:ll_intent_release()) intent ffffaf14817fbb20 released 00000080:00000001:0.0:1783976327.589020:0:239306:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976327.589024:0:239306:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976327.589026:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbb70 00000080:00002000:0.0:1783976327.589028:0:239306:0:(dcache.c:127:ll_ddelete()) deleting dentry d.btime (ffff96f94dc90948, parent ffff96f97c186798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1783976327.589031:0:239306:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976327.589035:0:239306:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976327.589038:0:239306:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976327.589042:0:239306:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976327.589043:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbbf0 00000080:00002000:0.0:1783976327.589046:0:239306:0:(dcache.c:127:ll_ddelete()) keeping dentry d56od.sanity (ffff96f97c186798, parent ffff96f9610f8360, inode ffff96f97c23aa08) hashed, 00000080:00000001:0.0:1783976327.589049:0:239306:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.589236:0:239306:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976327.589240:0:239306:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976327.589242:0:239306:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976327.589254:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbb20 00000080:00200000:0.0:1783976327.589257:0:239306:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976327.589263:0:239306:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976327.589269:0:239306:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976327.589273:0:239306:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976327.589276:0:239306:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.589278:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fba40 00800000:00000002:0.0:1783976327.589280:0:239306:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976327.589284:0:239306:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976327.589286:0:239306:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976327.589287:0:239306:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976327.589289:0:239306:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976327.589290:0:239306:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976327.589292:0:239306:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.589294:0:239306:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976327.589296:0:239306:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.589299:0:239306:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976327.589303:0:239306:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.589305:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb910 00000002:00010000:0.0:1783976327.589307:0:239306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976327.589310:0:239306:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976327.589312:0:239306:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976327.589314:0:239306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976327.589317:0:239306:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976327.589320:0:239306:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976327.589323:0:239306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.589326:0:239306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976327.589330:0:239306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783976327.589339:0:239306:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976327.589343:0:239306:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.589347:0:239306:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783976327.589367:0:239306:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976327.589369:0:239306:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976327.589371:0:239306:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976327.589373:0:239306:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976327.589375:0:239306:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976327.589377:0:239306:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976327.589379:0:239306:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976327.589382:0:239306:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976327.589384:0:239306:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976327.589388:0:239306:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976327.589389:0:239306:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976327.589392:0:239306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976327.589395:0:239306:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976327.589398:0:239306:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976327.589400:0:239306:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976327.589402:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.589403:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.589405:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976327.589406:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.589409:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.589411:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.589412:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976327.589413:0:239306:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.589415:0:239306:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976327.589417:0:239306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf14817fbb58 00010000:00000001:0.0:1783976327.589419:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.589420:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.589421:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976327.589423:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.589425:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976327.589427:0:239306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976327.589429:0:239306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976327.589435:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.589436:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.589437:0:239306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976327.589439:0:239306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976327.589441:0:239306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976327.589448:0:239306:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976327.589451:0:239306:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976327.589454:0:239306:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976327.589458:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.589459:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.589461:0:239306:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.589463:0:239306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976327.589464:0:239306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.589466:0:239306:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.589469:0:239306:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.589471:0:239306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976327.589473:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.589474:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976327.589475:0:239306:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976327.589477:0:239306:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976327.589479:0:239306:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976327.589483:0:239306:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.589486:0:239306:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976327.589489:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbb48 00000080:00002000:0.0:1783976327.589490:0:239306:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 0 00000080:00000001:0.0:1783976327.589494:0:239306:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976327.589496:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbb90 00000080:00200000:0.0:1783976327.589497:0:239306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=9 00000080:00000001:0.0:1783976327.589501:0:239306:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976327.589503:0:239306:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976327.589509:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbd08 00000080:00200008:0.0:1783976327.589511:0:239306:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976327.589516:0:239306:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976327.589517:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbc80 00000080:00200000:0.0:1783976327.589519:0:239306:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08),name=d56od.sanity 00000080:00000010:0.0:1783976327.589523:0:239306:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976327.589526:0:239306:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976327.589529:0:239306:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976327.589531:0:239306:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.589532:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbba0 00800000:00000002:0.0:1783976327.589534:0:239306:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x240002b13:0x2069:0x0] 'd56od.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976327.589536:0:239306:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976327.589539:0:239306:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976327.589540:0:239306:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976327.589542:0:239306:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976327.589543:0:239306:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976327.589544:0:239306:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.589546:0:239306:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976327.589548:0:239306:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.589550:0:239306:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976327.589551:0:239306:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976327.589552:0:239306:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976327.589553:0:239306:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976327.589554:0:239306:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.589556:0:239306:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976327.589557:0:239306:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.589559:0:239306:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x240002b13:0x2069:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976327.589562:0:239306:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976327.589564:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fba70 00000002:00010000:0.0:1783976327.589565:0:239306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2069:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976327.589568:0:239306:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976327.589569:0:239306:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976327.589571:0:239306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976327.589574:0:239306:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976327.589576:0:239306:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976327.589579:0:239306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 30 res 9663687443/8297 (0 0) 00000002:00000001:0.0:1783976327.589582:0:239306:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.589583:0:239306:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.589585:0:239306:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976327.589587:0:239306:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976327.589590:0:239306:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976327.589594:0:239306:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976327.589598:0:239306:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976327.589602:0:239306:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976327.589605:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.589606:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.589608:0:239306:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.589611:0:239306:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976327.589613:0:239306:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976327.589616:0:239306:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976327.589622:0:239306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854389400. 00000100:00000001:0.0:1783976327.589628:0:239306:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.589632:0:239306:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976327.589633:0:239306:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.589635:0:239306:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976327.589636:0:239306:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.589638:0:239306:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.589643:0:239306:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976327.589647:0:239306:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976327.589649:0:239306:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976327.589653:0:239306:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63900. 00010000:00000010:0.0:1783976327.589657:0:239306:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8700. 00010000:00000001:0.0:1783976327.589661:0:239306:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976327.589664:0:239306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ae00. 00000020:00000001:0.0:1783976327.589667:0:239306:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976327.589669:0:239306:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ae00 with handle 0x5bb448586bd091fb to hash 00000020:00000001:0.0:1783976327.589672:0:239306:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976327.589674:0:239306:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.589677:0:239306:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.589680:0:239306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.589682:0:239306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.589685:0:239306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.589692:0:239306:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.589701:0:239306:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239306 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976327.589707:0:239306:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976327.589709:0:239306:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976327.589715:0:239306:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976327.589717:0:239306:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738368 : -115476720813248 : ffff96f97b137b40) 00000100:00000001:0.0:1783976327.589720:0:239306:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976327.589721:0:239306:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976327.589725:0:239306:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976327.589730:0:239306:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.589732:0:239306:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976327.589733:0:239306:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976327.589739:0:239306:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.589746:0:239306:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976327.589748:0:239306:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.589752:0:239306:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976327.589754:0:239306:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976327.589756:0:239306:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976327.589760:0:239306:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job bash:f0ae10f0-aea6-4997-adfc-1138d73325aa:239306:1870620496603008:192.168.201.114@tcp:101:bash.0 00000100:00000001:0.0:1783976327.589764:0:239306:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976327.589768:0:239306:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976327.589770:0:239306:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.589772:0:239306:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976327.589793:0:239306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976327.589795:0:239306:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976327.589802:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976327.589805:0:239306:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976327.589811:0:239306:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137c00. 00000100:00000200:0.0:1783976327.589817:0:239306:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496603008, portal 10 00000100:00000001:0.0:1783976327.589819:0:239306:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976327.589821:0:239306:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976327.589827:0:239306:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976343 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.589834:0:239306:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976327.589837:0:239306:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976327.589840:0:239306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783976327.589844:0:239306:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496603008, offset 0 00000400:00000200:0.0:1783976327.589850:0:239306:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976327.589857:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976327.589864:0:239306:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976327.589869:0:239306:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976327.589874:0:239306:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976327.589877:0:239306:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976327.589880:0:239306:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976327.589883:0:239306:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778384:778384:256:4294967295] 192.168.201.114@tcp LPNI seq info [778362:778362:8:4294967295] 00000400:00000200:0.0:1783976327.589888:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976327.589896:0:239306:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976327.589901:0:239306:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976327.589907:0:239306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b100. 00000800:00000200:0.0:1783976327.589913:0:239306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976327.589919:0:239306:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976327.589924:0:239306:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976327.589942:0:239306:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976327.589946:0:239306:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:0.0:1783976327.589950:0:239306:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976327.589953:0:239306:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308533438 00000100:00000010:0.0:1783976327.589958:0:239306:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e300. 00000100:00000001:0.0:1783976327.589966:0:239306:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976327.589973:0:239306:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308533438 00000100:00000010:0.0:1783976327.589976:0:239306:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e4e0. 00000100:00000001:0.0:1783976327.589980:0:239306:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976327.589982:0:239306:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976327.589985:0:239306:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.589987:0:239306:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976327.589989:0:239306:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976327.589991:0:239306:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976327.589994:0:239306:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976327.589996:0:239306:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.601904:0:239306:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976327.601912:0:239306:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976327.601915:0:239306:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976327.601918:0:239306:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976327.601922:0:239306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137c00 00000400:00000010:0.0:1783976327.601925:0:239306:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b137c00. 00000100:00000001:0.0:1783976327.601928:0:239306:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976327.601933:0:239306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976343 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976327.601941:0:239306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976343 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.601948:0:239306:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976327.601949:0:239306:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.601952:0:239306:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976327.601955:0:239306:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976327.601958:0:239306:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976327.601960:0:239306:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.601963:0:239306:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976327.601973:0:239306:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976327.601978:0:239306:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976327.601980:0:239306:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976327.601982:0:239306:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.601985:0:239306:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976327.601989:0:239306:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.601992:0:239306:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976327.601994:0:239306:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972870 00000100:00000001:0.0:1783976327.601996:0:239306:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976327.601999:0:239306:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976327.602004:0:239306:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.602011:0:239306:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976327.602014:0:239306:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976327.602016:0:239306:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976327.602021:0:239306:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976327.602029:0:239306:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job bash:f0ae10f0-aea6-4997-adfc-1138d73325aa:239306:1870620496603008:192.168.201.114@tcp:101:bash.0 00000100:00000001:0.0:1783976327.602034:0:239306:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.602037:0:239306:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.602039:0:239306:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976327.602042:0:239306:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976327.602045:0:239306:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.602051:0:239306:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976327.602054:0:239306:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976327.602056:0:239306:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976327.602057:0:239306:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.602060:0:239306:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976327.602064:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602067:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602071:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=4 00000020:00000001:0.0:1783976327.602073:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602076:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000040:0.0:1783976327.602083:0:239306:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019ae00, remote cookie: 0xa91b1f6e92eab551, flags: 0x1001 00010000:00010000:0.0:1783976327.602088:0:239306:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976327.602097:0:239306:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x2069:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783976327.602100:0:239306:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976327.602106:0:239306:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976327.602109:0:239306:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976327.602112:0:239306:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63900 count: 0 00010000:00000010:0.0:1783976327.602117:0:239306:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8700. 00010000:00000001:0.0:1783976327.602126:0:239306:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.602130:0:239306:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.602168:0:239306:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602175:0:239306:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976327.602179:0:239306:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976327.602181:0:239306:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976327.602183:0:239306:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976327.602184:0:239306:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976327.602187:0:239306:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2069:0x0].0x0 (ffff96f97dc0f400) refcount = 2 00010000:00000040:0.0:1783976327.602190:0:239306:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976327.602192:0:239306:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c800/0x5bb448586bd091b5 lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab440 expref: -99 pid: 239457 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976327.602198:0:239306:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602204:0:239306:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976327.602208:0:239306:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976327.602209:0:239306:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976327.602212:0:239306:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976327.602214:0:239306:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.602218:0:239306:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602224:0:239306:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976327.602225:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602227:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.602228:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602229:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.602231:0:239306:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.602235:0:239306:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976327.602238:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602239:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602241:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976327.602243:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602255:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602257:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602258:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602260:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=4 00000020:00000001:0.0:1783976327.602262:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602264:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602267:0:239306:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.602271:0:239306:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.602274:0:239306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602280:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602282:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.602283:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602284:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602285:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=5 00000020:00000001:0.0:1783976327.602287:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602289:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602291:0:239306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976327.602294:0:239306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602300:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602302:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976327.602304:0:239306:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602310:0:239306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976327.602312:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602313:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.602315:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602315:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976327.602320:0:239306:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976327.602328:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602329:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602330:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976327.602332:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602334:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602336:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602337:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976327.602339:0:239306:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.602340:0:239306:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976327.602343:0:239306:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976327.602345:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602346:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602347:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976327.602349:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602351:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00000002:00010000:0.0:1783976327.602364:0:239306:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602369:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602370:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.602372:0:239306:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976327.602373:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602374:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602375:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976327.602377:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602379:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000040:0.0:1783976327.602381:0:239306:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976327.602383:0:239306:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976327.602387:0:239306:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8297 (0 0) 00010000:00000001:0.0:1783976327.602389:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602390:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976327.602392:0:239306:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976327.602394:0:239306:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fb9f8 00000002:00002000:0.0:1783976327.602396:0:239306:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976327.602398:0:239306:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.602402:0:239306:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.602404:0:239306:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976327.602407:0:239306:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976327.602410:0:239306:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976327.602414:0:239306:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976327.602417:0:239306:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976327.602422:0:239306:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976327.602424:0:239306:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976327.602430:0:239306:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976327.602433:0:239306:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976327.602436:0:239306:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976327.602438:0:239306:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976327.602440:0:239306:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.602444:0:239306:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976327.602447:0:239306:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976327.602451:0:239306:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x2069:0x0], updating i_size 4096 00010000:00000001:0.0:1783976327.602453:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602454:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602456:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976327.602457:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602459:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602461:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602462:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976327.602464:0:239306:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976327.602466:0:239306:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976327.602467:0:239306:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976327.602469:0:239306:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976327.602471:0:239306:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976327.602473:0:239306:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2069:0x0](ffff96f97c23aa08) for lock 0x5bb448586bd091fb 00800000:00000001:0.0:1783976327.602476:0:239306:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976327.602478:0:239306:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976327.602479:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602480:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602481:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976327.602483:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602484:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602487:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602488:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976327.602489:0:239306:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976327.602491:0:239306:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.602492:0:239306:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976327.602494:0:239306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x2069:0x0](ffff96f97c23aa08) 00000080:00010000:0.0:1783976327.602678:0:239306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091fb from it ffffaf14817fbcb8 00010000:00000001:0.0:1783976327.602682:0:239306:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.602683:0:239306:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.602685:0:239306:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976327.602687:0:239306:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602690:0:239306:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976327.602691:0:239306:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976327.602695:0:239306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.602702:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602703:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.602705:0:239306:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976327.602707:0:239306:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976327.602710:0:239306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd091fb lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab551 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976327.602718:0:239306:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976327.602720:0:239306:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976327.602723:0:239306:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976327.602726:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602727:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.602729:0:239306:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.602732:0:239306:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976327.602734:0:239306:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.602736:0:239306:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.602738:0:239306:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.602740:0:239306:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976327.602741:0:239306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.602742:0:239306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976327.602744:0:239306:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976327.602749:0:239306:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496603008/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976327.602756:0:239306:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976327.602758:0:239306:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976327.602761:0:239306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976327.602781:0:239306:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976327.602784:0:239306:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976327.602785:0:239306:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976327.602788:0:239306:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976327.602790:0:239306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976327.602793:0:239306:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976327.602795:0:239306:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976327.602796:0:239306:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976327.602800:0:239306:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976327.602801:0:239306:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.715474:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976327.715481:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976327.715484:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976327.715493:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977105180 x1870620496603904/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976327.715515:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976327.715518:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.715521:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976327.715524:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976327.715527:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976327.715531:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977105180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496603904:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976327.715535:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976327.715540:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976327.715542:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.715545:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976327.715552:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f854369e00. 02000000:00000001:0.0:1783976327.715555:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976327.715561:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976327.715565:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976327.715570:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783976327.715576:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496603904, portal 18 00000100:00000001:0.0:1783976327.715579:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976327.715580:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921422208 : -115476788129408 : ffff96f977105180) 00000100:00000040:0.0:1783976327.715588:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977105180 x1870620496603904/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976327.715596:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976327.715598:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976327.715601:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976327.715605:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870620496603904, offset 0 00000400:00000200:0.0:1783976327.715611:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976327.715620:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976327.715627:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976327.715632:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976327.715636:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976327.715639:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976327.715642:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976327.715646:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778390:778390:256:4294967295] 192.168.201.114@tcp LPNI seq info [778368:778368:8:4294967295] 00000400:00000200:0.0:1783976327.715650:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976327.715660:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976327.715666:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976327.715671:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b800. 00000800:00000200:0.0:1783976327.715677:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976327.715684:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976327.715688:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976327.715711:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976327.715716:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10212 usecs (11 jiffies) 00000400:00000200:0.0:1783976327.715719:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976327.715722:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308533565 00000100:00000010:0.0:1783976327.715727:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ecc0. 00000100:00000001:0.0:1783976327.715734:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976327.715740:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308533565 00000100:00000010:0.0:1783976327.715744:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e720. 00000100:00000001:0.0:1783976327.715746:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976327.715753:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976327.715755:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.715758:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.715760:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.715767:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976327.715769:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976327.715771:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976327.715772:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976327.715773:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.715776:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.715788:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976327.715790:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.729434:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976327.729439:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976327.729446:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976327.729448:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976327.729452:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976327.729456:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978990 00000400:00000010:0.0:1783976327.729458:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978990. 00000100:00000001:0.0:1783976327.729461:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976327.729466:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977105180 x1870620496603904/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976327.729482:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977105180 x1870620496603904/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976327.729489:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976327.729490:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.729493:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976327.729563:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976327.729567:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976327.729569:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976327.729571:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976327.729582:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd80 time=145 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976327.729586:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976327.729589:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976327.729591:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.729594:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976327.729597:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.729601:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976327.729603:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972870 00000100:00000001:0.0:1783976327.729606:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976327.729608:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976327.729614:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977105180 x1870620496603904/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976327.729621:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976327.729623:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976327.729626:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976327.729630:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977105180 x1870620496603904/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976327.729638:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977105180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496603904:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976327.729643:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.729646:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976327.729649:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977105180 x1870620496603904/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976327.729656:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976327.729658:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976327.729661:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f854369e00. 02000000:00000001:0.0:1783976327.729665:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976327.729668:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976327.729670:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976327.729672:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976327.729675:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9a00. 02000000:00000001:0.0:1783976327.729678:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976327.729679:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976327.729681:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977105180. 00000100:00000001:0.0:1783976327.729685:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976327.729686:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.729689:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.729696:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976327.729698:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976327.729700:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976327.729703:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976327.904275:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976327.904279:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.904282:0:192641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976327.904285:0:192641:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976327.904286:0:192641:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976327.904291:0:192641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0600/0x5bb448586bd0921e lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa91b1f6e92eab5d6 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.904299:0:192641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f9811b0600 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976327.904301:0:192641:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976327.904303:0:192641:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0600/0x5bb448586bd0921e lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa91b1f6e92eab5d6 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.904309:0:192641:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976327.904311:0:192641:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976327.904315:0:192641:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0600/0x5bb448586bd0921e lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa91b1f6e92eab5d6 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.904319:0:192641:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976327.904322:0:192641:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976327.904323:0:192641:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.904324:0:192641:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.904325:0:192641:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9811b0600 refcount=3 00000020:00000001:0.0:1783976327.904327:0:192641:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597089895936 : -115476619655680 : ffff96f9811b0600) 00010000:00000001:0.0:1783976327.904329:0:192641:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597089895936 : -115476619655680 : ffff96f9811b0600) 00010000:00000001:0.0:1783976327.904331:0:192641:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976327.904333:0:192641:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0600/0x5bb448586bd0921e lrc: 3/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eab5d6 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976327.904340:0:192641:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976327.904343:0:192641:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976327.904346:0:192641:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976327.904618:0:192641:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11fe1:0x0] mode (null) 00000002:00000001:0.0:1783976327.904623:0:192641:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976327.904626:0:192641:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976327.904632:0:192641:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76e00 count: 3 00010000:00000001:0.0:1783976327.904635:0:192641:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976327.904639:0:192641:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976327.904640:0:192641:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976327.904643:0:192641:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976327.904647:0:192641:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.904651:0:192641:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772ba400/0x5bb448586bd09210 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab5b3 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976327.904658:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.904659:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976327.904661:0:192641:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783976327.904662:0:192641:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976327.904664:0:192641:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976327.904665:0:192641:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba400 refcount=3 00000020:00000001:0.0:1783976327.904667:0:192641:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923212800 : -115476786338816 : ffff96f9772ba400) 00010000:00000001:0.0:1783976327.904669:0:192641:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923212800 : -115476786338816 : ffff96f9772ba400) 00010000:00000001:0.0:1783976327.904671:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.904672:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976327.904673:0:192641:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976327.904676:0:192641:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976327.904677:0:192641:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.904680:0:192641:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976327.904682:0:192641:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976327.904684:0:192641:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976327.904685:0:192641:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976327.904687:0:192641:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976327.904690:0:192641:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9811b0600 with handle 0x5bb448586bd0921e from hash 00010000:00000001:0.0:1783976327.904692:0:192641:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976327.904693:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.904694:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.904695:0:192641:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976327.904698:0:192641:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976327.904700:0:192641:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976327.904704:0:192641:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976327.904708:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.904710:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.904711:0:192641:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.904713:0:192641:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976327.904715:0:192641:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976327.904721:0:192641:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976327.904725:0:192641:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976327.904729:0:192641:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976327.904731:0:192641:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976327.904733:0:192641:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976327.904740:0:192641:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369e00. 00000100:00000001:0.0:1783976327.904746:0:192641:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.904749:0:192641:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976327.904753:0:192641:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0600/0x5bb448586bd0921e lrc: 2/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab5d6 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976327.904763:0:192641:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976327.904765:0:192641:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976327.904769:0:192641:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976327.904774:0:192641:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976327.904781:0:192641:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a849eaf] to pc [ptlrpcd_00_01+1] req@ffff96f981c07b80 x1870620496605312/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976327.906735:0:192641:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976327.906740:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976327.906742:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.906743:0:192641:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976327.906746:0:192641:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976327.906748:0:192641:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.906753:0:192641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0600/0x5bb448586bd0921e lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab5d6 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.906761:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976327.906763:0:192641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0600/0x5bb448586bd0921e lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab5d6 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976327.906777:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976327.906778:0:192641:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1783976327.906780:0:192641:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f977815cc0. 00010000:00000001:0.0:1783976327.906785:0:192641:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976327.906788:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976327.906790:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.906792:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976327.906794:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976327.906795:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.906797:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976327.906800:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976327.906801:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976327.906803:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976327.906821:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976327.906825:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.049564:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976328.049567:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.049570:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976328.060466:0:239486:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.060527:0:239486:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.060530:0:239486:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.060533:0:239486:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7cb8. 00000400:00000200:0.0:1783976328.060538:0:239486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d23b8 00000400:00000010:0.0:1783976328.060540:0:239486:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d23b8. 00000100:00000001:0.0:1783976328.060542:0:239486:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.060547:0:239486:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae84e00 x1870620496607360/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976328.060556:0:239486:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae84e00 x1870620496607360/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.060562:0:239486:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.060564:0:239486:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.060566:0:239486:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.060570:0:239486:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.060573:0:239486:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.060575:0:239486:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.060578:0:239486:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.060587:0:239486:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.060592:0:239486:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.060595:0:239486:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.060597:0:239486:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.060599:0:239486:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.060603:0:239486:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.060606:0:239486:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.060608:0:239486:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.060610:0:239486:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.060612:0:239486:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.060614:0:239486:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985908736 : -115476723642880 : ffff96f97ae84e00) 00000100:00000001:0.0:1783976328.060617:0:239486:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.060619:0:239486:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.060621:0:239486:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.060623:0:239486:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.060628:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae84e00 x1870620496607360/t25770085976(25770085976) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.060636:0:239486:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.060639:0:239486:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.060641:0:239486:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.060644:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae84e00 x1870620496607360/t25770085976(25770085976) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976328.060652:0:239486:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae84e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239486:1870620496607360:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976328.060656:0:239486:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.060659:0:239486:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.060661:0:239486:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.060663:0:239486:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.060666:0:239486:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae84e00 x1870620496607360/t25770085976(25770085976) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.060672:0:239486:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.060675:0:239486:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc343c0. 00000100:00000001:0.0:1783976328.060677:0:239486:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.060679:0:239486:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.060685:0:239486:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.060688:0:239486:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.060694:0:239486:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976328.060696:0:239486:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.060704:0:239486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513187 : 144115373061513187 : 200002b12011fe3) 00000080:00000001:0.0:1783976328.060707:0:239486:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976328.060711:0:239486:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.060714:0:239486:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae84e00 x1870620496607360/t25770085976(25770085976) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.060719:0:239486:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.060722:0:239486:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.060724:0:239486:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.060726:0:239486:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.060730:0:239486:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976328.060732:0:239486:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.060734:0:239486:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.060736:0:239486:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.060737:0:239486:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.060740:0:239486:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.060743:0:239486:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976328.060745:0:239486:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.060751:0:239486:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976328.060756:0:239486:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368800. 00000020:00000010:0.0:1783976328.060761:0:239486:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854368c00. 00000020:00000010:0.0:1783976328.060765:0:239486:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7eba0. 00000008:00000010:0.0:1783976328.060770:0:239486:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.060775:0:239486:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.060779:0:239486:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.060785:0:239486:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.060788:0:239486:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.060792:0:239486:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368400. 00000008:00000010:0.0:1783976328.060796:0:239486:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.060799:0:239486:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.060802:0:239486:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.060806:0:239486:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.060809:0:239486:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976328.060811:0:239486:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976328.060815:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee850 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.060817:0:239486:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976328.060819:0:239486:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976328.060821:0:239486:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976328.060824:0:239486:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976328.060826:0:239486:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976328.060828:0:239486:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976328.060831:0:239486:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976328.060832:0:239486:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.060836:0:239486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.060838:0:239486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.060841:0:239486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.060843:0:239486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.060845:0:239486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.060847:0:239486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.060849:0:239486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.060852:0:239486:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.060856:0:239486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.060861:0:239486:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.060863:0:239486:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.060865:0:239486:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe3:0x0]: 0 00000080:00000001:0.0:1783976328.060867:0:239486:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.060870:0:239486:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976328.060874:0:239486:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00000080:00010000:0.0:1783976328.060880:0:239486:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b12:0x11fe3:0x0](ffff96f97c23c2c8) 00000080:00000001:0.0:1783976328.060883:0:239486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.060886:0:239486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.060889:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f958 00800000:00000002:0.0:1783976328.060892:0:239486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b12:0x11fe3:0x0] '' on [0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.060896:0:239486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.060897:0:239486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.060898:0:239486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.060899:0:239486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.060901:0:239486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.060902:0:239486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.060904:0:239486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.060906:0:239486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.060908:0:239486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe3:0x0], fid2=[0x200002b12:0x11fe3:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.060912:0:239486:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.060913:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f828 00000002:00010000:0.0:1783976328.060915:0:239486:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe3:0x0]) in obj [0x200002b12:0x11fe3:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976328.060919:0:239486:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.060921:0:239486:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976328.060925:0:239486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976328.060929:0:239486:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.060934:0:239486:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.060939:0:239486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.060945:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.060947:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.060948:0:239486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.060951:0:239486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.060953:0:239486:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.060956:0:239486:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.060962:0:239486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369000. 00000100:00000001:0.0:1783976328.060968:0:239486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.060971:0:239486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.060973:0:239486:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.060975:0:239486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.060976:0:239486:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.060978:0:239486:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.060982:0:239486:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00010000:00000001:0.0:1783976328.060985:0:239486:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.060986:0:239486:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976328.060991:0:239486:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63900. 00010000:00000010:0.0:1783976328.060994:0:239486:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8700. 00010000:00000001:0.0:1783976328.060997:0:239486:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.061001:0:239486:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a800. 00000020:00000001:0.0:1783976328.061004:0:239486:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.061006:0:239486:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a800 with handle 0x5bb448586bd09241 to hash 00000020:00000001:0.0:1783976328.061008:0:239486:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.061009:0:239486:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.061012:0:239486:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.061015:0:239486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.061018:0:239486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.061021:0:239486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.061029:0:239486:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.061037:0:239486:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.061042:0:239486:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.061044:0:239486:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.061049:0:239486:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976328.061051:0:239486:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738368 : -115476720813248 : ffff96f97b137b40) 00000100:00000001:0.0:1783976328.061053:0:239486:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.061054:0:239486:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976328.061057:0:239486:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.061061:0:239486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.061063:0:239486:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.061064:0:239486:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.061069:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.061075:0:239486:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.061077:0:239486:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.061080:0:239486:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.061082:0:239486:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.061084:0:239486:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.061087:0:239486:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239486:1870620496607488:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.061090:0:239486:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.061094:0:239486:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.061096:0:239486:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.061098:0:239486:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.061103:0:239486:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976328.061105:0:239486:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.061109:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.061454:0:239486:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976328.061461:0:239486:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137c00. 00000100:00000200:0.0:1783976328.061467:0:239486:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496607488, portal 10 00000100:00000001:0.0:1783976328.061470:0:239486:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.061471:0:239486:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976328.061478:0:239486:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.061491:0:239486:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.061493:0:239486:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.061496:0:239486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783976328.061501:0:239486:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496607488, offset 0 00000400:00000200:0.0:1783976328.061506:0:239486:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.061514:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.061520:0:239486:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.061524:0:239486:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.061528:0:239486:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.061531:0:239486:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.061533:0:239486:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.061537:0:239486:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778406:778406:256:4294967295] 192.168.201.114@tcp LPNI seq info [778384:778384:8:4294967295] 00000400:00000200:0.0:1783976328.061541:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.061549:0:239486:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.061554:0:239486:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.061559:0:239486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b500. 00000800:00000200:0.0:1783976328.061565:0:239486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.061573:0:239486:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.061577:0:239486:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b500 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.061633:0:239486:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.061639:0:239486:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.061642:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.061645:0:239486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308533910 00000100:00000001:0.0:1783976328.061651:0:239486:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308533909 00000100:00000001:0.0:1783976328.061657:0:239486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308533910 00000100:00000001:0.0:1783976328.061660:0:239486:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308533909 00000100:00000001:0.0:1783976328.061673:0:239486:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.061676:0:239486:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.061678:0:239486:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.061680:0:239486:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.061682:0:239486:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.061684:0:239486:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.061686:0:239486:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.065839:0:239486:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.065910:0:239486:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.065913:0:239486:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.065917:0:239486:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976328.065921:0:239486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137c00 00000400:00000010:0.0:1783976328.065923:0:239486:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137c00. 00000100:00000001:0.0:1783976328.065926:0:239486:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.065931:0:239486:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.065940:0:239486:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.065946:0:239486:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.065948:0:239486:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.065950:0:239486:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.065954:0:239486:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.065956:0:239486:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.065959:0:239486:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.065962:0:239486:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.065970:0:239486:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.065974:0:239486:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.065977:0:239486:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.065979:0:239486:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.065981:0:239486:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.065985:0:239486:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.065989:0:239486:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.065991:0:239486:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.065993:0:239486:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.065996:0:239486:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.066002:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.066015:0:239486:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.066018:0:239486:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.066020:0:239486:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.066024:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.066032:0:239486:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239486:1870620496607488:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.066036:0:239486:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.066039:0:239486:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.066041:0:239486:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.066044:0:239486:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.066047:0:239486:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.066052:0:239486:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.066055:0:239486:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976328.066057:0:239486:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.066058:0:239486:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066061:0:239486:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.066065:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066068:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066071:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=4 00000020:00000001:0.0:1783976328.066073:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066076:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000040:0.0:1783976328.066083:0:239486:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019a800, remote cookie: 0xa91b1f6e92eab64d, flags: 0x1000 00010000:00000001:0.0:1783976328.066086:0:239486:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976328.066091:0:239486:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976328.066094:0:239486:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976328.066095:0:239486:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976328.066096:0:239486:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976328.066099:0:239486:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe3:0x0].0x0 (ffff96f977b63900) refcount = 1 00010000:00010000:0.0:1783976328.066104:0:239486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.066111:0:239486:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976328.066115:0:239486:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976328.066116:0:239486:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.066119:0:239486:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976328.066121:0:239486:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.066124:0:239486:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.066130:0:239486:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976328.066131:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066132:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066133:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066134:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066297:0:239486:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.066303:0:239486:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976328.066305:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066307:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066308:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066311:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066313:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066315:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066316:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976328.066322:0:239486:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976328.066329:0:239486:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976328.066332:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066333:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066334:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066336:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066338:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00000002:00010000:0.0:1783976328.066342:0:239486:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976328.066423:0:239486:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99a40. 00010000:00000001:0.0:1783976328.066426:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066427:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.066429:0:239486:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.066431:0:239486:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.066434:0:239486:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.066436:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066437:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066438:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066440:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066442:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00000002:00010000:0.0:1783976328.066445:0:239486:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.066451:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066452:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066454:0:239486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.066455:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066456:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066457:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066459:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066460:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000040:0.0:1783976328.066466:0:239486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63900 count: 2 00010000:00000001:0.0:1783976328.066468:0:239486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.066472:0:239486:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73699 (0 0) 00010000:00000001:0.0:1783976328.066475:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066476:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.066477:0:239486:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.066480:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f7b0 00000002:00002000:0.0:1783976328.066482:0:239486:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976328.066484:0:239486:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.066488:0:239486:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.066490:0:239486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.066493:0:239486:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11fe3:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976328.066496:0:239486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.066498:0:239486:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.066503:0:239486:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496607488/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.066510:0:239486:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.066512:0:239486:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.066515:0:239486:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976328.066519:0:239486:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.066521:0:239486:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.066522:0:239486:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.066524:0:239486:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.066527:0:239486:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369000. 02000000:00000001:0.0:1783976328.066530:0:239486:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.066532:0:239486:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.066534:0:239486:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976328.066537:0:239486:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.066539:0:239486:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976328.066543:0:239486:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00010000:0.0:1783976328.066547:0:239486:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe3:0x0](ffff96f97c23c2c8) for lock 0x5bb448586bd09241 00800000:00000001:0.0:1783976328.066551:0:239486:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.066553:0:239486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.066554:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066556:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066557:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066559:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066561:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066563:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066564:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.066565:0:239486:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.066567:0:239486:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.066570:0:239486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09241 from it ffffaf1481c4fa78 00010000:00000001:0.0:1783976328.066572:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066573:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066574:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066576:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066578:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066580:0:239486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.066582:0:239486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.066588:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066589:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066590:0:239486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.066593:0:239486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.066596:0:239486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.066602:0:239486:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.066605:0:239486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.066607:0:239486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.066611:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066612:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066613:0:239486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066616:0:239486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.066618:0:239486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066619:0:239486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066622:0:239486:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066624:0:239486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.066625:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066626:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.066628:0:239486:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.066631:0:239486:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976328.066632:0:239486:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.066637:0:239486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.066639:0:239486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.066641:0:239486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.066643:0:239486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.066645:0:239486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.066648:0:239486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.066650:0:239486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.066652:0:239486:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.066654:0:239486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.066656:0:239486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63900 count: 2 00010000:00000001:0.0:1783976328.066658:0:239486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.066661:0:239486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.066664:0:239486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.066667:0:239486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976328.066674:0:239486:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.066679:0:239486:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.066682:0:239486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976328.066689:0:239486:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976328.066691:0:239486:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe3:0x0]: 16 00000080:00000001:0.0:1783976328.066693:0:239486:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976328.066695:0:239486:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976328.066696:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066697:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066699:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066701:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066702:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00000080:00010000:0.0:1783976328.066706:0:239486:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11fe3:0x0](0000000093a5b751) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976328.066714:0:239486:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.066715:0:239486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.066716:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066717:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066719:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=4 00000020:00000001:0.0:1783976328.066721:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066723:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066724:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066725:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.066726:0:239486:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.066728:0:239486:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.066730:0:239486:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976328.066732:0:239486:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11fe3:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99a40 l_lvb_len=56 00000080:00000001:0.0:1783976328.066734:0:239486:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.066737:0:239486:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976328.066739:0:239486:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.066744:0:239486:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c120. 00000020:00000010:0.0:1783976328.066749:0:239486:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976328.066754:0:239486:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976328.066758:0:239486:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.066764:0:239486:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.066768:0:239486:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.066772:0:239486:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.066778:0:239486:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.066782:0:239486:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.066786:0:239486:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369600. 00000008:00000010:0.0:1783976328.066790:0:239486:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.066793:0:239486:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.066797:0:239486:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.066802:0:239486:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976328.066805:0:239486:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048232 : -115477170503384 : ffff96f96045c128) 00000020:00001000:0.0:1783976328.066807:0:239486:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c120 00000020:00000001:0.0:1783976328.066809:0:239486:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976328.066813:0:239486:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976328.066816:0:239486:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976328.066821:0:239486:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ea80. 00020000:00000010:0.0:1783976328.066824:0:239486:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798f800. 00020000:00000010:0.0:1783976328.066829:0:239486:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e660. 00020000:00000001:0.0:1783976328.066831:0:239486:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165280 : -115476674386336 : ffff96f97dd7e660) 00020000:00000002:0.0:1783976328.066835:0:239486:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e660, objid 0x11fe3:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.066840:0:239486:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.066843:0:239486:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f800: ostid: 0x280000403:5846 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976328.066847:0:239486:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd01c98) owner ffff96f95e11cf80 00020000:00000001:0.0:1783976328.066850:0:239486:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976328.066852:0:239486:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd01c98) owner ffff96f95e11cf80 00020000:00000010:0.0:1783976328.066856:0:239486:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798f800. 00020000:00000010:0.0:1783976328.066859:0:239486:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ea80. 00020000:00000010:0.0:1783976328.066862:0:239486:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e660. 00020000:00000002:0.0:1783976328.066864:0:239486:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fe3:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976328.066867:0:239486:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.066868:0:239486:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.066871:0:239486:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976328.066873:0:239486:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00020000:00000002:0.0:1783976328.066876:0:239486:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f9778ece40 addref 2/0 by ffff96f95e11cf80. 00020000:00000002:0.0:1783976328.066879:0:239486:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00020000:00000001:0.0:1783976328.066881:0:239486:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976328.066883:0:239486:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976328.066884:0:239486:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976328.066886:0:239486:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976328.066888:0:239486:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976328.066890:0:239486:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11fe3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976328.066893:0:239486:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c120 00000020:00000010:0.0:1783976328.066896:0:239486:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976328.066899:0:239486:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.066902:0:239486:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.066905:0:239486:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.066907:0:239486:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.066911:0:239486:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.066913:0:239486:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.066917:0:239486:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976328.066919:0:239486:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.066922:0:239486:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.066925:0:239486:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.066928:0:239486:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976328.066930:0:239486:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369600. 00000020:00000010:0.0:1783976328.066932:0:239486:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c120. 00000080:00000001:0.0:1783976328.066935:0:239486:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.066936:0:239486:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976328.066938:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066939:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066940:0:239486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.066942:0:239486:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.066943:0:239486:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a800 refcount=3 00000020:00000001:0.0:1783976328.066945:0:239486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066947:0:239486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755456 : -115481736796160 : ffff96f85019a800) 00010000:00000001:0.0:1783976328.066950:0:239486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.066952:0:239486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.066959:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066960:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066961:0:239486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.066963:0:239486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.066965:0:239486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a800/0x5bb448586bd09241 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab64d expref: -99 pid: 239486 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976328.066971:0:239486:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.066972:0:239486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.066974:0:239486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.066976:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066977:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.066978:0:239486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066980:0:239486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.066981:0:239486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066983:0:239486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066985:0:239486:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.066987:0:239486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.066989:0:239486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.066990:0:239486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.066991:0:239486:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.066994:0:239486:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.066997:0:239486:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976328.067001:0:239486:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe3:0x0]io ffff96f96174e0c0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976328.067004:0:239486:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00020000:00000001:0.0:1783976328.067007:0:239486:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976328.067008:0:239486:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976328.067011:0:239486:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976328.067013:0:239486:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067015:0:239486:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976328.067018:0:239486:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976328.067019:0:239486:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067022:0:239486:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976328.067023:0:239486:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976328.067024:0:239486:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976328.067026:0:239486:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00000020:00000001:0.0:1783976328.067028:0:239486:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067032:0:239486:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976328.067034:0:239486:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976328.067036:0:239486:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976328.067038:0:239486:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976328.067041:0:239486:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976328.067044:0:239486:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976328.067047:0:239486:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976328.067049:0:239486:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976328.067050:0:239486:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.067053:0:239486:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c120. 00000020:00000010:0.0:1783976328.067056:0:239486:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369600. 00000020:00000010:0.0:1783976328.067058:0:239486:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369400. 00000020:00000010:0.0:1783976328.067061:0:239486:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.067063:0:239486:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.067066:0:239486:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.067068:0:239486:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.067071:0:239486:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.067073:0:239486:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.067075:0:239486:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369000. 00000008:00000010:0.0:1783976328.067078:0:239486:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.067081:0:239486:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.067083:0:239486:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.067085:0:239486:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976328.067087:0:239486:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048232 : -115477170503384 : ffff96f96045c128) 00000020:00001000:0.0:1783976328.067089:0:239486:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c120 00000020:00000001:0.0:1783976328.067093:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee6c0 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.067094:0:239486:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976328.067097:0:239486:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976328.067098:0:239486:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976328.067099:0:239486:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067101:0:239486:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067103:0:239486:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058917256 : -115477650634360 : ffff96f943a78988) 00000020:00000001:0.0:1783976328.067105:0:239486:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976328.067107:0:239486:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976328.067110:0:239486:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067112:0:239486:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067114:0:239486:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067115:0:239486:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067116:0:239486:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067118:0:239486:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976328.067120:0:239486:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976328.067121:0:239486:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.067122:0:239486:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976328.067124:0:239486:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976328.067125:0:239486:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067127:0:239486:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067128:0:239486:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067130:0:239486:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067131:0:239486:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976328.067132:0:239486:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067133:0:239486:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067134:0:239486:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976328.067249:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee850 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.067251:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee850 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.067253:0:239486:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976328.067256:0:239486:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067258:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee850 -> ffff96f9778ee850 00020000:00000001:0.0:1783976328.067260:0:239486:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976328.067263:0:239486:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976328.067264:0:239486:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.067265:0:239486:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976328.067268:0:239486:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976328.067270:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f977b80fc0 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.067271:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f977b80fc0 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.067273:0:239486:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976328.067275:0:239486:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067277:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f977b80fc0 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.067279:0:239486:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976328.067282:0:239486:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976328.067284:0:239486:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067285:0:239486:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067287:0:239486:0:(cl_object.c:151:cl_object_top()) ffff96f977b80fc0 -> ffff96f9778ee850 00000020:00000001:0.0:1783976328.067289:0:239486:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976328.067291:0:239486:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976328.067292:0:239486:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976328.067294:0:239486:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976328.067295:0:239486:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976328.067296:0:239486:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976328.067299:0:239486:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976328.067303:0:239486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976328.067307:0:239486:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=6 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976328.067311:0:239486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.067313:0:239486:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.067317:0:239486:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.067322:0:239486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368600. 00000100:00000001:0.0:1783976328.067328:0:239486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.067335:0:239486:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.067339:0:239486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.067422:0:239486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a58f87b] to pc [ptlrpcd_00_00+0] req@ffff96f981c05880 x1870620496607616/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976328.067749:0:239486:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976328.067753:0:239486:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067755:0:239486:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067756:0:239486:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067758:0:239486:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.067760:0:239486:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067761:0:239486:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.067763:0:239486:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976328.067765:0:239486:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976328.067767:0:239486:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976328.067768:0:239486:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976328.074443:0:239486:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976328.074446:0:239486:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.074449:0:239486:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.074453:0:239486:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976328.074455:0:239486:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976328.074459:0:239486:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976328.074461:0:239486:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.074463:0:239486:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976328.074465:0:239486:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976328.074466:0:239486:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.074468:0:239486:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.074469:0:239486:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976328.074470:0:239486:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976328.074472:0:239486:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976328.074473:0:239486:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976328.074475:0:239486:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976328.074477:0:239486:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976328.074478:0:239486:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.074479:0:239486:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976328.074481:0:239486:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976328.074482:0:239486:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.074484:0:239486:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.074486:0:239486:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976328.074487:0:239486:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976328.074488:0:239486:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.074491:0:239486:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976328.074492:0:239486:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976328.074494:0:239486:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976328.074495:0:239486:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976328.074497:0:239486:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976328.074499:0:239486:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c120 00000020:00000010:0.0:1783976328.074504:0:239486:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369400. 00000020:00000010:0.0:1783976328.074509:0:239486:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.074514:0:239486:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.074518:0:239486:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.074523:0:239486:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.074527:0:239486:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.074532:0:239486:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.074536:0:239486:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369600. 00000008:00000010:0.0:1783976328.074538:0:239486:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.074542:0:239486:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.074546:0:239486:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.074549:0:239486:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976328.074552:0:239486:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369000. 00000020:00000010:0.0:1783976328.074554:0:239486:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c120. 00020000:00000001:0.0:1783976328.074556:0:239486:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976328.074558:0:239486:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976328.074561:0:239486:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976328.074563:0:239486:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976328.074566:0:239486:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976328.074567:0:239486:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976328.074569:0:239486:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976328.074571:0:239486:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854368c00. 00000020:00000010:0.0:1783976328.074573:0:239486:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7eba0. 00000008:00000010:0.0:1783976328.074575:0:239486:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.074578:0:239486:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.074580:0:239486:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.074582:0:239486:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.074584:0:239486:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.074586:0:239486:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368800. 00000008:00000010:0.0:1783976328.074588:0:239486:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.074590:0:239486:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.074592:0:239486:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.074594:0:239486:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.074596:0:239486:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368400. 00000020:00000010:0.0:1783976328.074598:0:239486:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00000080:00000001:0.0:1783976328.074600:0:239486:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.074603:0:239486:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976328.074607:0:239486:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d274200. 00000020:00000001:0.0:1783976328.074614:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fc30 00000080:00200008:0.0:1783976328.074617:0:239486:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file file2:[0x200002b12:0x11fe3:0x0](ffff96f97c23c2c8) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976328.000000000, mtime 1783976328.000000000, ctime 1783976328.000000000, rc 0 00000080:00000001:0.0:1783976328.074623:0:239486:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.074642:0:239486:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.074646:0:239486:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00020000:00000002:0.0:1783976328.074649:0:239486:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00020000:00000001:0.0:1783976328.074653:0:239486:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.074661:0:239486:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976328.074663:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fdb8 00000080:00200008:0.0:1783976328.074664:0:239486:0:(file.c:447:ll_file_release()) START file file2:[0x200002b12:0x11fe3:0x0](ffff96f97c23c2c8), flags 104001 00000080:00000001:0.0:1783976328.074668:0:239486:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976328.074670:0:239486:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976328.074671:0:239486:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.074672:0:239486:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00020000:00000002:0.0:1783976328.074675:0:239486:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f95e11cf80 00020000:00000001:0.0:1783976328.074676:0:239486:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.074678:0:239486:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976328.074684:0:239486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.074686:0:239486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.074689:0:239486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.074691:0:239486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.074693:0:239486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.074695:0:239486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.074697:0:239486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.074702:0:239486:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.074705:0:239486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.074712:0:239486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63900 count: 2 00010000:00000001:0.0:1783976328.074715:0:239486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.074720:0:239486:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.074722:0:239486:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe3:0x0]: 0 00000080:00000001:0.0:1783976328.074724:0:239486:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976328.074726:0:239486:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976328.074731:0:239486:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854368400. 00000080:00000001:0.0:1783976328.074733:0:239486:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976328.074738:0:239486:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976328.074741:0:239486:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976328.074743:0:239486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.074744:0:239486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.074745:0:239486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.074747:0:239486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.074748:0:239486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.074750:0:239486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.074752:0:239486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.074754:0:239486:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe3:0x0] 00000002:00000001:0.0:1783976328.074757:0:239486:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976328.074759:0:239486:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe3:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976328.074764:0:239486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04380. 00000020:00000040:0.0:1783976328.074769:0:239486:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976328.074773:0:239486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.074776:0:239486:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.074780:0:239486:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.074787:0:239486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368800. 00000100:00000001:0.0:1783976328.074792:0:239486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976328.074803:0:239486:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae85500 x1870620496607104/t25770085975(25770085975) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976328.074814:0:239486:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976328.074818:0:239486:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04380 x1870620496607872/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976328.074824:0:239486:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.074827:0:239486:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.074833:0:239486:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976328.074835:0:239486:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738368 : -115476720813248 : ffff96f97b137b40) 00000100:00000001:0.0:1783976328.074838:0:239486:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.074839:0:239486:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000001:0.0:1783976328.074842:0:239486:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.074846:0:239486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.074848:0:239486:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.074849:0:239486:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.074853:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04380 x1870620496607872/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.074865:0:239486:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.074867:0:239486:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.074871:0:239486:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.074873:0:239486:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.074876:0:239486:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.074879:0:239486:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04380 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239486:1870620496607872:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976328.074882:0:239486:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.074887:0:239486:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.074889:0:239486:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.074891:0:239486:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.074897:0:239486:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976328.074899:0:239486:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.074905:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.074909:0:239486:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976328.074914:0:239486:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137c00. 00000100:00000200:0.0:1783976328.074921:0:239486:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496607872, portal 10 00000100:00000001:0.0:1783976328.074923:0:239486:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.074924:0:239486:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000040:0.0:1783976328.074930:0:239486:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04380 x1870620496607872/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.074937:0:239486:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.074940:0:239486:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.074943:0:239486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783976328.074947:0:239486:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496607872, offset 0 00000400:00000200:0.0:1783976328.074953:0:239486:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.074959:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.074966:0:239486:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.074971:0:239486:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.074975:0:239486:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.074978:0:239486:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.074981:0:239486:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.074984:0:239486:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778408:778408:256:4294967295] 192.168.201.114@tcp LPNI seq info [778386:778386:8:4294967295] 00000400:00000200:0.0:1783976328.074989:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.074997:0:239486:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.075003:0:239486:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.075009:0:239486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b200. 00000800:00000200:0.0:1783976328.075015:0:239486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.075022:0:239486:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.075025:0:239486:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.075094:0:239486:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.075099:0:239486:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.075102:0:239486:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.075104:0:239486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308533923 00000100:00000001:0.0:1783976328.075108:0:239486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308533967 00000100:00000001:0.0:1783976328.075110:0:239486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308533923 00000100:00000001:0.0:1783976328.075112:0:239486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308533967 00000100:00000001:0.0:1783976328.075114:0:239486:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.075116:0:239486:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.075118:0:239486:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.075120:0:239486:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.075122:0:239486:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.075125:0:239486:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.075127:0:239486:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.079578:0:239486:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.079657:0:239486:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.079659:0:239486:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.079663:0:239486:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976328.079668:0:239486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137c00 00000400:00000010:0.0:1783976328.079671:0:239486:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137c00. 00000100:00000001:0.0:1783976328.079675:0:239486:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.079681:0:239486:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04380 x1870620496607872/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.079689:0:239486:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04380 x1870620496607872/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.079696:0:239486:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.079698:0:239486:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.079701:0:239486:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.079704:0:239486:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.079706:0:239486:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.079708:0:239486:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.079712:0:239486:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.079720:0:239486:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976328.079724:0:239486:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.079727:0:239486:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.079728:0:239486:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.079731:0:239486:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.079734:0:239486:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.079738:0:239486:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.079740:0:239486:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.079741:0:239486:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.079744:0:239486:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.079745:0:239486:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000001:0.0:1783976328.079749:0:239486:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.079751:0:239486:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.079752:0:239486:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.079755:0:239486:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.079760:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04380 x1870620496607872/t25770085977(25770085977) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.079768:0:239486:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.079771:0:239486:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.079773:0:239486:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.079777:0:239486:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04380 x1870620496607872/t25770085977(25770085977) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.079785:0:239486:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04380 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239486:1870620496607872:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976328.079789:0:239486:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.079792:0:239486:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.079795:0:239486:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.079796:0:239486:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.079800:0:239486:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04380 x1870620496607872/t25770085977(25770085977) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.079806:0:239486:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.079809:0:239486:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976328.079812:0:239486:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.079813:0:239486:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.079819:0:239486:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.079821:0:239486:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000002:00000001:0.0:1783976328.079823:0:239486:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.079826:0:239486:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.079831:0:239486:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368400. 00000080:00000001:0.0:1783976328.079835:0:239486:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976328.079839:0:239486:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.079841:0:239486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.079844:0:239486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.079846:0:239486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.079849:0:239486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.079851:0:239486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.079853:0:239486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe3:0x0] 00800000:00000001:0.0:1783976328.079856:0:239486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.079860:0:239486:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.079865:0:239486:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae85500 x1870620496607104/t25770085975(25770085975) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.079873:0:239486:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.079875:0:239486:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.079877:0:239486:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97a6b7400. 00000100:00000001:0.0:1783976328.079881:0:239486:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.079885:0:239486:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04380 x1870620496607872/t25770085977(25770085977) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.079890:0:239486:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.079893:0:239486:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.079896:0:239486:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f9778f8000. 00000080:00000001:0.0:1783976328.079900:0:239486:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.079906:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fdb8 00000080:00000008:0.0:1783976328.079909:0:239486:0:(file.c:491:ll_file_release()) COMPLETED file file2:[0x200002b12:0x11fe3:0x0](ffff96f97c23c2c8), flags 104001, rc = 0 00000080:00000001:0.0:1783976328.079912:0:239486:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.079918:0:239486:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.079920:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fe00 00000080:00002000:0.0:1783976328.079922:0:239486:0:(dcache.c:127:ll_ddelete()) deleting dentry file2 (ffff96f97c186948, parent ffff96f97955e0d8, inode ffff96f97c23c2c8) hashed, 00000080:00000001:0.0:1783976328.079925:0:239486:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.079934:0:239486:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.079941:0:239486:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.079943:0:239486:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.079945:0:239486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fe00 00000080:00002000:0.0:1783976328.079947:0:239486:0:(dcache.c:127:ll_ddelete()) keeping dentry d.btime (ffff96f97955e0d8, parent ffff96f97c186798, inode ffff96f97c233248) hashed, 00000080:00000001:0.0:1783976328.079949:0:239486:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.086777:0:239487:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.086784:0:239487:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.086786:0:239487:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.086789:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67bc0 00000080:00200000:0.0:1783976328.086795:0:239487:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.086803:0:239487:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368400. 00800000:00000002:0.0:1783976328.086809:0:239487:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.086813:0:239487:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.086818:0:239487:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.086820:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67ae0 00800000:00000002:0.0:1783976328.086823:0:239487:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.086827:0:239487:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.086829:0:239487:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.086832:0:239487:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.086834:0:239487:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.086836:0:239487:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.086839:0:239487:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.086841:0:239487:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.086843:0:239487:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.086847:0:239487:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.086851:0:239487:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.086854:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c679b0 00000002:00010000:0.0:1783976328.086856:0:239487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.086859:0:239487:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.086861:0:239487:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.086863:0:239487:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.086870:0:239487:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.086873:0:239487:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.086877:0:239487:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.086881:0:239487:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.086886:0:239487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:0.0:1783976328.086898:0:239487:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.086902:0:239487:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.086905:0:239487:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:0.0:1783976328.086911:0:239487:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.086913:0:239487:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.086915:0:239487:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.086917:0:239487:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.086918:0:239487:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.086920:0:239487:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.086923:0:239487:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.086926:0:239487:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.086929:0:239487:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368400. 00000080:00000001:0.0:1783976328.086933:0:239487:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.086934:0:239487:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.086937:0:239487:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.086941:0:239487:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.086944:0:239487:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.086946:0:239487:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.086948:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.086949:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.086952:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.086954:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.086957:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.086960:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.086961:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.086962:0:239487:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.086964:0:239487:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.086966:0:239487:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c67bf8 00010000:00000001:0.0:1783976328.086968:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.086969:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.086970:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.086972:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.086973:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.086975:0:239487:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.086977:0:239487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1783976328.086983:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.086984:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.086985:0:239487:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.086987:0:239487:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.086989:0:239487:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:0.0:1783976328.086996:0:239487:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.086999:0:239487:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.087001:0:239487:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.087005:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.087006:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.087007:0:239487:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087011:0:239487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.087013:0:239487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087014:0:239487:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087017:0:239487:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087019:0:239487:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.087020:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.087021:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.087023:0:239487:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.087025:0:239487:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.087027:0:239487:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.087030:0:239487:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.087033:0:239487:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.087035:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67b88 00000080:00002000:0.0:1783976328.087037:0:239487:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.087039:0:239487:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.087041:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67bd0 00000080:00200000:0.0:1783976328.087042:0:239487:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=25 00000080:00000001:0.0:1783976328.087046:0:239487:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.087047:0:239487:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.087049:0:239487:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.087051:0:239487:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.087053:0:239487:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.087055:0:239487:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.087056:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67b88 00000080:00002000:0.0:1783976328.087058:0:239487:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f97955e0d8) flags 0x28004e refc 0 00000080:00000001:0.0:1783976328.087060:0:239487:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.087061:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67bd0 00000080:00200000:0.0:1783976328.087062:0:239487:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=25 00000080:00000002:0.0:1783976328.087064:0:239487:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.087067:0:239487:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.087069:0:239487:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.087071:0:239487:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.087079:0:239487:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c306e0. 00000080:00000001:0.0:1783976328.087083:0:239487:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.087084:0:239487:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 3 00000080:00000001:0.0:1783976328.087086:0:239487:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.087089:0:239487:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976328.087091:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67b50 00000080:00200000:0.0:1783976328.087093:0:239487:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=file3, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), file ffff96f960d09b00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976328.087098:0:239487:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7eba0. 00000080:00000001:0.0:1783976328.087102:0:239487:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976328.087103:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67a00 00000080:00200000:0.0:1783976328.087105:0:239487:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=file3, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), intent=open|creat 00000080:00000010:0.0:1783976328.087111:0:239487:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368400. 00800000:00000002:0.0:1783976328.087114:0:239487:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.087118:0:239487:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.087119:0:239487:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.087121:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67920 00800000:00000002:0.0:1783976328.087122:0:239487:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'file3' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.087125:0:239487:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976328.087128:0:239487:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976328.087131:0:239487:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.087132:0:239487:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.087133:0:239487:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.087134:0:239487:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.087287:0:239487:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.087289:0:239487:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.087291:0:239487:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.087294:0:239487:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976328.087298:0:239487:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976328.087300:0:239487:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976328.087303:0:239487:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976328.087306:0:239487:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976328.087309:0:239487:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11fe4:0x0] 40000000:00000001:0.0:1783976328.087311:0:239487:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.087313:0:239487:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.087315:0:239487:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.087316:0:239487:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.087318:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c678a0 00800000:00000002:0.0:1783976328.087320:0:239487:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fe4:0x0], name='file3' -> mds #0 layout version 1 00000002:00000001:0.0:1783976328.087324:0:239487:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.087325:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c677d8 00000002:00010000:0.0:1783976328.087327:0:239487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: file3,[0x200002b12:0x11fe4:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976328.087330:0:239487:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.087333:0:239487:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976328.087336:0:239487:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976328.087340:0:239487:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.087342:0:239487:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976328.087421:0:239487:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.087429:0:239487:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07480. 00000020:00000040:0.0:1783976328.087433:0:239487:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=27 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976328.087439:0:239487:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976328.087441:0:239487:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087444:0:239487:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.087448:0:239487:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.087451:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.087452:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.087453:0:239487:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.087456:0:239487:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.087458:0:239487:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.087461:0:239487:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.087470:0:239487:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97b6aa000. 00000100:00000001:0.0:1783976328.087477:0:239487:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087482:0:239487:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.087484:0:239487:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087485:0:239487:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.087486:0:239487:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.087488:0:239487:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.087497:0:239487:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00010000:00000001:0.0:1783976328.087500:0:239487:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.087503:0:239487:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976328.087507:0:239487:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63c00. 00010000:00000010:0.0:1783976328.087510:0:239487:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.087514:0:239487:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.087517:0:239487:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976328.087520:0:239487:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.087522:0:239487:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd09248 to hash 00000020:00000001:0.0:1783976328.087524:0:239487:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.087526:0:239487:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.087529:0:239487:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.087532:0:239487:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.087534:0:239487:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.087537:0:239487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.087544:0:239487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239487 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976328.087557:0:239487:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976328.087569:0:239487:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07480 x1870620496608128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976328.087577:0:239487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.087582:0:239487:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.087584:0:239487:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.087591:0:239487:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976328.087593:0:239487:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738368 : -115476720813248 : ffff96f97b137b40) 00000100:00000001:0.0:1783976328.087595:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.087597:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976328.087601:0:239487:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.087605:0:239487:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.087607:0:239487:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.087608:0:239487:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.087612:0:239487:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07480 x1870620496608128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.087619:0:239487:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.087621:0:239487:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.087625:0:239487:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.087627:0:239487:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.087630:0:239487:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.087632:0:239487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239487:1870620496608128:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.087638:0:239487:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.087644:0:239487:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.087646:0:239487:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.087648:0:239487:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.087700:0:239487:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976328.087702:0:239487:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.087710:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.087714:0:239487:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976328.087720:0:239487:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854389400. 00000100:00000200:0.0:1783976328.087727:0:239487:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496608128, portal 10 00000100:00000001:0.0:1783976328.087729:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.087730:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000040:0.0:1783976328.087737:0:239487:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07480 x1870620496608128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976344 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.087744:0:239487:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.087747:0:239487:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.087749:0:239487:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137c00. 00000100:00000200:0.0:1783976328.087753:0:239487:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496608128, offset 0 00000400:00000200:0.0:1783976328.087760:0:239487:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.087768:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.087775:0:239487:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.087780:0:239487:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.087784:0:239487:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.087788:0:239487:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.087791:0:239487:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.087795:0:239487:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778409:778409:256:4294967295] 192.168.201.114@tcp LPNI seq info [778387:778387:8:4294967295] 00000400:00000200:0.0:1783976328.087799:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.087808:0:239487:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.087814:0:239487:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.087819:0:239487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854368c00. 00000800:00000200:0.0:1783976328.087826:0:239487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.087833:0:239487:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.087838:0:239487:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854368c00 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976328.087934:0:239487:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.087940:0:239487:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.087943:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.087946:0:239487:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308533936 00000100:00000001:0.0:1783976328.087949:0:239487:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308533967 00000100:00000001:0.0:1783976328.087951:0:239487:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308533936 00000100:00000001:0.0:1783976328.087953:0:239487:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308533967 00000100:00000001:0.0:1783976328.087956:0:239487:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.087959:0:239487:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.087961:0:239487:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.087963:0:239487:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.087966:0:239487:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137b40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.087969:0:239487:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.087972:0:239487:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.096740:0:239487:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.096748:0:239487:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.096751:0:239487:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.096754:0:239487:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976328.096759:0:239487:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854389400 00000400:00000010:0.0:1783976328.096761:0:239487:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854389400. 00000100:00000001:0.0:1783976328.096764:0:239487:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.096769:0:239487:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07480 x1870620496608128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.096778:0:239487:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07480 x1870620496608128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.096784:0:239487:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.096786:0:239487:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.096789:0:239487:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.096792:0:239487:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.096794:0:239487:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.096797:0:239487:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.096799:0:239487:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.096809:0:239487:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.096814:0:239487:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.096816:0:239487:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.096818:0:239487:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.096821:0:239487:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.096824:0:239487:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.096827:0:239487:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.096829:0:239487:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044e4f/0x1] 00000100:00000001:0.0:1783976328.096831:0:239487:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.096833:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.096835:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976328.096838:0:239487:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.096840:0:239487:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.096842:0:239487:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.096845:0:239487:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.096849:0:239487:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.096857:0:239487:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.096860:0:239487:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.096862:0:239487:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.096866:0:239487:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.096873:0:239487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239487:1870620496608128:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.096879:0:239487:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.096882:0:239487:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.096884:0:239487:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.096886:0:239487:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.096889:0:239487:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.096895:0:239487:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.096898:0:239487:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137b40. 00000100:00000001:0.0:1783976328.096902:0:239487:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.096904:0:239487:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.096907:0:239487:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.096911:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.096914:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.096917:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976328.096920:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.096923:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976328.096930:0:239487:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b400, remote cookie: 0xa91b1f6e92eab669, flags: 0x1001 00010000:00010000:0.0:1783976328.096935:0:239487:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 4/0,1 mode: --/CW res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976328.096944:0:239487:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11fe4:0x0].0x0, instead of [0x200002b12:0x11fe1:0x0].0x0 00010000:00000001:0.0:1783976328.096947:0:239487:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976328.096954:0:239487:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63000. 00010000:00000010:0.0:1783976328.096959:0:239487:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8a80. 00010000:00000040:0.0:1783976328.096964:0:239487:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63c00 count: 0 00010000:00000010:0.0:1783976328.096970:0:239487:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.096978:0:239487:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.096981:0:239487:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.096991:0:239487:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.096997:0:239487:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976328.097001:0:239487:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976328.097003:0:239487:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976328.097004:0:239487:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976328.097006:0:239487:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976328.097008:0:239487:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe4:0x0].0x0 (ffff96f977b63000) refcount = 1 00010000:00010000:0.0:1783976328.097012:0:239487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.097018:0:239487:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976328.097021:0:239487:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976328.097023:0:239487:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.097026:0:239487:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976328.097029:0:239487:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.097031:0:239487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.097037:0:239487:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976328.097039:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097040:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.097041:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097042:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.097044:0:239487:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.097048:0:239487:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976328.097051:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097052:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097054:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.097056:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097058:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097060:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097061:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097062:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976328.097064:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097066:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097069:0:239487:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.097072:0:239487:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.097075:0:239487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.097086:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097088:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.097089:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097090:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097092:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976328.097094:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097096:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097098:0:239487:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.097100:0:239487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.097107:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097108:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.097111:0:239487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.097118:0:239487:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.097119:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097120:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.097121:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097122:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976328.097127:0:239487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.097203:0:239487:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.097209:0:239487:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.097216:0:239487:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.097223:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097225:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097227:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.097229:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097232:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976328.097245:0:239487:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976328.097255:0:239487:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d999c0. 00010000:00000001:0.0:1783976328.097256:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097258:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.097259:0:239487:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.097261:0:239487:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.097264:0:239487:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976328.097266:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.097267:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976328.097268:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.097269:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00010000:00000001:0.0:1783976328.097271:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097272:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097273:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.097275:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097277:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976328.097280:0:239487:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.097285:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097286:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.097288:0:239487:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.097290:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097291:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097292:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.097293:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097295:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976328.097299:0:239487:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 2 00010000:00000001:0.0:1783976328.097301:0:239487:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.097305:0:239487:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73700 (0 0) 00010000:00000001:0.0:1783976328.097308:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097309:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.097310:0:239487:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.097313:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67760 00000002:00002000:0.0:1783976328.097316:0:239487:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=file3 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976328.097319:0:239487:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.097322:0:239487:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.097325:0:239487:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.097327:0:239487:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976328.097331:0:239487:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.097335:0:239487:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.097338:0:239487:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976328.097339:0:239487:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7eba0 it_disposition 1800037 00000080:00002000:0.0:1783976328.097344:0:239487:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc90438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976328.097349:0:239487:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.097352:0:239487:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976328.097353:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67988 00000080:00200000:0.0:1783976328.097355:0:239487:0:(namei.c:1623:ll_create_it()) VFS Op:name=file3, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), intent=open|creat 00000080:00000001:0.0:1783976328.097358:0:239487:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976328.097360:0:239487:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976328.097364:0:239487:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976328.097368:0:239487:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.097371:0:239487:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513188 : 144115373061513188 : 200002b12011fe4) 00000080:00000001:0.0:1783976328.097373:0:239487:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976328.097386:0:239487:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab64a40. 00000020:00000001:0.0:1783976328.097396:0:239487:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976328.097398:0:239487:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976328.097401:0:239487:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976328.097402:0:239487:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11fe4:0x0](ffff96f97ab64b08) 00000020:00000001:0.0:1783976328.097406:0:239487:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.097410:0:239487:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976328.097414:0:239487:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369000. 00000020:00000010:0.0:1783976328.097420:0:239487:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369600. 00000020:00000010:0.0:1783976328.097423:0:239487:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.097429:0:239487:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.097433:0:239487:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.097438:0:239487:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.097444:0:239487:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.097447:0:239487:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.097451:0:239487:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976328.097455:0:239487:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.097459:0:239487:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.097462:0:239487:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.097466:0:239487:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.097468:0:239487:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976328.097471:0:239487:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976328.097475:0:239487:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976328.097479:0:239487:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dca2960. 00000020:00000001:0.0:1783976328.097481:0:239487:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976328.097484:0:239487:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.097491:0:239487:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976328.097495:0:239487:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d4d8. 00020000:00000001:0.0:1783976328.097497:0:239487:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034702040 : -115476674849576 : ffff96f97dd0d4d8) 00020000:00000001:0.0:1783976328.097499:0:239487:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976328.097502:0:239487:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976328.097506:0:239487:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e660. 00020000:00000010:0.0:1783976328.097510:0:239487:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798f800. 00020000:00000010:0.0:1783976328.097514:0:239487:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ea80. 00020000:00000001:0.0:1783976328.097516:0:239487:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166336 : -115476674385280 : ffff96f97dd7ea80) 00020000:00000002:0.0:1783976328.097519:0:239487:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ea80, objid 0x11fe4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.097523:0:239487:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.097527:0:239487:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f800: ostid: 0x280000403:5847 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976328.097530:0:239487:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976328.097532:0:239487:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ea80, objid 0x11fe4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.097535:0:239487:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.097540:0:239487:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f800: ostid: 0x280000403:5847 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976328.097544:0:239487:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8fc0. 00020000:00000010:0.0:1783976328.097547:0:239487:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f97b137b40. 00020000:00000001:0.0:1783976328.097550:0:239487:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976328.097553:0:239487:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148640. 00020000:00000001:0.0:1783976328.097556:0:239487:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976328.097557:0:239487:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976328.097563:0:239487:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976328.097566:0:239487:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dca2e10. 00000020:00000001:0.0:1783976328.097568:0:239487:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976328.097570:0:239487:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.097572:0:239487:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597034266256 : -115476675285360 : ffff96f97dca2e90) 00020000:00000001:0.0:1783976328.097576:0:239487:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976328.097580:0:239487:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbda40. 00020000:00000001:0.0:1783976328.097583:0:239487:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.097587:0:239487:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597034266256 : -115476675285360 : ffff96f97dca2e90) 00020000:00000001:0.0:1783976328.097589:0:239487:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597034266256 : -115476675285360 : ffff96f97dca2e90) 00020000:00000002:0.0:1783976328.097592:0:239487:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0x16d7:0x0]@ffff96f97dca2e10[0:0] -> [0x200002b12:0x11fe4:0x0]@ffff96f97dca2960: ostid: 0x280000403:5847 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976328.097597:0:239487:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976328.097599:0:239487:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976328.097600:0:239487:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.097603:0:239487:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597034265056 : -115476675286560 : ffff96f97dca29e0) 00000020:00001000:0.0:1783976328.097606:0:239487:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976328.097609:0:239487:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369600. 00000020:00000010:0.0:1783976328.097613:0:239487:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.097617:0:239487:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.097620:0:239487:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.097623:0:239487:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.097627:0:239487:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.097630:0:239487:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.097633:0:239487:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369000. 00000008:00000010:0.0:1783976328.097635:0:239487:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.097638:0:239487:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.097641:0:239487:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.097644:0:239487:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.097646:0:239487:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976328.097648:0:239487:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00000080:00000001:0.0:1783976328.097652:0:239487:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513188 : 144115373061513188 : 200002b12011fe4) 00000080:00000001:0.0:1783976328.097655:0:239487:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976328.097657:0:239487:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513188 mtime from 0 to 1783976328 00000080:00000001:0.0:1783976328.097661:0:239487:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976328.097664:0:239487:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982631176 : -115476726920440 : ffff96f97ab64b08) 00010000:00000001:0.0:1783976328.097666:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097668:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097669:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.097671:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097673:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000080:00000001:0.0:1783976328.097677:0:239487:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976328.097679:0:239487:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.097681:0:239487:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976328.097684:0:239487:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976328.097686:0:239487:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976328.097688:0:239487:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.097691:0:239487:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.097693:0:239487:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.097695:0:239487:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.097698:0:239487:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.097700:0:239487:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.097702:0:239487:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369600. 00000008:00000010:0.0:1783976328.097705:0:239487:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.097707:0:239487:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.097709:0:239487:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.097711:0:239487:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.097713:0:239487:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976328.097714:0:239487:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976328.097717:0:239487:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976328.097719:0:239487:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976328.097720:0:239487:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976328.097723:0:239487:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976328.097726:0:239487:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798f680. 00020000:00000010:0.0:1783976328.097729:0:239487:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ecc0. 00020000:00000001:0.0:1783976328.097731:0:239487:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166912 : -115476674384704 : ffff96f97dd7ecc0) 00020000:00000002:0.0:1783976328.097734:0:239487:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ecc0, objid 0x11fe4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.097737:0:239487:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.097740:0:239487:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f680: ostid: 0x280000403:5847 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976328.097744:0:239487:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d4d8) owner ffff96f95e118000 00020000:00000001:0.0:1783976328.097747:0:239487:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976328.097749:0:239487:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d4d8) owner ffff96f95e118000 00020000:00000010:0.0:1783976328.097753:0:239487:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798f680. 00020000:00000010:0.0:1783976328.097757:0:239487:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976328.097759:0:239487:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7ecc0. 00020000:00000002:0.0:1783976328.097761:0:239487:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fe4:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976328.097764:0:239487:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.097765:0:239487:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.097768:0:239487:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976328.097771:0:239487:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d4d8) owner 0000000000000000/ffff96f95e118000 00020000:00000002:0.0:1783976328.097774:0:239487:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7ea80 addref 2/0 by ffff96f95e118000. 00020000:00000002:0.0:1783976328.097777:0:239487:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d4d8) owner 0000000000000000/ffff96f95e118000 00020000:00000001:0.0:1783976328.097779:0:239487:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976328.097781:0:239487:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976328.097782:0:239487:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976328.097783:0:239487:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976328.097786:0:239487:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976328.097788:0:239487:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11fe4:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976328.097790:0:239487:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976328.097792:0:239487:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976328.097795:0:239487:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e420. 00000008:00000010:0.0:1783976328.097797:0:239487:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.097800:0:239487:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.097801:0:239487:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.097804:0:239487:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.097806:0:239487:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.097808:0:239487:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976328.097810:0:239487:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.097812:0:239487:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.097814:0:239487:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.097816:0:239487:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.097818:0:239487:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369600. 00000020:00000010:0.0:1783976328.097820:0:239487:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00000080:00000001:0.0:1783976328.097822:0:239487:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.097824:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097825:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.097827:0:239487:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976328.097830:0:239487:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.097831:0:239487:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.097834:0:239487:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11fe4:0x0](ffff96f97ab64b08) 00000080:00010000:0.0:1783976328.097836:0:239487:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe4:0x0](ffff96f97ab64b08) for lock 0x5bb448586bd09248 00800000:00000001:0.0:1783976328.097839:0:239487:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.097841:0:239487:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.097842:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.097843:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.097845:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.097847:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097849:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.097851:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.097852:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.097854:0:239487:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.097855:0:239487:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.097857:0:239487:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976328.097858:0:239487:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.097864:0:239487:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.097876:0:239487:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.097882:0:239487:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.097885:0:239487:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe4:0x0](ffff96f97ab64b08) 00000080:00000001:0.0:1783976328.097888:0:239487:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.097891:0:239487:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368400. 00000100:00000001:0.0:1783976328.097894:0:239487:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.097898:0:239487:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.097904:0:239487:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.097908:0:239487:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976328.097910:0:239487:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.097918:0:239487:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976328.097920:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67a60 00000080:00200008:0.0:1783976328.097922:0:239487:0:(file.c:1058:ll_file_open()) START file file3:[0x200002b12:0x11fe4:0x0](ffff96f97ab64b08), flags 104501 00000080:00000010:0.0:1783976328.097930:0:239487:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bb80. 00000080:00000010:0.0:1783976328.097935:0:239487:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99bc0. 00000080:00000001:0.0:1783976328.097938:0:239487:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976328.097941:0:239487:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.097944:0:239487:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.097946:0:239487:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.097949:0:239487:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.097951:0:239487:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.097953:0:239487:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.097955:0:239487:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe4:0x0] 00800000:00000001:0.0:1783976328.097957:0:239487:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.097959:0:239487:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976328.097963:0:239487:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c308a0. 00000002:00100000:0.0:1783976328.097968:0:239487:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.097973:0:239487:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.097974:0:239487:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976328.097978:0:239487:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976328.097981:0:239487:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.097984:0:239487:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.097986:0:239487:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.097990:0:239487:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976328.097996:0:239487:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.098000:0:239487:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976328.098038:0:239487:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976328.098040:0:239487:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.098044:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67a60 00000080:00000008:0.0:1783976328.098045:0:239487:0:(file.c:1297:ll_file_open()) COMPLETED file file3:[0x200002b12:0x11fe4:0x0](ffff96f97ab64b08), flags 104501, rc = 0 00000080:00000001:0.0:1783976328.098050:0:239487:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976328.098052:0:239487:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7eba0 released 00000080:00010000:0.0:1783976328.098054:0:239487:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09248 from it ffff96f97dd7eba0 00010000:00000001:0.0:1783976328.098056:0:239487:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.098057:0:239487:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.098059:0:239487:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.098061:0:239487:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.098063:0:239487:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.098065:0:239487:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.098068:0:239487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.098075:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.098076:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.098078:0:239487:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.098080:0:239487:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.098083:0:239487:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.098090:0:239487:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.098094:0:239487:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.098095:0:239487:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.098099:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.098101:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.098102:0:239487:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098105:0:239487:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.098107:0:239487:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098109:0:239487:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098113:0:239487:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098115:0:239487:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.098116:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.098117:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.098118:0:239487:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976328.098120:0:239487:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976328.098122:0:239487:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.098123:0:239487:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.098126:0:239487:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.098127:0:239487:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098130:0:239487:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976328.098132:0:239487:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098134:0:239487:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.098175:0:239487:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098177:0:239487:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.098180:0:239487:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7eba0. 00000080:00000001:0.0:1783976328.098183:0:239487:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098187:0:239487:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.098189:0:239487:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe4:0x0](ffff96f97ab64b08), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976328.098193:0:239487:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.098214:0:239487:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.098217:0:239487:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d4d8) owner 0000000000000000/ffff96f95e118000 00020000:00000002:0.0:1783976328.098219:0:239487:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d4d8) owner 0000000000000000/ffff96f95e118000 00020000:00000001:0.0:1783976328.098222:0:239487:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098232:0:239487:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976328.098233:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67c30 00000080:00200008:0.0:1783976328.098249:0:239487:0:(llite_lib.c:2432:ll_setattr_raw()) START file file3:[0x200002b12:0x11fe4:0x0](ffff96f97ab64b08) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976328.000000000, mtime 1783976328.000000000, ctime 1783976328.000000000 00000080:00000002:0.0:1783976328.098254:0:239487:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976328, ctime 1783976328, now = 1783976328 00000080:00000010:0.0:1783976328.098258:0:239487:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f854368400. 00000080:00000001:0.0:1783976328.098261:0:239487:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976328.098267:0:239487:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976328.098268:0:239487:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11fe4:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976328.098271:0:239487:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.098272:0:239487:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.098273:0:239487:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.098275:0:239487:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.098276:0:239487:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.098278:0:239487:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe4:0x0] 00800000:00000001:0.0:1783976328.098280:0:239487:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.098283:0:239487:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976328.098285:0:239487:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976328.098289:0:239487:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 2 00010000:00000001:0.0:1783976328.098291:0:239487:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.098294:0:239487:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976328.098296:0:239487:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976328.098299:0:239487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976328.098306:0:239487:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976328.098309:0:239487:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976328.098311:0:239487:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976328.098313:0:239487:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11fe4:0x0] mode (null) 00000002:00000001:0.0:1783976328.098316:0:239487:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.098317:0:239487:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.098319:0:239487:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 3 00010000:00000001:0.0:1783976328.098321:0:239487:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.098323:0:239487:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.098325:0:239487:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.098326:0:239487:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.098327:0:239487:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 3 00010000:00000001:0.0:1783976328.098329:0:239487:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.098330:0:239487:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.098332:0:239487:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.098333:0:239487:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.098334:0:239487:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 3 00010000:00000001:0.0:1783976328.098336:0:239487:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.098338:0:239487:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.098340:0:239487:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.098341:0:239487:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.098342:0:239487:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 3 00010000:00000001:0.0:1783976328.098344:0:239487:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.098346:0:239487:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098348:0:239487:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098350:0:239487:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976328.098351:0:239487:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.098354:0:239487:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976328.098358:0:239487:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369600. 00000020:00000010:0.0:1783976328.098361:0:239487:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369400. 00000020:00000010:0.0:1783976328.098364:0:239487:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7eba0. 00000008:00000010:0.0:1783976328.098368:0:239487:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.098371:0:239487:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.098374:0:239487:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.098377:0:239487:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.098380:0:239487:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.098383:0:239487:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369000. 00000008:00000010:0.0:1783976328.098385:0:239487:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.098388:0:239487:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.098390:0:239487:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.098392:0:239487:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.098394:0:239487:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976328.098396:0:239487:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976328.098398:0:239487:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976328.098399:0:239487:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11fe4:0x0]: losing layout lock 00000080:00000001:0.0:1783976328.098401:0:239487:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976328.098403:0:239487:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976328.098406:0:239487:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976328.098408:0:239487:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976328.098410:0:239487:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fe4:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976328.098412:0:239487:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.098413:0:239487:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976328.098414:0:239487:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976328.098416:0:239487:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369400. 00000020:00000010:0.0:1783976328.098419:0:239487:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7eba0. 00000008:00000010:0.0:1783976328.098422:0:239487:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.098424:0:239487:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.098427:0:239487:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.098429:0:239487:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.098432:0:239487:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.098434:0:239487:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369600. 00000008:00000010:0.0:1783976328.098436:0:239487:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.098438:0:239487:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.098440:0:239487:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.098443:0:239487:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.098445:0:239487:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369000. 00000020:00000010:0.0:1783976328.098447:0:239487:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00000080:00000001:0.0:1783976328.098449:0:239487:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.098451:0:239487:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976328.098453:0:239487:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11fe4:0x0](ffff96f97ab64b08) invalid 00000020:00000001:0.0:1783976328.098455:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67838 00000080:00002000:0.0:1783976328.098457:0:239487:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file3 (ffff96f94dc90438) parent ffff96f97955e0d8 inode ffff96f97ab64b08 refc 1 00000080:00000001:0.0:1783976328.098461:0:239487:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976328.098463:0:239487:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976328.098465:0:239487:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098468:0:239487:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976328.098471:0:239487:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976328.098473:0:239487:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976328.098475:0:239487:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.098477:0:239487:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976328.098479:0:239487:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b400 with handle 0x5bb448586bd09248 from hash 00010000:00000001:0.0:1783976328.098481:0:239487:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976328.098483:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.098484:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.098485:0:239487:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976328.098488:0:239487:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976328.098490:0:239487:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976328.098492:0:239487:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976328.098494:0:239487:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.098497:0:239487:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976328.098502:0:239487:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976328.098505:0:239487:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=28 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.098510:0:239487:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.098513:0:239487:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.098515:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.098516:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.098517:0:239487:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.098520:0:239487:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.098522:0:239487:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.098526:0:239487:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.098531:0:239487:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369000. 00000100:00000001:0.0:1783976328.098537:0:239487:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098539:0:239487:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.098541:0:239487:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976328.098545:0:239487:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976328.098551:0:239487:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976328.098552:0:239487:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976328.098554:0:239487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.098556:0:239487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09248 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11fe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eab669 expref: -99 pid: 239487 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976328.098562:0:239487:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d999c0. 00010000:00000040:0.0:1783976328.098565:0:239487:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63000 count: 0 00010000:00000010:0.0:1783976328.098569:0:239487:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8a80. 00010000:00000001:0.0:1783976328.098577:0:239487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.098578:0:239487:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098580:0:239487:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.098581:0:239487:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.098583:0:239487:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976328.098585:0:239487:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976328, ctime 1783976328 00000020:00100000:0.0:1783976328.098593:0:239487:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976328.098598:0:239487:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04e00 x1870620496608384/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976328.098605:0:239487:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.098606:0:239487:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.098612:0:239487:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976328.098614:0:239487:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976328.098616:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.098618:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.098621:0:239487:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.098624:0:239487:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.098626:0:239487:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.098628:0:239487:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.098631:0:239487:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496608384/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.098637:0:239487:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.098639:0:239487:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.098642:0:239487:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.098645:0:239487:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.098647:0:239487:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.098650:0:239487:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239487:1870620496608384:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976328.098653:0:239487:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.098658:0:239487:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.098660:0:239487:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.098662:0:239487:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.098665:0:239487:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976328.098667:0:239487:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.098673:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.098676:0:239487:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976328.098682:0:239487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976328.098689:0:239487:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496608384, portal 10 00000100:00000001:0.0:1783976328.098690:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.098691:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000040:0.0:1783976328.098697:0:239487:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04e00 x1870620496608384/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.098710:0:239487:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.098712:0:239487:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.098715:0:239487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978088. 00000100:00000200:0.0:1783976328.098719:0:239487:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496608384, offset 0 00000400:00000200:0.0:1783976328.098725:0:239487:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.098732:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.098739:0:239487:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.098744:0:239487:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.098748:0:239487:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.098751:0:239487:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.098754:0:239487:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.098758:0:239487:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778410:778410:256:4294967295] 192.168.201.114@tcp LPNI seq info [778388:778388:8:4294967295] 00000400:00000200:0.0:1783976328.098762:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.098771:0:239487:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.098776:0:239487:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.098782:0:239487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bf00. 00000800:00000200:0.0:1783976328.098788:0:239487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.098796:0:239487:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.098800:0:239487:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bf00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.098826:0:239487:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.098830:0:239487:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.098833:0:239487:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.098836:0:239487:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308533947 00000100:00000001:0.0:1783976328.098839:0:239487:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308533967 00000100:00000001:0.0:1783976328.098841:0:239487:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308533947 00000100:00000001:0.0:1783976328.098843:0:239487:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308533967 00000100:00000001:0.0:1783976328.098845:0:239487:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.098847:0:239487:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.098850:0:239487:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.098851:0:239487:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.098854:0:239487:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.098856:0:239487:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.098859:0:239487:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.121092:0:239487:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.121100:0:239487:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.121102:0:239487:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.121105:0:239487:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7a50. 00000400:00000200:0.0:1783976328.121120:0:239487:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc34480 00000400:00000010:0.0:1783976328.121123:0:239487:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc34480. 00000100:00000001:0.0:1783976328.121126:0:239487:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.121131:0:239487:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae85880 x1870620496608896/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.121315:0:239487:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae85880 x1870620496608896/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.121322:0:239487:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.121324:0:239487:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.121327:0:239487:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.121329:0:239487:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.121332:0:239487:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.121334:0:239487:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.121336:0:239487:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.121355:0:239487:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976328.121359:0:239487:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.121361:0:239487:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.121362:0:239487:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.121365:0:239487:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.121369:0:239487:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.121372:0:239487:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.121374:0:239487:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.121376:0:239487:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.121377:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.121379:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985911424 : -115476723640192 : ffff96f97ae85880) 00000100:00000001:0.0:1783976328.121382:0:239487:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.121384:0:239487:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.121386:0:239487:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.121389:0:239487:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.121394:0:239487:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae85880 x1870620496608896/t25770085980(25770085980) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.121401:0:239487:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.121404:0:239487:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.121406:0:239487:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.121410:0:239487:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae85880 x1870620496608896/t25770085980(25770085980) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.121416:0:239487:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae85880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239487:1870620496608896:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976328.121421:0:239487:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.121424:0:239487:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.121426:0:239487:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.121428:0:239487:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.121431:0:239487:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae85880 x1870620496608896/t25770085980(25770085980) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.121437:0:239487:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.121440:0:239487:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34f00. 00000100:00000001:0.0:1783976328.121443:0:239487:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.121444:0:239487:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.121451:0:239487:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.121452:0:239487:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985911424 : -115476723640192 : ffff96f97ae85880) 00000002:00000001:0.0:1783976328.121455:0:239487:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.121459:0:239487:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.121465:0:239487:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d274800. 00000080:00000001:0.0:1783976328.121469:0:239487:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976328.121473:0:239487:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.121475:0:239487:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.121479:0:239487:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.121481:0:239487:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.121484:0:239487:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.121487:0:239487:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.121489:0:239487:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe4:0x0] 00800000:00000001:0.0:1783976328.121491:0:239487:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.121496:0:239487:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.121501:0:239487:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.121508:0:239487:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.121510:0:239487:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.121512:0:239487:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99bc0. 00000100:00000001:0.0:1783976328.121515:0:239487:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.121518:0:239487:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae85880 x1870620496608896/t25770085980(25770085980) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.121523:0:239487:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.121526:0:239487:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.121528:0:239487:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8bb80. 00000080:00000001:0.0:1783976328.121532:0:239487:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.121538:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67db8 00000080:00000008:0.0:1783976328.121540:0:239487:0:(file.c:491:ll_file_release()) COMPLETED file file3:[0x200002b12:0x11fe4:0x0](ffff96f97ab64b08), flags 104001, rc = 0 00000080:00000001:0.0:1783976328.121544:0:239487:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.121550:0:239487:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.121551:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67e00 00000080:00002000:0.0:1783976328.121553:0:239487:0:(dcache.c:127:ll_ddelete()) deleting dentry file3 (ffff96f94dc90438, parent ffff96f97955e0d8, inode ffff96f97ab64b08) hashed, 00000080:00000001:0.0:1783976328.121556:0:239487:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.121563:0:239487:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.121571:0:239487:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.121573:0:239487:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.121575:0:239487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67e00 00000080:00002000:0.0:1783976328.121576:0:239487:0:(dcache.c:127:ll_ddelete()) keeping dentry d.btime (ffff96f97955e0d8, parent ffff96f97c186798, inode ffff96f97c233248) hashed, 00000080:00000001:0.0:1783976328.121579:0:239487:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.215981:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.215991:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.215994:0:239497:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.215997:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b20 00000080:00200000:0.0:1783976328.216003:0:239497:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.216012:0:239497:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976328.216021:0:239497:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.216025:0:239497:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.216030:0:239497:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.216032:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a40 00800000:00000002:0.0:1783976328.216034:0:239497:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.216038:0:239497:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.216041:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.216043:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.216046:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.216048:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.216050:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.216052:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.216054:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.216058:0:239497:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.216063:0:239497:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.216064:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97910 00000002:00010000:0.0:1783976328.216066:0:239497:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.216070:0:239497:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.216071:0:239497:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.216075:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.216082:0:239497:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.216085:0:239497:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.216090:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.216095:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.216099:0:239497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 02000000:00000001:0.0:1783976328.216111:0:239497:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.216115:0:239497:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.216118:0:239497:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000002:00000001:0.0:1783976328.216125:0:239497:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.216127:0:239497:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.216129:0:239497:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.216132:0:239497:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.216133:0:239497:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.216521:0:239497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.216524:0:239497:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.216527:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.216530:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.216534:0:239497:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.216536:0:239497:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.216538:0:239497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.216541:0:239497:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.216544:0:239497:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.216547:0:239497:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.216549:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.216550:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.216553:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.216555:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.216557:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.216561:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.216562:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.216563:0:239497:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.216565:0:239497:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.216568:0:239497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c97b58 00010000:00000001:0.0:1783976328.216570:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.216571:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.216572:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.216574:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.216576:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.216578:0:239497:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.216581:0:239497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:0.0:1783976328.216663:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.216665:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.216667:0:239497:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.216669:0:239497:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.216672:0:239497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:0.0:1783976328.216679:0:239497:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.216682:0:239497:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.216684:0:239497:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.216689:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.216690:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.216691:0:239497:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.216760:0:239497:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.216762:0:239497:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.216764:0:239497:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.216767:0:239497:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.216769:0:239497:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.216771:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.216772:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.216775:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.216776:0:239497:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.216778:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.216783:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.216788:0:239497:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.216790:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae8 00000080:00002000:0.0:1783976328.216792:0:239497:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.216795:0:239497:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.216797:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b30 00000080:00200000:0.0:1783976328.216798:0:239497:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=29 00000080:00000001:0.0:1783976328.216802:0:239497:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.216804:0:239497:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.216807:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.216808:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.216811:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.216813:0:239497:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.216814:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae8 00000080:00002000:0.0:1783976328.216816:0:239497:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f97955e0d8) flags 0x28004e refc 0 00000080:00000001:0.0:1783976328.216818:0:239497:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.216820:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b30 00000080:00200000:0.0:1783976328.216821:0:239497:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=29 00000080:00000002:0.0:1783976328.216823:0:239497:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.216827:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.216828:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.216830:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.216838:0:239497:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30ee0. 00000020:00000001:0.0:1783976328.216843:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae8 00000080:00200000:0.0:1783976328.216844:0:239497:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=dir1, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags=13 00000080:00000001:0.0:1783976328.216848:0:239497:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976328.216849:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97998 00000080:00200000:0.0:1783976328.216851:0:239497:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=dir1, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), intent=getattr 00000080:00000010:0.0:1783976328.216857:0:239497:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976328.216860:0:239497:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.216864:0:239497:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.216866:0:239497:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.216868:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c978b8 00800000:00000002:0.0:1783976328.216870:0:239497:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'dir1' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.216872:0:239497:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.216875:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.216876:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.216878:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.216879:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.216881:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.216883:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.216885:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.216887:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97850 00800000:00000002:0.0:1783976328.216889:0:239497:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x0:0x0:0x0], name='dir1' -> mds #0 00000002:00000001:0.0:1783976328.216892:0:239497:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.216893:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97788 00000002:00010000:0.0:1783976328.216894:0:239497:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: dir1,[0x0:0x0:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783976328.216898:0:239497:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.216900:0:239497:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976328.216904:0:239497:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04000. 00000020:00000040:0.0:1783976328.216907:0:239497:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=30 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.216913:0:239497:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.216916:0:239497:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.216919:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.216920:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.216921:0:239497:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.216924:0:239497:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.216926:0:239497:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.216929:0:239497:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.216936:0:239497:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854388800. 00000100:00000001:0.0:1783976328.216942:0:239497:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.216948:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.216950:0:239497:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.216951:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.216952:0:239497:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.216954:0:239497:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.216961:0:239497:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00010000:00000001:0.0:1783976328.216965:0:239497:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.216967:0:239497:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976328.216973:0:239497:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63000. 00010000:00000010:0.0:1783976328.216976:0:239497:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.216980:0:239497:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.216984:0:239497:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976328.216987:0:239497:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.216989:0:239497:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd09256 to hash 00000020:00000001:0.0:1783976328.216991:0:239497:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.216992:0:239497:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.216996:0:239497:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.216999:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.217001:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.217005:0:239497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.217012:0:239497:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.217026:0:239497:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.217031:0:239497:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.217033:0:239497:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.217039:0:239497:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.217041:0:239497:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737216 : -115476720814400 : ffff96f97b1376c0) 00000100:00000001:0.0:1783976328.217044:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.217045:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976328.217050:0:239497:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.217054:0:239497:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.217056:0:239497:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.217058:0:239497:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.217070:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.217078:0:239497:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.217080:0:239497:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.217084:0:239497:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.217086:0:239497:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.217088:0:239497:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.217092:0:239497:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609024:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.217096:0:239497:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.217100:0:239497:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.217103:0:239497:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.217105:0:239497:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.217123:0:239497:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976328.217126:0:239497:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.217133:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.217325:0:239497:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.217332:0:239497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976328.217477:0:239497:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496609024, portal 10 00000100:00000001:0.0:1783976328.217481:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.217483:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000040:0.0:1783976328.217490:0:239497:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.217498:0:239497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.217500:0:239497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.217505:0:239497:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976328.217509:0:239497:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496609024, offset 0 00000400:00000200:0.0:1783976328.217517:0:239497:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.217526:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.217534:0:239497:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.217540:0:239497:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.217544:0:239497:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.217547:0:239497:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.217550:0:239497:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.217554:0:239497:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778414:778414:256:4294967295] 192.168.201.114@tcp LPNI seq info [778392:778392:8:4294967295] 00000400:00000200:0.0:1783976328.217890:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.217903:0:239497:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.217909:0:239497:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.217915:0:239497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9be00. 00000800:00000200:0.0:1783976328.217922:0:239497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.217929:0:239497:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.217934:0:239497:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9be00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.218018:0:239497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.218023:0:239497:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.218027:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.218030:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534066 00000100:00000010:0.0:1783976328.218045:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7eba0. 00000100:00000001:0.0:1783976328.218053:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976328.218069:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534066 00000100:00000010:0.0:1783976328.218073:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e420. 00000100:00000001:0.0:1783976328.218077:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976328.218080:0:239497:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.218084:0:239497:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.218086:0:239497:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.218088:0:239497:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.218090:0:239497:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1376c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.218093:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.218096:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.227026:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.227337:0:239497:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.227339:0:239497:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.227342:0:239497:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.227347:0:239497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976328.227350:0:239497:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.227354:0:239497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.227359:0:239497:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.227367:0:239497:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.227372:0:239497:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.227374:0:239497:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.227376:0:239497:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.227380:0:239497:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.227382:0:239497:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.227384:0:239497:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.227386:0:239497:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.227395:0:239497:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.227399:0:239497:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.227401:0:239497:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976328.227404:0:239497:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.227411:0:239497:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.227414:0:239497:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.227416:0:239497:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.227418:0:239497:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.227421:0:239497:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976328.227426:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.227433:0:239497:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976328.227436:0:239497:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.227438:0:239497:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.227443:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.227451:0:239497:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609024:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.227456:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.227459:0:239497:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.227461:0:239497:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.227463:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.227467:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.227473:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.227476:0:239497:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.227478:0:239497:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.227480:0:239497:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976328.227483:0:239497:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.227487:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.227489:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.227493:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976328.227495:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.227498:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00010000:0.0:1783976328.227502:0:239497:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.227511:0:239497:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976328.227515:0:239497:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.227525:0:239497:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.227528:0:239497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.227532:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.227534:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.227536:0:239497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.227541:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.227544:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.227547:0:239497:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976328.227550:0:239497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.227556:0:239497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f85019b400 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976328.227559:0:239497:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976328.227562:0:239497:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.227568:0:239497:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976328.227570:0:239497:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976328.227573:0:239497:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.227579:0:239497:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976328.227581:0:239497:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976328.227583:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.227594:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.227596:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976328.227598:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.227600:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.227605:0:239497:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976328.227607:0:239497:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976328.227613:0:239497:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976328.227615:0:239497:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.227617:0:239497:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976328.227619:0:239497:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976328.227622:0:239497:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976328.227624:0:239497:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976328.227625:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.227627:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976328.227629:0:239497:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b400 with handle 0x5bb448586bd09256 from hash 00010000:00000001:0.0:1783976328.227632:0:239497:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976328.227633:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.227634:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.227635:0:239497:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976328.227636:0:239497:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976328.227638:0:239497:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976328.227640:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.227641:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.227642:0:239497:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.227644:0:239497:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.227647:0:239497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.227652:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.227653:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.227654:0:239497:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976328.227655:0:239497:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.227657:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.227658:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.227659:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.227661:0:239497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09256 lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976328.227668:0:239497:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63000 count: 0 00010000:00000010:0.0:1783976328.227675:0:239497:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.227683:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.227685:0:239497:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976328.227689:0:239497:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976328.227703:0:239497:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976328.227710:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.227712:0:239497:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.227714:0:239497:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.227716:0:239497:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.227719:0:239497:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.227721:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.227722:0:239497:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.227724:0:239497:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.227727:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97710 00000002:00002000:0.0:1783976328.227729:0:239497:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=dir1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1783976328.227732:0:239497:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.227735:0:239497:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.227738:0:239497:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.227740:0:239497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976328.227743:0:239497:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.227746:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.227749:0:239497:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976328.227751:0:239497:0:(namei.c:674:ll_lookup_it_finish()) it ffffaf1481c97b20 it_disposition 7 00000080:00002000:0.0:1783976328.227756:0:239497:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc90438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1783976328.227764:0:239497:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1783976328.227766:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.227769:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.227771:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.227773:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.227775:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.227777:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.227779:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.227783:0:239497:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.227785:0:239497:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.227787:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.227791:0:239497:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.227793:0:239497:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.227795:0:239497:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.227797:0:239497:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.227799:0:239497:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.227803:0:239497:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.227806:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000100:00000001:0.0:1783976328.227810:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.227813:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04000 x1870620496609024/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.227820:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.227822:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.227825:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976328.227841:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.227843:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.227845:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=29 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.227847:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.227850:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f854388800. 02000000:00000001:0.0:1783976328.227853:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.227854:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.227856:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04000. 00000100:00000001:0.0:1783976328.227859:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.227861:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.227864:0:239497:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976328.227865:0:239497:0:(dcache.c:176:ll_intent_release()) intent ffffaf1481c97b20 released 00000080:00000001:0.0:1783976328.227867:0:239497:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976328.227871:0:239497:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.227873:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b70 00000080:00002000:0.0:1783976328.227875:0:239497:0:(dcache.c:127:ll_ddelete()) deleting dentry dir1 (ffff96f94dc90438, parent ffff96f97955e0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1783976328.227878:0:239497:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.227881:0:239497:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.227883:0:239497:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.227887:0:239497:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.227888:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bf0 00000080:00002000:0.0:1783976328.227890:0:239497:0:(dcache.c:127:ll_ddelete()) keeping dentry d.btime (ffff96f97955e0d8, parent ffff96f97c186798, inode ffff96f97c233248) hashed, 00000080:00000001:0.0:1783976328.227893:0:239497:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.227934:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.227937:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.227939:0:239497:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.227940:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bb0 00000080:00200000:0.0:1783976328.227942:0:239497:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.227947:0:239497:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976328.227952:0:239497:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.227955:0:239497:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.227957:0:239497:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.227959:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ad0 00800000:00000002:0.0:1783976328.227961:0:239497:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.227965:0:239497:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.227966:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.227967:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.227969:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.227970:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.227971:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.227973:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.227975:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.227977:0:239497:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.227980:0:239497:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.227981:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c979a0 00000002:00010000:0.0:1783976328.227983:0:239497:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.227986:0:239497:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.227987:0:239497:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.227988:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.227992:0:239497:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.227994:0:239497:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.227998:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.228001:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.228004:0:239497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 02000000:00000001:0.0:1783976328.228012:0:239497:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.228016:0:239497:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.228020:0:239497:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000002:00000001:0.0:1783976328.228026:0:239497:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.228028:0:239497:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.228533:0:239497:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.228536:0:239497:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.228538:0:239497:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.228540:0:239497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.228543:0:239497:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.228545:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.228547:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.228551:0:239497:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.228552:0:239497:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.228555:0:239497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.228558:0:239497:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.228561:0:239497:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.228563:0:239497:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.228564:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.228566:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.228568:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.228570:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.228572:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.228575:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.228576:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.228577:0:239497:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.228587:0:239497:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.228589:0:239497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c97be8 00010000:00000001:0.0:1783976328.228591:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.228592:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.228593:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.228595:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.228597:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.228599:0:239497:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.228603:0:239497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:0.0:1783976328.228610:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.228611:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.228612:0:239497:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.228614:0:239497:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.228617:0:239497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:0.0:1783976328.228624:0:239497:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.228626:0:239497:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.228628:0:239497:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.228632:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.228633:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.228635:0:239497:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.228637:0:239497:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.228639:0:239497:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.228641:0:239497:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.228644:0:239497:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.228646:0:239497:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.228647:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.228648:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.228650:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.228651:0:239497:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.228653:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.228657:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.228662:0:239497:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.228664:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00002000:0.0:1783976328.228665:0:239497:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.228669:0:239497:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.228671:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bc0 00000080:00200000:0.0:1783976328.228672:0:239497:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=16408 00000080:00000001:0.0:1783976328.228676:0:239497:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.228677:0:239497:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.228680:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.228682:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.228685:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.228687:0:239497:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.228688:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00002000:0.0:1783976328.228696:0:239497:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f97955e0d8) flags 0x28004e refc 0 00000080:00000001:0.0:1783976328.228698:0:239497:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.228700:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bc0 00000080:00200000:0.0:1783976328.228701:0:239497:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=16408 00000080:00000002:0.0:1783976328.228704:0:239497:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.228707:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.228708:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.228710:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.228722:0:239497:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30560. 00000020:00000001:0.0:1783976328.228725:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00200000:0.0:1783976328.228727:0:239497:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=dir1, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags=16392 00000080:00000001:0.0:1783976328.228729:0:239497:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976328.228731:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a28 00000080:00200000:0.0:1783976328.228733:0:239497:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=dir1, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), intent=getattr 00000080:00000010:0.0:1783976328.228739:0:239497:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976328.228742:0:239497:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.228745:0:239497:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.228747:0:239497:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.228748:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97948 00800000:00000002:0.0:1783976328.228750:0:239497:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'dir1' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.228752:0:239497:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.228755:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.228756:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.228758:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.228759:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.228761:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.228762:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.228764:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.228766:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c978e0 00800000:00000002:0.0:1783976328.228768:0:239497:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x0:0x0:0x0], name='dir1' -> mds #0 00000002:00000001:0.0:1783976328.228771:0:239497:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.228773:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97818 00000002:00010000:0.0:1783976328.228775:0:239497:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: dir1,[0x0:0x0:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783976328.228778:0:239497:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.228780:0:239497:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976328.228784:0:239497:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04000. 00000020:00000040:0.0:1783976328.228787:0:239497:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=30 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.228792:0:239497:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.228795:0:239497:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.228797:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.228798:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.228799:0:239497:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.228802:0:239497:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.228804:0:239497:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.228806:0:239497:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.228811:0:239497:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854388800. 00000100:00000001:0.0:1783976328.228817:0:239497:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.228821:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.228822:0:239497:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.228824:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.228825:0:239497:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.228827:0:239497:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.228832:0:239497:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00010000:00000001:0.0:1783976328.228835:0:239497:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.228837:0:239497:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976328.228842:0:239497:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63c00. 00010000:00000010:0.0:1783976328.228845:0:239497:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.228850:0:239497:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.228853:0:239497:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b000. 00000020:00000001:0.0:1783976328.228856:0:239497:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.228858:0:239497:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b000 with handle 0x5bb448586bd0925d to hash 00000020:00000001:0.0:1783976328.228859:0:239497:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.228861:0:239497:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.228864:0:239497:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.228867:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.228868:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.228872:0:239497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.228879:0:239497:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.228888:0:239497:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.228894:0:239497:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.228895:0:239497:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.228900:0:239497:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.228902:0:239497:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737216 : -115476720814400 : ffff96f97b1376c0) 00000100:00000001:0.0:1783976328.228905:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.228906:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976328.228910:0:239497:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.228914:0:239497:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.228916:0:239497:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.228917:0:239497:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.228923:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.228932:0:239497:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.228933:0:239497:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.228936:0:239497:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.228939:0:239497:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.228941:0:239497:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.228944:0:239497:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609152:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.228947:0:239497:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.228952:0:239497:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.228954:0:239497:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.228956:0:239497:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.228975:0:239497:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976328.228977:0:239497:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.228983:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.228987:0:239497:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.228992:0:239497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976328.228998:0:239497:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496609152, portal 10 00000100:00000001:0.0:1783976328.229000:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.229001:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000040:0.0:1783976328.229006:0:239497:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.229014:0:239497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.229016:0:239497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.229020:0:239497:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978088. 00000100:00000200:0.0:1783976328.229023:0:239497:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496609152, offset 0 00000400:00000200:0.0:1783976328.229028:0:239497:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.229045:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.229052:0:239497:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.229056:0:239497:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.229060:0:239497:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.229064:0:239497:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.229067:0:239497:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.229070:0:239497:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778415:778415:256:4294967295] 192.168.201.114@tcp LPNI seq info [778393:778393:8:4294967295] 00000400:00000200:0.0:1783976328.229074:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.229084:0:239497:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.229090:0:239497:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.229095:0:239497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9ba00. 00000800:00000200:0.0:1783976328.229101:0:239497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.229108:0:239497:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.229124:0:239497:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9ba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.229161:0:239497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.229166:0:239497:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.229171:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.229173:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534078 00000100:00000010:0.0:1783976328.229178:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ecc0. 00000100:00000001:0.0:1783976328.229183:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976328.229194:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534078 00000100:00000010:0.0:1783976328.229197:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e720. 00000100:00000001:0.0:1783976328.229200:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976328.229203:0:239497:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.229206:0:239497:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.229209:0:239497:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.229210:0:239497:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.229213:0:239497:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1376c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.229215:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.229217:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.235028:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.235452:0:239497:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.235455:0:239497:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.235458:0:239497:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.235462:0:239497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976328.235465:0:239497:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.235469:0:239497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.235474:0:239497:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.235483:0:239497:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.235489:0:239497:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.235491:0:239497:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.235493:0:239497:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.235497:0:239497:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.235499:0:239497:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.235502:0:239497:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.235505:0:239497:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.235515:0:239497:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.235558:0:239497:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.235561:0:239497:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976328.235565:0:239497:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.235577:0:239497:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.235581:0:239497:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.235645:0:239497:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.235649:0:239497:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.235651:0:239497:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976328.235657:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.235664:0:239497:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976328.235667:0:239497:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.235669:0:239497:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.235673:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.235680:0:239497:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609152:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.235684:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.235687:0:239497:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.235690:0:239497:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.235750:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.235756:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.235763:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.235765:0:239497:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.235768:0:239497:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.235770:0:239497:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976328.235773:0:239497:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.235776:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.235778:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.235782:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=4 00000020:00000001:0.0:1783976328.235784:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.235787:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00010000:0.0:1783976328.235791:0:239497:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.235802:0:239497:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976328.235806:0:239497:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.235812:0:239497:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.235814:0:239497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.235820:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.235821:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.235823:0:239497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.235829:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.235832:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.235835:0:239497:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976328.235837:0:239497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.235843:0:239497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f85019b000 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976328.235845:0:239497:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976328.235848:0:239497:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.235853:0:239497:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976328.235856:0:239497:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976328.235858:0:239497:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.235863:0:239497:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976328.235865:0:239497:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976328.235867:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.235868:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.235869:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=5 00000020:00000001:0.0:1783976328.235871:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.235873:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.235875:0:239497:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976328.235878:0:239497:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976328.235883:0:239497:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976328.235884:0:239497:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.235886:0:239497:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976328.235888:0:239497:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976328.235891:0:239497:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976328.235893:0:239497:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976328.235895:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.235896:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976328.235899:0:239497:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b000 with handle 0x5bb448586bd0925d from hash 00010000:00000001:0.0:1783976328.235901:0:239497:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976328.235902:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.235903:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.235905:0:239497:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976328.235906:0:239497:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976328.235908:0:239497:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976328.235910:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.235911:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.235912:0:239497:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.235914:0:239497:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.235916:0:239497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.235921:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.235922:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.235923:0:239497:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976328.235925:0:239497:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.235926:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.235928:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.235929:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.235930:0:239497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0925d lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976328.235937:0:239497:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63c00 count: 0 00010000:00000010:0.0:1783976328.235943:0:239497:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.235953:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.235954:0:239497:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976328.235958:0:239497:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976328.235962:0:239497:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976328.235969:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.235970:0:239497:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.235972:0:239497:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.235974:0:239497:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.235976:0:239497:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.235979:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.235980:0:239497:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.235982:0:239497:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.235985:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c977a0 00000002:00002000:0.0:1783976328.235987:0:239497:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=dir1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1783976328.235990:0:239497:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.235994:0:239497:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.235996:0:239497:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.235999:0:239497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976328.236002:0:239497:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.236005:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.236007:0:239497:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976328.236009:0:239497:0:(namei.c:674:ll_lookup_it_finish()) it ffffaf1481c97bb0 it_disposition 7 00000080:00002000:0.0:1783976328.236014:0:239497:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc90948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1783976328.236023:0:239497:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1783976328.236026:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.236028:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.236107:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.236340:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.236416:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.236418:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.236421:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.236426:0:239497:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.236427:0:239497:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.236430:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.236433:0:239497:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.236435:0:239497:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.236437:0:239497:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.236439:0:239497:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.236441:0:239497:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.236445:0:239497:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.236449:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000100:00000001:0.0:1783976328.236454:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.236460:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04000 x1870620496609152/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.236466:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.236469:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.236472:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976328.236489:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.236491:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.236494:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=29 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.236496:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.236499:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f854388800. 02000000:00000001:0.0:1783976328.236502:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.236504:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.236506:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04000. 00000100:00000001:0.0:1783976328.236509:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.236510:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.236513:0:239497:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976328.236515:0:239497:0:(dcache.c:176:ll_intent_release()) intent ffffaf1481c97bb0 released 00000080:00000001:0.0:1783976328.236516:0:239497:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976328.236520:0:239497:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.236522:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97c00 00000080:00002000:0.0:1783976328.236524:0:239497:0:(dcache.c:127:ll_ddelete()) deleting dentry dir1 (ffff96f94dc90948, parent ffff96f97955e0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1783976328.236527:0:239497:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.236530:0:239497:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.236534:0:239497:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.236538:0:239497:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.236539:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97c80 00000080:00002000:0.0:1783976328.236541:0:239497:0:(dcache.c:127:ll_ddelete()) keeping dentry d.btime (ffff96f97955e0d8, parent ffff96f97c186798, inode ffff96f97c233248) hashed, 00000080:00000001:0.0:1783976328.236543:0:239497:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.237749:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.237756:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.237759:0:239497:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.237761:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b20 00000080:00200000:0.0:1783976328.237765:0:239497:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.237775:0:239497:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976328.237782:0:239497:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.237785:0:239497:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.237789:0:239497:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.237790:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a40 00800000:00000002:0.0:1783976328.237793:0:239497:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.237796:0:239497:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.237798:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.237800:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.237801:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.237804:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.237805:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.237808:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.237810:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.237812:0:239497:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.237817:0:239497:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.237818:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97910 00000002:00010000:0.0:1783976328.237820:0:239497:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.237823:0:239497:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.237825:0:239497:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.237827:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.237832:0:239497:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.237834:0:239497:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.237838:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.237842:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.237847:0:239497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 02000000:00000001:0.0:1783976328.237858:0:239497:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.237861:0:239497:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.237864:0:239497:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000002:00000001:0.0:1783976328.237870:0:239497:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.237872:0:239497:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.237873:0:239497:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.237875:0:239497:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.237877:0:239497:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.237879:0:239497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.237881:0:239497:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.237883:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.237886:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.237890:0:239497:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.237892:0:239497:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.237894:0:239497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.237898:0:239497:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.237901:0:239497:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.237903:0:239497:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.237904:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.237906:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.237908:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.237911:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.237913:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.237916:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.237918:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.237919:0:239497:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.237920:0:239497:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.237923:0:239497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c97b58 00010000:00000001:0.0:1783976328.237925:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.237926:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.237928:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.237930:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.237931:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.237933:0:239497:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.237936:0:239497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:0.0:1783976328.237942:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.237943:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.237945:0:239497:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.237946:0:239497:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.237949:0:239497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00000001:0.0:1783976328.237957:0:239497:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.237960:0:239497:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.237961:0:239497:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.237966:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.237967:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.237969:0:239497:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.237971:0:239497:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.237973:0:239497:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.237975:0:239497:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.237977:0:239497:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.237979:0:239497:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.237980:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.237981:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.237983:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.237984:0:239497:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.237986:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.237991:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.237994:0:239497:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.237996:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae8 00000080:00002000:0.0:1783976328.237998:0:239497:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.238000:0:239497:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.238002:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b30 00000080:00200000:0.0:1783976328.238004:0:239497:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=29 00000080:00000001:0.0:1783976328.238008:0:239497:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.238009:0:239497:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.238012:0:239497:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.238013:0:239497:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.238016:0:239497:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.238018:0:239497:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.238020:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b48 00000080:00002000:0.0:1783976328.238021:0:239497:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f97955e0d8) flags 0x28004e refc 0 00000080:00000001:0.0:1783976328.238023:0:239497:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.238025:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b90 00000080:00200000:0.0:1783976328.238026:0:239497:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=13 00000080:00000002:0.0:1783976328.238029:0:239497:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000020:00000001:0.0:1783976328.238108:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d08 00000080:00200008:0.0:1783976328.238525:0:239497:0:(file.c:6217:ll_getattr_dentry()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976328.238532:0:239497:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.238534:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97c80 00000080:00200000:0.0:1783976328.238536:0:239497:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248),name=d.btime 00000080:00000010:0.0:1783976328.238542:0:239497:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.238549:0:239497:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.238552:0:239497:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.238553:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ba0 00800000:00000002:0.0:1783976328.238555:0:239497:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fe1:0x0] 'd.btime' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976328.238558:0:239497:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.238560:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.238562:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.238563:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.238565:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.238567:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.238569:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976328.238570:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.238572:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.238573:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.238575:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.238576:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.238578:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.238579:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.238581:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.238645:0:239497:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x200002b12:0x11fe1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.238650:0:239497:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.238652:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a70 00000002:00010000:0.0:1783976328.238653:0:239497:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe1:0x0]) in obj [0x240002b13:0x2069:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.238656:0:239497:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.238657:0:239497:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.238659:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.238663:0:239497:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.238664:0:239497:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.238666:0:239497:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.238669:0:239497:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.238671:0:239497:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976328.238677:0:239497:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04000. 00000020:00000040:0.0:1783976328.238681:0:239497:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=30 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.238686:0:239497:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.238689:0:239497:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.238754:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.238757:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.238758:0:239497:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.238762:0:239497:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.238764:0:239497:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.238768:0:239497:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.238775:0:239497:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854388800. 00000100:00000001:0.0:1783976328.238783:0:239497:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.238787:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.238789:0:239497:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.238790:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.238791:0:239497:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.238793:0:239497:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.238798:0:239497:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00010000:00000001:0.0:1783976328.238802:0:239497:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.238803:0:239497:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976328.238807:0:239497:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0fd00 count: 2 00010000:00000001:0.0:1783976328.238810:0:239497:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.238812:0:239497:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.238816:0:239497:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976328.238820:0:239497:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.238822:0:239497:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd09264 to hash 00000020:00000001:0.0:1783976328.238824:0:239497:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.238825:0:239497:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.238828:0:239497:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.238831:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.238833:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.238836:0:239497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.238861:0:239497:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.238871:0:239497:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239497 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.238875:0:239497:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.238878:0:239497:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.238884:0:239497:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.238886:0:239497:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737216 : -115476720814400 : ffff96f97b1376c0) 00000100:00000001:0.0:1783976328.238888:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.238890:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976328.238894:0:239497:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.238898:0:239497:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.238900:0:239497:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.238902:0:239497:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.238911:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.238919:0:239497:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.238920:0:239497:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.238924:0:239497:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.238927:0:239497:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.238929:0:239497:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.238932:0:239497:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609280:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.238936:0:239497:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.238940:0:239497:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.238942:0:239497:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.238945:0:239497:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.238967:0:239497:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976328.238970:0:239497:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.238977:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.238982:0:239497:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.238987:0:239497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976328.238994:0:239497:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496609280, portal 10 00000100:00000001:0.0:1783976328.238995:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.238996:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000040:0.0:1783976328.239002:0:239497:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.239008:0:239497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.239010:0:239497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.239013:0:239497:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783976328.239016:0:239497:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496609280, offset 0 00000400:00000200:0.0:1783976328.239022:0:239497:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.239109:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.239478:0:239497:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.239483:0:239497:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.239486:0:239497:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.239490:0:239497:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.239492:0:239497:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.239496:0:239497:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778416:778416:256:4294967295] 192.168.201.114@tcp LPNI seq info [778394:778394:8:4294967295] 00000400:00000200:0.0:1783976328.239500:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.239510:0:239497:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.239517:0:239497:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.239524:0:239497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9ba00. 00000800:00000200:0.0:1783976328.239531:0:239497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.239537:0:239497:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.239542:0:239497:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9ba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.239650:0:239497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.239655:0:239497:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.239660:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.239663:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534088 00000100:00000001:0.0:1783976328.239670:0:239497:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308534078 00000100:00000001:0.0:1783976328.239675:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534088 00000100:00000001:0.0:1783976328.239678:0:239497:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308534078 00000100:00000001:0.0:1783976328.239681:0:239497:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.239685:0:239497:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.239687:0:239497:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.239690:0:239497:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.244675:0:239497:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1376c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.244761:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.244766:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.252875:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.252883:0:239497:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.252885:0:239497:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.252889:0:239497:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.252894:0:239497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976328.252896:0:239497:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.252900:0:239497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.252905:0:239497:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.252913:0:239497:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.252919:0:239497:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.252922:0:239497:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.252925:0:239497:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.252928:0:239497:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.252930:0:239497:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.252932:0:239497:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.252935:0:239497:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.252944:0:239497:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.252948:0:239497:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.252951:0:239497:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.252952:0:239497:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.252955:0:239497:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.252959:0:239497:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.252963:0:239497:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.252965:0:239497:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085961 00000100:00000001:0.0:1783976328.252967:0:239497:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.252969:0:239497:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.252974:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.252981:0:239497:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.252984:0:239497:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.252985:0:239497:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.252989:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.252995:0:239497:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609280:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.253000:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.253002:0:239497:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.253004:0:239497:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.253006:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.253009:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.253014:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.253016:0:239497:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.253018:0:239497:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.253020:0:239497:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.253023:0:239497:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.253027:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253042:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253045:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976328.253048:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253051:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976328.253057:0:239497:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b400, remote cookie: 0xa91b1f6e92eab6b6, flags: 0x1001 00010000:00010000:0.0:1783976328.253063:0:239497:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976328.253071:0:239497:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11fe1:0x0].0x0, instead of [0x240002b13:0x2069:0x0].0x0 00010000:00000001:0.0:1783976328.253074:0:239497:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976328.253081:0:239497:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63000. 00010000:00000010:0.0:1783976328.253086:0:239497:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.253091:0:239497:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.253093:0:239497:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.253100:0:239497:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253106:0:239497:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976328.253119:0:239497:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976328.253122:0:239497:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976328.253123:0:239497:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976328.253125:0:239497:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976328.253127:0:239497:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe1:0x0].0x0 (ffff96f977b63000) refcount = 1 00010000:00010000:0.0:1783976328.253131:0:239497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253216:0:239497:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976328.253220:0:239497:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976328.253222:0:239497:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.253225:0:239497:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976328.253227:0:239497:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.253229:0:239497:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253244:0:239497:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976328.253246:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253247:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.253248:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253249:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.253251:0:239497:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.253254:0:239497:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976328.253256:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253257:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253259:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.253260:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253262:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253264:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253265:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253266:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976328.253267:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253269:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253272:0:239497:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.253274:0:239497:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.253277:0:239497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253283:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253284:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.253285:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253286:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253287:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976328.253289:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253291:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253293:0:239497:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.253295:0:239497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253301:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253301:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.253305:0:239497:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253310:0:239497:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.253311:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253312:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.253313:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253314:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976328.253318:0:239497:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976328.253326:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253327:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253328:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.253330:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253332:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253334:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253334:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.253336:0:239497:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.253337:0:239497:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.253351:0:239497:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.253354:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253356:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253357:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.253359:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253361:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976328.253364:0:239497:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253369:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253370:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.253372:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.253373:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253374:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253375:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.253377:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253378:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976328.253382:0:239497:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 2 00010000:00000001:0.0:1783976328.253384:0:239497:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.253387:0:239497:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73697 (0 0) 00010000:00000001:0.0:1783976328.253390:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253391:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.253392:0:239497:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.253395:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c979f8 00000002:00002000:0.0:1783976328.253397:0:239497:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976328.253400:0:239497:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.253404:0:239497:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.253406:0:239497:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.253409:0:239497:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x2069:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976328.253411:0:239497:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.253416:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.253420:0:239497:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.253422:0:239497:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976328.253427:0:239497:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.253430:0:239497:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976328.253435:0:239497:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99bc0. 00800000:00000001:0.0:1783976328.253437:0:239497:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078975936 : -115477630575680 : ffff96f944d99bc0) 00800000:00000001:0.0:1783976328.253439:0:239497:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.253442:0:239497:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.253444:0:239497:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976328.253446:0:239497:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976328.253449:0:239497:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976328.253452:0:239497:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976328.253454:0:239497:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.253458:0:239497:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976328.253460:0:239497:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976328.253463:0:239497:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513185 mtime from 1783976327 to 1783976328 00000080:00200000:0.0:1783976328.253467:0:239497:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe1:0x0], updating i_size 4096 00010000:00000001:0.0:1783976328.253469:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253471:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253472:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.253474:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253476:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253478:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253479:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.253481:0:239497:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976328.253484:0:239497:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976328.253485:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99bc0 1 00800000:00000010:0.0:1783976328.253488:0:239497:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99bc0. 00800000:00000001:0.0:1783976328.253491:0:239497:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.253494:0:239497:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe1:0x0](ffff96f97c233248) for lock 0x5bb448586bd09264 00800000:00000001:0.0:1783976328.253496:0:239497:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.253498:0:239497:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.253499:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253500:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253501:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.253503:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253504:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253506:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253507:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.253509:0:239497:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.253511:0:239497:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.253512:0:239497:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.253515:0:239497:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe1:0x0](ffff96f97c233248) 00000080:00010000:0.0:1783976328.253518:0:239497:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09264 from it ffffaf1481c97cb8 00010000:00000001:0.0:1783976328.253519:0:239497:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.253520:0:239497:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.253522:0:239497:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.253523:0:239497:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253525:0:239497:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.253527:0:239497:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.253530:0:239497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.253536:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253537:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.253538:0:239497:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.253541:0:239497:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.253544:0:239497:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.253551:0:239497:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.253555:0:239497:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.253557:0:239497:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.253561:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253562:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.253564:0:239497:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.253567:0:239497:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.253569:0:239497:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.253571:0:239497:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.253574:0:239497:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.253576:0:239497:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.253577:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.253578:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.253580:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.253595:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04000 x1870620496609280/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.253603:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.253606:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.253609:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976328.253627:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.253630:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.253632:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=29 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.253634:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.253637:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f854388800. 02000000:00000001:0.0:1783976328.253640:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.253642:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.253644:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04000. 00000100:00000001:0.0:1783976328.253647:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.253648:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.253653:0:239497:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.253658:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d08 00000080:00000008:0.0:1783976328.253661:0:239497:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976328.253667:0:239497:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.253668:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97da0 00000080:00002000:0.0:1783976328.253670:0:239497:0:(dcache.c:127:ll_ddelete()) keeping dentry d.btime (ffff96f97955e0d8, parent ffff96f97c186798, inode ffff96f97c233248) hashed, 00000080:00000001:0.0:1783976328.253672:0:239497:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.270160:0:239497:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854388800. 00000100:00000001:0.0:1783976328.270168:0:239497:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.270171:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.270173:0:239497:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976328.270178:0:239497:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976328.270186:0:239497:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976328.270188:0:239497:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976328.270190:0:239497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.270192:0:239497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09264 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab6b6 expref: -99 pid: 239497 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1783976328.270203:0:239497:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63000 count: 0 00010000:00000010:0.0:1783976328.270210:0:239497:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.270219:0:239497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.270221:0:239497:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.270222:0:239497:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.270224:0:239497:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.270226:0:239497:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783976328.270248:0:239497:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976328.270256:0:239497:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f977107800 x1870620496609792/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976328.270263:0:239497:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.270265:0:239497:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.270283:0:239497:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.270285:0:239497:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737216 : -115476720814400 : ffff96f97b1376c0) 00000100:00000001:0.0:1783976328.270288:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.270289:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921432064 : -115476788119552 : ffff96f977107800) 00000100:00000001:0.0:1783976328.270294:0:239497:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.270297:0:239497:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.270299:0:239497:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.270301:0:239497:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.270304:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977107800 x1870620496609792/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.270311:0:239497:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.270312:0:239497:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.270315:0:239497:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.270318:0:239497:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.270320:0:239497:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.270323:0:239497:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977107800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609792:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976328.270326:0:239497:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.270330:0:239497:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.270333:0:239497:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.270335:0:239497:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.270351:0:239497:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6ae000. 02000000:00000001:0.0:1783976328.270353:0:239497:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.270359:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.270363:0:239497:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.270369:0:239497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976328.270375:0:239497:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496609792, portal 10 00000100:00000001:0.0:1783976328.270377:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.270378:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921432064 : -115476788119552 : ffff96f977107800) 00000100:00000040:0.0:1783976328.270384:0:239497:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977107800 x1870620496609792/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.270390:0:239497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.270392:0:239497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.270395:0:239497:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783976328.270398:0:239497:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1870620496609792, offset 0 00000400:00000200:0.0:1783976328.270405:0:239497:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.270412:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.270419:0:239497:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.270423:0:239497:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.270426:0:239497:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.270430:0:239497:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.270432:0:239497:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.270435:0:239497:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778418:778418:256:4294967295] 192.168.201.114@tcp LPNI seq info [778396:778396:8:4294967295] 00000400:00000200:0.0:1783976328.270439:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.270449:0:239497:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.270454:0:239497:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.270460:0:239497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9be00. 00000800:00000200:0.0:1783976328.270466:0:239497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.270473:0:239497:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.270478:0:239497:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9be00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.270496:0:239497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.270500:0:239497:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.270503:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.270505:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534118 00000100:00000010:0.0:1783976328.270510:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e4e0. 00000100:00000001:0.0:1783976328.270516:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976328.270521:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534118 00000100:00000010:0.0:1783976328.270525:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e300. 00000100:00000001:0.0:1783976328.270527:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976328.270534:0:239497:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.270537:0:239497:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.270539:0:239497:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.270541:0:239497:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.270543:0:239497:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1376c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.270545:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.270547:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.286982:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.286990:0:239497:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.286992:0:239497:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.286995:0:239497:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.287000:0:239497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976328.287003:0:239497:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.287007:0:239497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.287012:0:239497:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977107800 x1870620496609792/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976328.287020:0:239497:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977107800 x1870620496609792/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287026:0:239497:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.287028:0:239497:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.287031:0:239497:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.287034:0:239497:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.287037:0:239497:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.287039:0:239497:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.287041:0:239497:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.287051:0:239497:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.287055:0:239497:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.287057:0:239497:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.287059:0:239497:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.287061:0:239497:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.287064:0:239497:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.287067:0:239497:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.287069:0:239497:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044e4f/0x1] 00000100:00000001:0.0:1783976328.287071:0:239497:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.287074:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.287075:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921432064 : -115476788119552 : ffff96f977107800) 00000100:00000001:0.0:1783976328.287079:0:239497:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976328.287080:0:239497:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: committing for last_committed 25770085981 gen 1 00000100:00000040:0.0:1783976328.287087:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f977106680 x1870620496601088/t25770085963(25770085963) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 512/448 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287095:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287098:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106680 x1870620496601088/t25770085963(25770085963) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 512/448 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287105:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287107:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287121:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f94c026000. 02000000:00000001:0.0:1783976328.287125:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287128:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287130:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=30 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287132:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287176:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9e00. 02000000:00000001:0.0:1783976328.287181:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287183:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287185:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106680. 00000100:00000001:0.0:1783976328.287188:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287190:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287195:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f97ae87100 x1870620496601600/t25770085964(25770085964) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287206:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.287207:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985917696 : -115476723633920 : ffff96f97ae87100) 00000100:00000001:0.0:1783976328.287210:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287212:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87100 x1870620496601600/t25770085964(25770085964) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976339 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287218:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.287220:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287224:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49500 x1870620496602368/t25770085966(25770085966) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976339 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287230:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.287241:0:239497:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c59120. 00000100:00000001:0.0:1783976328.287245:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287248:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae87100 x1870620496601600/t25770085964(25770085964) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976339 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287254:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976328.287255:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287256:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=29 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287258:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287260:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976328.287263:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287264:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287266:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae87100. 00000100:00000001:0.0:1783976328.287277:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287279:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287284:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f97ae86a00 x1870620496601856/t25770085965(25770085965) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287290:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287293:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae86a00 x1870620496601856/t25770085965(25770085965) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287298:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287300:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287301:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535d1000. 02000000:00000001:0.0:1783976328.287304:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287305:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287307:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=28 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287308:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287310:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275400. 02000000:00000001:0.0:1783976328.287312:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287313:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287315:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae86a00. 00000100:00000001:0.0:1783976328.287318:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287319:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287322:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f977e49500 x1870620496602368/t25770085966(25770085966) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287328:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287331:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49500 x1870620496602368/t25770085966(25770085966) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976339 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287337:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287338:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287348:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b530000. 02000000:00000001:0.0:1783976328.287353:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287354:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287355:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=27 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287357:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287359:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffe000. 02000000:00000001:0.0:1783976328.287361:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287362:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287363:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49500. 00000100:00000001:0.0:1783976328.287366:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287367:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287372:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f977107b80 x1870620496603776/t25770085967(25770085967) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287378:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287381:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977107b80 x1870620496603776/t25770085967(25770085967) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287387:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287389:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287390:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f94c020000. 02000000:00000001:0.0:1783976328.287393:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287394:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287395:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287397:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287398:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853584800. 02000000:00000001:0.0:1783976328.287401:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287402:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287403:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977107b80. 00000100:00000001:0.0:1783976328.287405:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287406:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287412:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f977e4b800 x1870620496605568/t25770085970(25770085970) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/456 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287418:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287421:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4b800 x1870620496605568/t25770085970(25770085970) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/456 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287427:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287428:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287430:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c6000. 02000000:00000001:0.0:1783976328.287432:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287434:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287435:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287437:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287438:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7400. 02000000:00000001:0.0:1783976328.287440:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287441:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287443:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4b800. 00000100:00000001:0.0:1783976328.287445:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287446:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287451:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f977e49c00 x1870620496606080/t25770085972(25770085972) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287462:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.287463:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935334912 : -115476774216704 : ffff96f977e49c00) 00000100:00000001:0.0:1783976328.287466:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287469:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49c00 x1870620496606080/t25770085972(25770085972) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976343 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287475:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.287477:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287480:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae84a80 x1870620496606848/t25770085974(25770085974) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287485:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.287487:0:239497:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c21420. 00000100:00000001:0.0:1783976328.287489:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287492:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49c00 x1870620496606080/t25770085972(25770085972) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976343 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287497:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976328.287498:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287499:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287501:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287502:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97b536000. 02000000:00000001:0.0:1783976328.287505:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287506:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287507:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49c00. 00000100:00000001:0.0:1783976328.287509:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287510:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287515:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f977e4b480 x1870620496606336/t25770085973(25770085973) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287522:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287525:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4b480 x1870620496606336/t25770085973(25770085973) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976343 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287531:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287533:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287534:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783976328.287537:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287538:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287539:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=23 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287541:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287542:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345c400. 02000000:00000001:0.0:1783976328.287544:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287545:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287546:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4b480. 00000100:00000001:0.0:1783976328.287548:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287550:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287553:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f97ae84a80 x1870620496606848/t25770085974(25770085974) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287559:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287562:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae84a80 x1870620496606848/t25770085974(25770085974) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287568:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287569:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287570:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974af2000. 02000000:00000001:0.0:1783976328.287573:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287574:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287575:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287577:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287578:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976328.287591:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287593:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287594:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae84a80. 00000100:00000001:0.0:1783976328.287597:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287598:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287602:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f97ae85500 x1870620496607104/t25770085975(25770085975) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287609:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.287610:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985910528 : -115476723641088 : ffff96f97ae85500) 00000100:00000001:0.0:1783976328.287613:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287616:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae85500 x1870620496607104/t25770085975(25770085975) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287622:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.287623:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287627:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04380 x1870620496607872/t25770085977(25770085977) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287633:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.287634:0:239497:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c59d20. 00000100:00000001:0.0:1783976328.287636:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287639:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85500 x1870620496607104/t25770085975(25770085975) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287645:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976328.287646:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287647:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287649:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287650:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f974af6000. 02000000:00000001:0.0:1783976328.287652:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287653:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287654:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85500. 00000100:00000001:0.0:1783976328.287656:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287657:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287661:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f97ae84e00 x1870620496607360/t25770085976(25770085976) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287667:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287669:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae84e00 x1870620496607360/t25770085976(25770085976) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287674:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287675:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287677:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535d0800. 02000000:00000001:0.0:1783976328.287679:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287680:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287681:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287683:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287684:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275a00. 02000000:00000001:0.0:1783976328.287686:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287687:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287689:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae84e00. 00000100:00000001:0.0:1783976328.287691:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287692:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287696:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f981c04380 x1870620496607872/t25770085977(25770085977) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287702:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287705:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04380 x1870620496607872/t25770085977(25770085977) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287710:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287711:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287712:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b6a8000. 02000000:00000001:0.0:1783976328.287714:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287716:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287717:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287718:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287719:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854368800. 02000000:00000001:0.0:1783976328.287722:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287723:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287724:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04380. 00000100:00000001:0.0:1783976328.287726:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287727:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287731:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287738:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.287739:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976328.287742:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287745:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287756:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.287757:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287762:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae85880 x1870620496608896/t25770085980(25770085980) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287768:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.287769:0:239497:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c308a0. 00000100:00000001:0.0:1783976328.287771:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287774:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07480 x1870620496608128/t25770085978(25770085978) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287779:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976328.287781:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287782:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287783:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287785:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97b6aa000. 02000000:00000001:0.0:1783976328.287787:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287788:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287789:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07480. 00000100:00000001:0.0:1783976328.287792:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287793:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287797:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f981c04e00 x1870620496608384/t25770085979(25770085979) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287803:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287806:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04e00 x1870620496608384/t25770085979(25770085979) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287811:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287812:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287814:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976328.287817:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287818:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287819:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=17 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287821:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287823:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369000. 02000000:00000001:0.0:1783976328.287825:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287826:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287827:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04e00. 00000100:00000001:0.0:1783976328.287829:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287830:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287833:0:239497:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770085981) req@ffff96f97ae85880 x1870620496608896/t25770085980(25770085980) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287839:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287842:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85880 x1870620496608896/t25770085980(25770085980) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.287848:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.287849:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.287851:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951e4e000. 02000000:00000001:0.0:1783976328.287856:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.287857:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.287858:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=16 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.287859:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.287860:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275e00. 02000000:00000001:0.0:1783976328.287862:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.287863:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.287865:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85880. 00000100:00000001:0.0:1783976328.287867:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.287869:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976328.287873:0:239497:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff96f977104000 x1870620496609536/t25770085981(25770085981) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.287882:0:239497:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff96f977107800 x1870620496609792/t25770085982(25770085982) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287888:0:239497:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976328.287891:0:239497:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: normal: skip=1 replay=15/17 committed=0/0 00000100:00000001:0.0:1783976328.287894:0:239497:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.287896:0:239497:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.287901:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977107800 x1870620496609792/t25770085982(25770085982) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287908:0:239497:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.287911:0:239497:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.287913:0:239497:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.287916:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977107800 x1870620496609792/t25770085982(25770085982) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976328.287924:0:239497:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977107800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496609792:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976328.287928:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.287931:0:239497:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.287934:0:239497:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.287935:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.287939:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977107800 x1870620496609792/t25770085982(25770085982) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.287945:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.287947:0:239497:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.287949:0:239497:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.287951:0:239497:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.287958:0:239497:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.287962:0:239497:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976328.287964:0:239497:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.287968:0:239497:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976328.287973:0:239497:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976328.287976:0:239497:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.287979:0:239497:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976328.287982:0:239497:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976328.287995:0:239497:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab618c0. 00000080:00000001:0.0:1783976328.288005:0:239497:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976328.288007:0:239497:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) 00000080:00000001:0.0:1783976328.288010:0:239497:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976328.288012:0:239497:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe5:0x0] 00000080:00000001:0.0:1783976328.288014:0:239497:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.288015:0:239497:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976328.288019:0:239497:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976328.288021:0:239497:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513189 mtime from 0 to 1783976328 00000080:00200000:0.0:1783976328.288024:0:239497:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe5:0x0], updating i_size 4096 00000080:00000001:0.0:1783976328.288026:0:239497:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976328.288029:0:239497:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982618504 : -115476726933112 : ffff96f97ab61988) 00000080:00000001:0.0:1783976328.288031:0:239497:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976328.288034:0:239497:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.288036:0:239497:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.288042:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.288046:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977107800 x1870620496609792/t25770085982(25770085982) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.288052:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.288054:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976328.288057:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8200. 00000080:00000010:0.0:1783976328.288061:0:239497:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff96f853587400. 00000080:00000001:0.0:1783976328.288064:0:239497:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.288084:0:239497:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976328.288087:0:239497:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976328.288090:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00200008:0.0:1783976328.288093:0:239497:0:(file.c:447:ll_file_release()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000 00000080:00400000:0.0:1783976328.288097:0:239497:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976328.288101:0:239497:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976328.288103:0:239497:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976328.288104:0:239497:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976328.288109:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.288111:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.288113:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.288116:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.288118:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.288120:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.288122:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.288125:0:239497:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.288128:0:239497:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.288187:0:239497:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.288190:0:239497:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.288192:0:239497:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe1:0x0]: 0 00000080:00000001:0.0:1783976328.288194:0:239497:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976328.288196:0:239497:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976328.288200:0:239497:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976328.288203:0:239497:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976328.288208:0:239497:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.288212:0:239497:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976328.288216:0:239497:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976328.288218:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.288219:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.288220:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.288221:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.288223:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.288224:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.288226:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.288229:0:239497:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe1:0x0] 00000002:00000001:0.0:1783976328.288241:0:239497:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976328.288243:0:239497:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe1:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976328.288248:0:239497:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976328.288251:0:239497:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=17 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976328.288255:0:239497:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.288258:0:239497:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.288262:0:239497:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.288268:0:239497:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368800. 00000100:00000001:0.0:1783976328.288273:0:239497:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976328.288285:0:239497:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f977104000 x1870620496609536/t25770085981(25770085981) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976328.288295:0:239497:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976328.288299:0:239497:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04e00 x1870620496610048/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976328.288305:0:239497:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.288307:0:239497:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.288313:0:239497:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.288315:0:239497:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737216 : -115476720814400 : ffff96f97b1376c0) 00000100:00000001:0.0:1783976328.288317:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.288319:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.288323:0:239497:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.288326:0:239497:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.288329:0:239497:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.288331:0:239497:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.288334:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496610048/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.288340:0:239497:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.288342:0:239497:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.288346:0:239497:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.288348:0:239497:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.288351:0:239497:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.288354:0:239497:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496610048:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976328.288358:0:239497:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.288363:0:239497:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.288365:0:239497:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.288368:0:239497:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.288374:0:239497:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6aa000. 02000000:00000001:0.0:1783976328.288375:0:239497:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.288381:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.288384:0:239497:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.288389:0:239497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976328.288395:0:239497:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496610048, portal 10 00000100:00000001:0.0:1783976328.288397:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.288398:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000040:0.0:1783976328.288403:0:239497:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04e00 x1870620496610048/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.288409:0:239497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.288411:0:239497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.288415:0:239497:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976328.288419:0:239497:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496610048, offset 0 00000400:00000200:0.0:1783976328.288425:0:239497:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.288432:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.288440:0:239497:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.288445:0:239497:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.288449:0:239497:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.288453:0:239497:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.288455:0:239497:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.288459:0:239497:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778419:778419:256:4294967295] 192.168.201.114@tcp LPNI seq info [778397:778397:8:4294967295] 00000400:00000200:0.0:1783976328.288463:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.288472:0:239497:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.288478:0:239497:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.288483:0:239497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bf00. 00000800:00000200:0.0:1783976328.288489:0:239497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.288496:0:239497:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.288500:0:239497:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.288519:0:239497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.288524:0:239497:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.288527:0:239497:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.288530:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534137 00000100:00000010:0.0:1783976328.288534:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ed20. 00000100:00000001:0.0:1783976328.288542:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976328.288557:0:239497:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534137 00000100:00000010:0.0:1783976328.288560:0:239497:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ed80. 00000100:00000001:0.0:1783976328.288563:0:239497:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976328.288569:0:239497:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.288572:0:239497:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.288574:0:239497:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.288576:0:239497:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.288579:0:239497:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1376c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.288581:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.288583:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.294858:0:239497:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.294866:0:239497:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.294868:0:239497:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.294872:0:239497:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.294876:0:239497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976328.294879:0:239497:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.294882:0:239497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.294887:0:239497:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04e00 x1870620496610048/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.294895:0:239497:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04e00 x1870620496610048/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.294901:0:239497:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.294903:0:239497:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.294905:0:239497:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.294908:0:239497:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.294911:0:239497:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.294913:0:239497:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.294915:0:239497:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.294925:0:239497:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976328.294929:0:239497:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.294931:0:239497:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.294933:0:239497:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.294936:0:239497:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.294939:0:239497:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.294941:0:239497:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.294943:0:239497:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.294945:0:239497:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.294948:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.294949:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.294953:0:239497:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.294955:0:239497:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.294956:0:239497:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.294959:0:239497:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.294963:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04e00 x1870620496610048/t25770085983(25770085983) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.294969:0:239497:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.294973:0:239497:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.294975:0:239497:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.294979:0:239497:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04e00 x1870620496610048/t25770085983(25770085983) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.294987:0:239497:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239497:1870620496610048:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976328.294991:0:239497:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.294994:0:239497:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.294996:0:239497:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.294998:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.295001:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04e00 x1870620496610048/t25770085983(25770085983) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.295007:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.295010:0:239497:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.295012:0:239497:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.295013:0:239497:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.295021:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.295022:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000002:00000001:0.0:1783976328.295024:0:239497:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.295027:0:239497:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.295031:0:239497:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976328.295035:0:239497:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976328.295038:0:239497:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976328.295041:0:239497:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.295044:0:239497:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.295047:0:239497:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.295049:0:239497:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.295051:0:239497:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.295053:0:239497:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.295055:0:239497:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.295057:0:239497:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.295061:0:239497:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.295066:0:239497:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f977104000 x1870620496609536/t25770085981(25770085981) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.295079:0:239497:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.295080:0:239497:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921417728 : -115476788133888 : ffff96f977104000) 00000100:00000001:0.0:1783976328.295082:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.295085:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977104000 x1870620496609536/t25770085981(25770085981) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.295092:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.295094:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.295097:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04e00 x1870620496610048/t25770085983(25770085983) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.295103:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.295104:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.295107:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104000 x1870620496609536/t25770085981(25770085981) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.295112:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976328.295116:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.295118:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=16 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.295120:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.295123:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f951b2c000. 02000000:00000001:0.0:1783976328.295127:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.295129:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.295131:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104000. 00000100:00000001:0.0:1783976328.295134:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.295177:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.295179:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.295182:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04e00 x1870620496610048/t25770085983(25770085983) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.295188:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.295190:0:239497:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f857636ce0. 00000002:00000001:0.0:1783976328.295193:0:239497:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.295195:0:239497:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.295197:0:239497:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00300. 00000100:00000001:0.0:1783976328.295200:0:239497:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.295203:0:239497:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04e00 x1870620496610048/t25770085983(25770085983) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.295210:0:239497:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.295212:0:239497:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.295215:0:239497:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b6aa000. 02000000:00000001:0.0:1783976328.295218:0:239497:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.295219:0:239497:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.295220:0:239497:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=15 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.295222:0:239497:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.295223:0:239497:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854368800. 02000000:00000001:0.0:1783976328.295226:0:239497:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.295227:0:239497:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.295228:0:239497:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04e00. 00000100:00000001:0.0:1783976328.295231:0:239497:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.295242:0:239497:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.295245:0:239497:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.295248:0:239497:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd51680. 00000080:00000001:0.0:1783976328.295252:0:239497:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.295258:0:239497:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00000008:0.0:1783976328.295260:0:239497:0:(file.c:491:ll_file_release()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000, rc = 0 00000080:00000001:0.0:1783976328.295264:0:239497:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.295266:0:239497:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.323989:0:239499:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.323998:0:239499:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.324001:0:239499:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.324005:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbc0 00000080:00200000:0.0:1783976328.324010:0:239499:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.324019:0:239499:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00800000:00000002:0.0:1783976328.324025:0:239499:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.324029:0:239499:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.324035:0:239499:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.324037:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebae0 00800000:00000002:0.0:1783976328.324039:0:239499:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.324042:0:239499:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.324045:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.324048:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.324051:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.324053:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.324055:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.324057:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.324059:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.324062:0:239499:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.324068:0:239499:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.324069:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb9b0 00000002:00010000:0.0:1783976328.324071:0:239499:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.324074:0:239499:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.324076:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.324079:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.324086:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.324089:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.324094:0:239499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.324098:0:239499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.324103:0:239499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 02000000:00000001:0.0:1783976328.324115:0:239499:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.324120:0:239499:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.324123:0:239499:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000002:00000001:0.0:1783976328.324130:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.324131:0:239499:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.324134:0:239499:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.324158:0:239499:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.324161:0:239499:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.324163:0:239499:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.324166:0:239499:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.324169:0:239499:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.324173:0:239499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976328.324178:0:239499:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.324180:0:239499:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.324182:0:239499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.324185:0:239499:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.324189:0:239499:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.324191:0:239499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.324193:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.324195:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.324198:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.324200:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.324202:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.324206:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.324207:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.324208:0:239499:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.324210:0:239499:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.324213:0:239499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf14814ebbf8 00010000:00000001:0.0:1783976328.324215:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.324216:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.324217:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.324219:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.324221:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.324222:0:239499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.324225:0:239499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00000001:0.0:1783976328.325542:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.325546:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.325548:0:239499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.325550:0:239499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.325553:0:239499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00000001:0.0:1783976328.325565:0:239499:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.325569:0:239499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.325571:0:239499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.325575:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.325575:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.325577:0:239499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.325631:0:239499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.325633:0:239499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.325634:0:239499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.325637:0:239499:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.325640:0:239499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.325641:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.325642:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.325646:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.325647:0:239499:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.325650:0:239499:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.325655:0:239499:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.325660:0:239499:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.325663:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb88 00000080:00002000:0.0:1783976328.325664:0:239499:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 0 00000080:00000001:0.0:1783976328.325667:0:239499:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.325669:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbd0 00000080:00200000:0.0:1783976328.325670:0:239499:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=25 00000080:00000001:0.0:1783976328.325674:0:239499:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.325676:0:239499:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.325680:0:239499:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.325681:0:239499:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.325683:0:239499:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.325695:0:239499:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30ee0. 00000020:00000001:0.0:1783976328.325699:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb28 00000080:00200000:0.0:1783976328.325701:0:239499:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d.btime, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags=25 00000080:00000001:0.0:1783976328.325704:0:239499:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976328.325706:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb9d8 00000080:00200000:0.0:1783976328.325708:0:239499:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d.btime, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), intent=0 00000080:00000010:0.0:1783976328.325715:0:239499:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976328.325721:0:239499:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.325723:0:239499:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.325725:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb8f8 00800000:00000002:0.0:1783976328.325727:0:239499:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd.btime' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976328.325730:0:239499:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.325733:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.325736:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.325738:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.325740:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.325742:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.325744:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976328.325746:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.325749:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb890 00800000:00000002:0.0:1783976328.325751:0:239499:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x0:0x0:0x0], name='d.btime' -> mds #1 00000002:00000001:0.0:1783976328.325755:0:239499:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.325756:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7c8 00000002:00010000:0.0:1783976328.325758:0:239499:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d.btime,[0x0:0x0:0x0]) in obj [0x240002b13:0x2069:0x0], intent: lookup flags 0 00000002:00000001:0.0:1783976328.325762:0:239499:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.325765:0:239499:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976328.325770:0:239499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976328.325774:0:239499:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.325779:0:239499:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.325782:0:239499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.325787:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.325788:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.325789:0:239499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.325792:0:239499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.325794:0:239499:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.325797:0:239499:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.325804:0:239499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854389400. 00000100:00000001:0.0:1783976328.325811:0:239499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.325815:0:239499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.325817:0:239499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.325819:0:239499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.325820:0:239499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.325822:0:239499:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.325829:0:239499:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00010000:00000001:0.0:1783976328.325832:0:239499:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.325835:0:239499:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976328.325840:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976328.325842:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.325844:0:239499:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.325849:0:239499:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976328.325853:0:239499:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.325855:0:239499:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd09272 to hash 00000020:00000001:0.0:1783976328.325857:0:239499:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.325858:0:239499:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.325861:0:239499:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.325864:0:239499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.325866:0:239499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.325869:0:239499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239499 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.325876:0:239499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239499 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.325886:0:239499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239499 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.325891:0:239499:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.325892:0:239499:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.325900:0:239499:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.325903:0:239499:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737216 : -115476720814400 : ffff96f97b1376c0) 00000100:00000001:0.0:1783976328.325905:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.325906:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.325910:0:239499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.325914:0:239499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.325916:0:239499:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.325917:0:239499:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.325927:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.325935:0:239499:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.325937:0:239499:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.325941:0:239499:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.325943:0:239499:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.325945:0:239499:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.325948:0:239499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239499:1870620496610176:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.325951:0:239499:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.325956:0:239499:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.325958:0:239499:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.325961:0:239499:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.325981:0:239499:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976328.325984:0:239499:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.325990:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.325994:0:239499:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.326000:0:239499:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976328.326008:0:239499:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496610176, portal 10 00000100:00000001:0.0:1783976328.326011:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.326012:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000040:0.0:1783976328.326019:0:239499:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.326025:0:239499:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.326027:0:239499:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.326030:0:239499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783976328.326034:0:239499:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496610176, offset 0 00000400:00000200:0.0:1783976328.326040:0:239499:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.326048:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.326056:0:239499:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.326060:0:239499:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.326064:0:239499:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.326067:0:239499:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.326070:0:239499:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.326073:0:239499:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778420:778420:256:4294967295] 192.168.201.114@tcp LPNI seq info [778398:778398:8:4294967295] 00000400:00000200:0.0:1783976328.326077:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.326087:0:239499:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.326093:0:239499:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.326098:0:239499:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b200. 00000800:00000200:0.0:1783976328.326104:0:239499:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.326111:0:239499:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.326115:0:239499:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.326260:0:239499:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.326335:0:239499:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10215 usecs (11 jiffies) 00000400:00000200:0.0:1783976328.326412:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.326416:0:239499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534176 00000100:00000010:0.0:1783976328.326422:0:239499:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ec60. 00000100:00000001:0.0:1783976328.326429:0:239499:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976328.326434:0:239499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534176 00000100:00000010:0.0:1783976328.326437:0:239499:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e6c0. 00000100:00000001:0.0:1783976328.326440:0:239499:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976328.326443:0:239499:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.326445:0:239499:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.326448:0:239499:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.326449:0:239499:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.326452:0:239499:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1376c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.326455:0:239499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.326458:0:239499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.348017:0:239499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.348025:0:239499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.348027:0:239499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.348031:0:239499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.348035:0:239499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976328.348038:0:239499:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.348042:0:239499:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.348047:0:239499:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.348055:0:239499:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.348065:0:239499:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.348067:0:239499:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.348070:0:239499:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.348073:0:239499:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.348075:0:239499:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.348077:0:239499:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.348080:0:239499:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.348088:0:239499:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.348092:0:239499:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.348095:0:239499:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.348096:0:239499:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.348099:0:239499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.348102:0:239499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.348105:0:239499:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.348107:0:239499:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976328.348845:0:239499:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.348849:0:239499:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.348859:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.348867:0:239499:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.348870:0:239499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.348872:0:239499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.348875:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.348883:0:239499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239499:1870620496610176:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.348888:0:239499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.348891:0:239499:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.348893:0:239499:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.348895:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.348897:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.348903:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.348906:0:239499:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1376c0. 00000100:00000001:0.0:1783976328.348910:0:239499:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.348911:0:239499:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.348915:0:239499:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.348918:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.348920:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.348924:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976328.348926:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.348929:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976328.348935:0:239499:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b400, remote cookie: 0xa91b1f6e92eab6f5, flags: 0x1001 00010000:00010000:0.0:1783976328.348940:0:239499:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976328.348947:0:239499:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11fe1:0x0].0x0, instead of [0x240002b13:0x2069:0x0].0x0 00010000:00000001:0.0:1783976328.348951:0:239499:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976328.348957:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76e00 count: 2 00010000:00000001:0.0:1783976328.348959:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.348961:0:239499:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.348965:0:239499:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.348971:0:239499:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.348977:0:239499:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976328.348981:0:239499:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976328.348982:0:239499:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976328.348984:0:239499:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976328.348986:0:239499:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976328.348988:0:239499:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe1:0x0].0x0 (ffff96f97ad76e00) refcount = 2 00010000:00000040:0.0:1783976328.348991:0:239499:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976328.348993:0:239499:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772ba400/0x5bb448586bd09210 lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab5b3 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976328.349000:0:239499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.349005:0:239499:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976328.349009:0:239499:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976328.349011:0:239499:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.349013:0:239499:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976328.349015:0:239499:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.349017:0:239499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.349022:0:239499:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976328.349024:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.349026:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.349027:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.349028:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.349029:0:239499:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.349033:0:239499:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976328.349035:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.349036:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.349038:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.349040:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.349042:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.349044:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.349045:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.349046:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976328.349048:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.349050:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.349053:0:239499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.349056:0:239499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.349059:0:239499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.349066:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.349067:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.349069:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.349070:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.349071:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976328.349073:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.349075:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.349077:0:239499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.349080:0:239499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.349085:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.349086:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.349089:0:239499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.349094:0:239499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.349095:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.349096:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.349097:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.349097:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976328.349102:0:239499:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff96f981c04e00 x1870620496610176/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976328.349109:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.350262:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.350273:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.350277:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.350281:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.350284:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.350286:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.350288:0:239499:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.350291:0:239499:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.350294:0:239499:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.350297:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.350298:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.350300:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.350301:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.350303:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976328.350307:0:239499:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd09272 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab6f5 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.350316:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.350317:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.350318:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.350320:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.350321:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.350322:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976328.350324:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976328.350326:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976328.350331:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76e00 count: 3 00010000:00000001:0.0:1783976328.350333:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.350337:0:239499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.350949:0:239499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.350956:0:239499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772ba400/0x5bb448586bd09210 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab5b3 expref: -99 pid: 239483 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783976328.350966:0:239499:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 00020000:00000010:0.0:1783976328.399330:0:239499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.399355:0:239499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.399362:0:239499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.399368:0:239499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596665596600 : -115477043955016 : ffff96f967d0bab8) 00000020:00001000:0.0:1783976328.399371:0:239499:0:(cl_object.c:831:cl_env_get()) 1@ffff96f967d0bab0 00000020:00000001:0.0:1783976328.399378:0:239499:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976328.399382:0:239499:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dca2708. 00000020:00000001:0.0:1783976328.399385:0:239499:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976328.399388:0:239499:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.399395:0:239499:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976328.399398:0:239499:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d6c8. 00020000:00000001:0.0:1783976328.399400:0:239499:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034702536 : -115476674849080 : ffff96f97dd0d6c8) 00020000:00000001:0.0:1783976328.399403:0:239499:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976328.399406:0:239499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976328.399413:0:239499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e3c0. 00020000:00000010:0.0:1783976328.399417:0:239499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798f680. 00020000:00000010:0.0:1783976328.399422:0:239499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ee40. 00020000:00000001:0.0:1783976328.399424:0:239499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167296 : -115476674384320 : ffff96f97dd7ee40) 00020000:00000002:0.0:1783976328.399427:0:239499:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ee40, objid 0x11fe6:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.399432:0:239499:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.399436:0:239499:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f680: ostid: 0x280000403:5848 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976328.399440:0:239499:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976328.399442:0:239499:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ee40, objid 0x11fe6:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.399446:0:239499:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.399449:0:239499:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f680: ostid: 0x280000403:5848 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976328.399453:0:239499:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8480. 00020000:00000010:0.0:1783976328.399457:0:239499:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f97b1376c0. 00020000:00000001:0.0:1783976328.399461:0:239499:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976328.399464:0:239499:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148f90. 00020000:00000001:0.0:1783976328.399467:0:239499:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976328.399469:0:239499:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976328.399476:0:239499:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976328.399481:0:239499:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc347d0. 00000020:00000001:0.0:1783976328.399484:0:239499:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976328.399485:0:239499:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.399487:0:239499:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033814096 : -115476675737520 : ffff96f97dc34850) 00020000:00000001:0.0:1783976328.399491:0:239499:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976328.399496:0:239499:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbddc0. 00020000:00000001:0.0:1783976328.399499:0:239499:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.399505:0:239499:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033814096 : -115476675737520 : ffff96f97dc34850) 00020000:00000001:0.0:1783976328.399507:0:239499:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033814096 : -115476675737520 : ffff96f97dc34850) 00020000:00000002:0.0:1783976328.399510:0:239499:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0x16d8:0x0]@ffff96f97dc347d0[0:0] -> [0x200002b12:0x11fe6:0x0]@ffff96f97dca2708: ostid: 0x280000403:5848 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976328.399514:0:239499:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976328.399517:0:239499:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976328.399519:0:239499:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.399522:0:239499:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597034264456 : -115476675287160 : ffff96f97dca2788) 00000020:00001000:0.0:1783976328.399524:0:239499:0:(cl_object.c:925:cl_env_put()) 1@ffff96f967d0bab0 00000020:00000010:0.0:1783976328.399528:0:239499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8800. 00000020:00000010:0.0:1783976328.399534:0:239499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc7b540. 00000008:00000010:0.0:1783976328.399540:0:239499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f950c88000. 00020000:00000010:0.0:1783976328.399543:0:239499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f97b52f300. 00008000:00000010:0.0:1783976328.399547:0:239499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f94b838a98. 00000080:00000010:0.0:1783976328.399552:0:239499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f94a9211f8. 00000080:00000010:0.0:1783976328.399556:0:239499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f94e23a500. 00000020:00000010:0.0:1783976328.399559:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9600. 00000008:00000010:0.0:1783976328.399562:0:239499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f972bbfce0. 00020000:00000010:0.0:1783976328.399566:0:239499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.399569:0:239499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.399572:0:239499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.399574:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9c00. 00000020:00000010:0.0:1783976328.399576:0:239499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f967d0bab0. 00000080:00000001:0.0:1783976328.399591:0:239499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513190 : 144115373061513190 : 200002b12011fe6) 00000080:00000001:0.0:1783976328.399594:0:239499:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976328.399597:0:239499:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513190 mtime from 0 to 1783976328 00000080:00000001:0.0:1783976328.399602:0:239499:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976328.399605:0:239499:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628597006534920 : -115476703016696 : ffff96f97c230908) 00010000:00000001:0.0:1783976328.399608:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.399611:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.399614:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976328.399616:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976328.399619:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00000080:00000001:0.0:1783976328.399623:0:239499:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976328.399624:0:239499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.399627:0:239499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976328.399631:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976328.399635:0:239499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369c00. 00000020:00000010:0.0:1783976328.399637:0:239499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976328.399642:0:239499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.399645:0:239499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.399648:0:239499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.399651:0:239499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.399654:0:239499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.399657:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369800. 00000008:00000010:0.0:1783976328.399660:0:239499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.399662:0:239499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.399664:0:239499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.399667:0:239499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.399669:0:239499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976328.399671:0:239499:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976328.399673:0:239499:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976328.399675:0:239499:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976328.399676:0:239499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976328.399679:0:239499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ef00. 00020000:00000010:0.0:1783976328.399681:0:239499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976328.399683:0:239499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e480. 00020000:00000001:0.0:1783976328.399685:0:239499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164800 : -115476674386816 : ffff96f97dd7e480) 00020000:00000002:0.0:1783976328.399688:0:239499:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e480, objid 0x11fe6:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.399691:0:239499:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.399694:0:239499:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798ff00: ostid: 0x280000403:5848 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976328.399697:0:239499:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d6c8) owner ffff96f95e3527c0 00020000:00000001:0.0:1783976328.399699:0:239499:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976328.399702:0:239499:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d6c8) owner ffff96f95e3527c0 00020000:00000010:0.0:1783976328.399706:0:239499:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976328.399709:0:239499:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ef00. 00020000:00000010:0.0:1783976328.399712:0:239499:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e480. 00020000:00000002:0.0:1783976328.399714:0:239499:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fe6:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976328.399716:0:239499:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.399718:0:239499:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.399721:0:239499:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976328.399723:0:239499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000002:0.0:1783976328.399726:0:239499:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7ee40 addref 2/0 by ffff96f95e3527c0. 00020000:00000002:0.0:1783976328.399728:0:239499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976328.399730:0:239499:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976328.399733:0:239499:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976328.399734:0:239499:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976328.399736:0:239499:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976328.399738:0:239499:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976328.399740:0:239499:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11fe6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976328.399743:0:239499:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976328.399745:0:239499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369c00. 00000020:00000010:0.0:1783976328.399748:0:239499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976328.399750:0:239499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.399753:0:239499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.399755:0:239499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.399758:0:239499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.399760:0:239499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.399763:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976328.399765:0:239499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.399767:0:239499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.399769:0:239499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.399772:0:239499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.399774:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369800. 00000020:00000010:0.0:1783976328.399776:0:239499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00000080:00000001:0.0:1783976328.399778:0:239499:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.399780:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.399782:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.399784:0:239499:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976328.399787:0:239499:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.399790:0:239499:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.399793:0:239499:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11fe6:0x0](ffff96f97c230908) 00000080:00010000:0.0:1783976328.399796:0:239499:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe6:0x0](ffff96f97c230908) for lock 0x5bb448586bd09287 00800000:00000001:0.0:1783976328.399799:0:239499:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.399802:0:239499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.399803:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.399804:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.399806:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976328.399808:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976328.399810:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976328.399812:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.399813:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.399815:0:239499:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.399817:0:239499:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.399818:0:239499:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976328.399821:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.399832:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f977107480 x1870620496610816/t25770085984(25770085984) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.399841:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.399847:0:239499:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.399851:0:239499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe6:0x0](ffff96f97c230908) 00000080:00000001:0.0:1783976328.399853:0:239499:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.399857:0:239499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000100:00000001:0.0:1783976328.399860:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.399863:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977107480 x1870620496610816/t25770085984(25770085984) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.399870:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.399873:0:239499:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976328.399875:0:239499:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.399881:0:239499:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976328.399884:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00200008:0.0:1783976328.399886:0:239499:0:(file.c:1058:ll_file_open()) START file file1:[0x200002b12:0x11fe6:0x0](ffff96f97c230908), flags 104501 00000080:00000010:0.0:1783976328.399892:0:239499:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bb80. 00000080:00000010:0.0:1783976328.399898:0:239499:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99bc0. 00000080:00000001:0.0:1783976328.399900:0:239499:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976328.399904:0:239499:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.399907:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.399910:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.399912:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.399915:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.399916:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.399919:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.399921:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.399923:0:239499:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976328.399927:0:239499:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30560. 00000002:00100000:0.0:1783976328.399931:0:239499:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977107480 x1870620496610816/t25770085984(25770085984) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.399938:0:239499:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.399940:0:239499:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976328.399943:0:239499:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976328.399947:0:239499:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.399949:0:239499:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.399952:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.399954:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977107480 x1870620496610816/t25770085984(25770085984) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976328.399961:0:239499:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.399964:0:239499:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976328.399999:0:239499:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976328.400001:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.400003:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00000008:0.0:1783976328.400005:0:239499:0:(file.c:1297:ll_file_open()) COMPLETED file file1:[0x200002b12:0x11fe6:0x0](ffff96f97c230908), flags 104501, rc = 0 00000080:00000001:0.0:1783976328.400009:0:239499:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976328.400011:0:239499:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dc7bde0 released 00000080:00010000:0.0:1783976328.400013:0:239499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09287 from it ffff96f97dc7bde0 00010000:00000001:0.0:1783976328.400015:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.400017:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.400018:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976328.400020:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976328.400022:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976328.400024:0:239499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.400028:0:239499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09287 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab73b expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.400037:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.400038:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.400040:0:239499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.400042:0:239499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.400045:0:239499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09287 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab73b expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.400052:0:239499:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.400055:0:239499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.400057:0:239499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.400061:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.400062:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.400063:0:239499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.400067:0:239499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.400069:0:239499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.400070:0:239499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.400073:0:239499:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.400075:0:239499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.400077:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.400078:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.400079:0:239499:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976328.400081:0:239499:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976328.400083:0:239499:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.400084:0:239499:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.400087:0:239499:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.400088:0:239499:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.400091:0:239499:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976328.400092:0:239499:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.400094:0:239499:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.400096:0:239499:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.400098:0:239499:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.400100:0:239499:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dc7bde0. 00000080:00000001:0.0:1783976328.400103:0:239499:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.400107:0:239499:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.400120:0:239499:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe6:0x0](ffff96f97c230908), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976328.400125:0:239499:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.405107:0:239499:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.405127:0:239499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000002:0.0:1783976328.405150:0:239499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976328.405154:0:239499:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.405167:0:239499:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976328.405171:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976328.405173:0:239499:0:(llite_lib.c:2432:ll_setattr_raw()) START file file1:[0x200002b12:0x11fe6:0x0](ffff96f97c230908) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976328.000000000, mtime 1783976328.000000000, ctime 1783976328.000000000 00000080:00000002:0.0:1783976328.405181:0:239499:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976328, ctime 1783976328, now = 1783976328 00000080:00000010:0.0:1783976328.405189:0:239499:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f854369800. 00000080:00000001:0.0:1783976328.405192:0:239499:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976328.405200:0:239499:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976328.405202:0:239499:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11fe6:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976328.405205:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.405207:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.405210:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.405212:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.405215:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.405217:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.405219:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.405223:0:239499:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976328.405225:0:239499:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976328.405259:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f100 count: 2 00010000:00000001:0.0:1783976328.405263:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.405266:0:239499:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976328.405269:0:239499:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976328.405274:0:239499:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09287 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eab73b expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976328.405285:0:239499:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976328.405289:0:239499:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976328.405291:0:239499:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976328.405293:0:239499:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11fe6:0x0] mode (null) 00000002:00000001:0.0:1783976328.405297:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.405300:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.405302:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f100 count: 3 00010000:00000001:0.0:1783976328.405304:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.405307:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.405309:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.405310:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.405311:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f100 count: 3 00010000:00000001:0.0:1783976328.405313:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.405315:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.405316:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.405317:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.405318:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f100 count: 3 00010000:00000001:0.0:1783976328.405320:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.405322:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.405323:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.405324:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.405325:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f100 count: 3 00010000:00000001:0.0:1783976328.405327:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.405329:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.405330:0:239499:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.405332:0:239499:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976328.405334:0:239499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.405340:0:239499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976328.405343:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976328.405347:0:239499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369c00. 00000020:00000010:0.0:1783976328.405350:0:239499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976328.405356:0:239499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.405360:0:239499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.405364:0:239499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.405370:0:239499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.405373:0:239499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.405376:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368a00. 00000008:00000010:0.0:1783976328.405380:0:239499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.405383:0:239499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.405387:0:239499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.405390:0:239499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.405392:0:239499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976328.405395:0:239499:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976328.405397:0:239499:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976328.405399:0:239499:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11fe6:0x0]: losing layout lock 00000080:00000001:0.0:1783976328.405402:0:239499:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976328.405406:0:239499:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976328.405408:0:239499:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976328.405410:0:239499:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976328.405412:0:239499:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fe6:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976328.405414:0:239499:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.405416:0:239499:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976328.405417:0:239499:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976328.405421:0:239499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369c00. 00000020:00000010:0.0:1783976328.405424:0:239499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976328.405428:0:239499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.405431:0:239499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.405433:0:239499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.405436:0:239499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.405439:0:239499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.405442:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976328.405445:0:239499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.405447:0:239499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.405450:0:239499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.405453:0:239499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.405455:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368a00. 00000020:00000010:0.0:1783976328.405458:0:239499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00000080:00000001:0.0:1783976328.405461:0:239499:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.405464:0:239499:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976328.405466:0:239499:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11fe6:0x0](ffff96f97c230908) invalid 00000020:00000001:0.0:1783976328.405468:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb838 00000080:00002000:0.0:1783976328.405470:0:239499:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file1 (ffff96f97abf4ca8) parent ffff96f97abf40d8 inode ffff96f97c230908 refc 1 00000080:00000001:0.0:1783976328.405475:0:239499:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976328.405477:0:239499:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976328.405479:0:239499:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.405483:0:239499:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976328.405486:0:239499:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976328.405488:0:239499:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976328.405490:0:239499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.405504:0:239499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976328.405508:0:239499:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc7c400 with handle 0x5bb448586bd09287 from hash 00010000:00000001:0.0:1783976328.405511:0:239499:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976328.405513:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.405514:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.405515:0:239499:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976328.405518:0:239499:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976328.405520:0:239499:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976328.405522:0:239499:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976328.405524:0:239499:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.405526:0:239499:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976328.405531:0:239499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07480. 00000020:00000040:0.0:1783976328.405535:0:239499:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=17 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.405540:0:239499:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.405544:0:239499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.405547:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.405548:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.405550:0:239499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.405552:0:239499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.405554:0:239499:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.405558:0:239499:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.405564:0:239499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368a00. 00000100:00000001:0.0:1783976328.405570:0:239499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.405572:0:239499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.405574:0:239499:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976328.405580:0:239499:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09287 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eab73b expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976328.405588:0:239499:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976328.405590:0:239499:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976328.405592:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.405594:0:239499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09287 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eab73b expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976328.405602:0:239499:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f97dd00a40. 00010000:00000040:0.0:1783976328.405607:0:239499:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc0f100 count: 0 00010000:00000010:0.0:1783976328.405612:0:239499:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977a72600. 00010000:00000001:0.0:1783976328.405621:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.405623:0:239499:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.405625:0:239499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.405626:0:239499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.405628:0:239499:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976328.405630:0:239499:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976328, ctime 1783976328 00000020:00100000:0.0:1783976328.405639:0:239499:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976328.405651:0:239499:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07480 x1870620496611072/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976328.405659:0:239499:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.405661:0:239499:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.405668:0:239499:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.405670:0:239499:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736448 : -115476720815168 : ffff96f97b1373c0) 00000100:00000001:0.0:1783976328.405673:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.405674:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976328.405678:0:239499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.405681:0:239499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.405683:0:239499:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.405684:0:239499:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.405688:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07480 x1870620496611072/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.405695:0:239499:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.405697:0:239499:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.405700:0:239499:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.405703:0:239499:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.405705:0:239499:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.405709:0:239499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239499:1870620496611072:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976328.405712:0:239499:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.405717:0:239499:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.405719:0:239499:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.405722:0:239499:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.405726:0:239499:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438ac00. 02000000:00000001:0.0:1783976328.405727:0:239499:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.405734:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.405739:0:239499:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.405744:0:239499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976328.405751:0:239499:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496611072, portal 10 00000100:00000001:0.0:1783976328.405752:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.405754:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000040:0.0:1783976328.405759:0:239499:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c07480 x1870620496611072/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.405766:0:239499:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.405768:0:239499:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.405770:0:239499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783976328.405773:0:239499:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496611072, offset 0 00000400:00000200:0.0:1783976328.405779:0:239499:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.405787:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.405794:0:239499:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.405799:0:239499:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.405802:0:239499:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.405806:0:239499:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.405808:0:239499:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.405812:0:239499:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778425:778425:256:4294967295] 192.168.201.114@tcp LPNI seq info [778403:778403:8:4294967295] 00000400:00000200:0.0:1783976328.405816:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.405825:0:239499:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.405830:0:239499:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.405835:0:239499:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b500. 00000800:00000200:0.0:1783976328.405841:0:239499:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.405848:0:239499:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.405852:0:239499:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.405875:0:239499:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.405879:0:239499:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.405882:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.405885:0:239499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534254 00000100:00000010:0.0:1783976328.405888:0:239499:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783976328.405896:0:239499:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976328.405911:0:239499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534254 00000100:00000010:0.0:1783976328.405914:0:239499:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e480. 00000100:00000001:0.0:1783976328.405917:0:239499:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976328.405920:0:239499:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.405922:0:239499:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.405924:0:239499:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.405926:0:239499:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.405928:0:239499:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1373c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.405930:0:239499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.405933:0:239499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.419984:0:239499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.419991:0:239499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.419994:0:239499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.419997:0:239499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.420001:0:239499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783976328.420004:0:239499:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783976328.420007:0:239499:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.420012:0:239499:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07480 x1870620496611072/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976328.420032:0:239499:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07480 x1870620496611072/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.420039:0:239499:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.420041:0:239499:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.420043:0:239499:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.420047:0:239499:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.420049:0:239499:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.420051:0:239499:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.420054:0:239499:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.420062:0:239499:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.420066:0:239499:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.420068:0:239499:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.420070:0:239499:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.420073:0:239499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.420076:0:239499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.420079:0:239499:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.420081:0:239499:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.420082:0:239499:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.420085:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.420087:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976328.420090:0:239499:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.420092:0:239499:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.420094:0:239499:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.420096:0:239499:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.420100:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07480 x1870620496611072/t25770085985(25770085985) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.420108:0:239499:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.420111:0:239499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.420113:0:239499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.420117:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07480 x1870620496611072/t25770085985(25770085985) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976328.420125:0:239499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239499:1870620496611072:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976328.420130:0:239499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.420132:0:239499:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.420175:0:239499:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.420177:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.420181:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07480 x1870620496611072/t25770085985(25770085985) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.420188:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.420191:0:239499:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.420195:0:239499:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.420196:0:239499:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.420203:0:239499:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.420206:0:239499:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.420211:0:239499:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976328.420213:0:239499:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.420222:0:239499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513190 : 144115373061513190 : 200002b12011fe6) 00000080:00000001:0.0:1783976328.420225:0:239499:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976328.420238:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.420242:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07480 x1870620496611072/t25770085985(25770085985) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.420249:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.420251:0:239499:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.420253:0:239499:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.420255:0:239499:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.420259:0:239499:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976328.420261:0:239499:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.420262:0:239499:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.420265:0:239499:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976328.420266:0:239499:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.420268:0:239499:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.420271:0:239499:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976328.420273:0:239499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.420278:0:239499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976328.420283:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976328.420288:0:239499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369c00. 00000020:00000010:0.0:1783976328.420292:0:239499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976328.420298:0:239499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.420302:0:239499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.420307:0:239499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.420312:0:239499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.420316:0:239499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.420320:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368e00. 00000008:00000010:0.0:1783976328.420324:0:239499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.420327:0:239499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.420330:0:239499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.420334:0:239499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976328.420336:0:239499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976328.420339:0:239499:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976328.420343:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2788 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.420345:0:239499:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976328.420347:0:239499:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976328.420349:0:239499:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976328.420352:0:239499:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976328.420353:0:239499:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976328.420356:0:239499:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976328.420358:0:239499:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976328.420360:0:239499:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.420363:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.420366:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.420368:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.420370:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.420372:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.420375:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.420377:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.420380:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.420382:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.420388:0:239499:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.420389:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.420391:0:239499:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe6:0x0]: 0 00000080:00000001:0.0:1783976328.420393:0:239499:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.420396:0:239499:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976328.420401:0:239499:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00000080:00010000:0.0:1783976328.420406:0:239499:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b12:0x11fe6:0x0](ffff96f97c230908) 00000080:00000001:0.0:1783976328.420409:0:239499:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.420412:0:239499:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.420415:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb958 00800000:00000002:0.0:1783976328.420417:0:239499:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b12:0x11fe6:0x0] '' on [0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.420421:0:239499:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.420423:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.420424:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.420425:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.420426:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.420428:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.420429:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.420431:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.420433:0:239499:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe6:0x0], fid2=[0x200002b12:0x11fe6:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.420437:0:239499:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.420438:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb828 00000002:00010000:0.0:1783976328.420440:0:239499:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe6:0x0]) in obj [0x200002b12:0x11fe6:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976328.420444:0:239499:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.420446:0:239499:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976328.420450:0:239499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04380. 00000020:00000040:0.0:1783976328.420453:0:239499:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.420458:0:239499:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.420463:0:239499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.420470:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.420472:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.420473:0:239499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.420476:0:239499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.420478:0:239499:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.420481:0:239499:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.420488:0:239499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369600. 00000100:00000001:0.0:1783976328.420493:0:239499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.420496:0:239499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.420498:0:239499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.420500:0:239499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.420501:0:239499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.420503:0:239499:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.420506:0:239499:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00010000:00000001:0.0:1783976328.420509:0:239499:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.420511:0:239499:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976328.420521:0:239499:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63000. 00010000:00000010:0.0:1783976328.420525:0:239499:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f80. 00010000:00000001:0.0:1783976328.420529:0:239499:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.420533:0:239499:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b000. 00000020:00000001:0.0:1783976328.420536:0:239499:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.420539:0:239499:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b000 with handle 0x5bb448586bd0928e to hash 00000020:00000001:0.0:1783976328.420541:0:239499:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.420543:0:239499:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.420546:0:239499:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.420549:0:239499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.420552:0:239499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.420556:0:239499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239499 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.420564:0:239499:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239499 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.420574:0:239499:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239499 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.420827:0:239499:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.420831:0:239499:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1783976328.433384:0:239499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.433392:0:239499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.433394:0:239499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.433398:0:239499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc79a0. 00000400:00000200:0.0:1783976328.433401:0:239499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc34c00 00000400:00000010:0.0:1783976328.433404:0:239499:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc34c00. 00000100:00000001:0.0:1783976328.433407:0:239499:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.433412:0:239499:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04380 x1870620496611200/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.433421:0:239499:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04380 x1870620496611200/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.433427:0:239499:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.433429:0:239499:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.433432:0:239499:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.433435:0:239499:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.433437:0:239499:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.433440:0:239499:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.433443:0:239499:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.433452:0:239499:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.433457:0:239499:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.433459:0:239499:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.433461:0:239499:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.433463:0:239499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.433466:0:239499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.433469:0:239499:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.433471:0:239499:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.433474:0:239499:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.433476:0:239499:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.433482:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04380 x1870620496611200/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.433489:0:239499:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.433491:0:239499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.433493:0:239499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.433498:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04380 x1870620496611200/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.433505:0:239499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04380 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239499:1870620496611200:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.433510:0:239499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.433512:0:239499:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.433515:0:239499:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.433517:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.433520:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04380 x1870620496611200/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.433526:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.433528:0:239499:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc340c0. 00000100:00000001:0.0:1783976328.433531:0:239499:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.433533:0:239499:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.433536:0:239499:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.433540:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433542:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433546:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=4 00000020:00000001:0.0:1783976328.433548:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433551:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000040:0.0:1783976328.433558:0:239499:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b000, remote cookie: 0xa91b1f6e92eab750, flags: 0x1000 00010000:00000001:0.0:1783976328.433562:0:239499:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976328.433567:0:239499:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976328.433569:0:239499:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976328.433571:0:239499:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976328.433572:0:239499:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976328.433575:0:239499:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe6:0x0].0x0 (ffff96f977b63000) refcount = 1 00010000:00010000:0.0:1783976328.433592:0:239499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.433601:0:239499:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976328.433605:0:239499:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976328.433606:0:239499:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.433610:0:239499:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976328.433612:0:239499:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.433615:0:239499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.433622:0:239499:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976328.433623:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433625:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.433626:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433627:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.433628:0:239499:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.433632:0:239499:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976328.433634:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433635:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433637:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.433640:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433642:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433644:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433645:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976328.433649:0:239499:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f981c04380 x1870620496611200/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976328.433657:0:239499:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976328.433660:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433661:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433663:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.433664:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433666:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00000002:00010000:0.0:1783976328.433670:0:239499:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976328.433679:0:239499:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d999c0. 00010000:00000001:0.0:1783976328.433681:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433682:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.433683:0:239499:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.433685:0:239499:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.433688:0:239499:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.433689:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433690:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433692:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.433694:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433696:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00000002:00010000:0.0:1783976328.433699:0:239499:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.433704:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433705:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.433707:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.433709:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433710:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433711:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.433712:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433714:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000040:0.0:1783976328.433720:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 2 00010000:00000001:0.0:1783976328.433722:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.433726:0:239499:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73702 (0 0) 00010000:00000001:0.0:1783976328.433728:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433729:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.433730:0:239499:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.433733:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7b0 00000002:00002000:0.0:1783976328.433735:0:239499:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976328.433738:0:239499:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.433741:0:239499:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.433744:0:239499:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.433747:0:239499:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11fe6:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976328.433750:0:239499:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.433752:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.433756:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04380 x1870620496611200/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.433762:0:239499:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.433765:0:239499:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.433768:0:239499:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951e4e000. 02000000:00000001:0.0:1783976328.433774:0:239499:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.433776:0:239499:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.433778:0:239499:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=17 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.433780:0:239499:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.433782:0:239499:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369600. 02000000:00000001:0.0:1783976328.433786:0:239499:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.433788:0:239499:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.433789:0:239499:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04380. 00000100:00000001:0.0:1783976328.433793:0:239499:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.433794:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976328.433798:0:239499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000080:00010000:0.0:1783976328.433803:0:239499:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe6:0x0](ffff96f97c230908) for lock 0x5bb448586bd0928e 00800000:00000001:0.0:1783976328.433807:0:239499:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.433809:0:239499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.433811:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433812:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433813:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.433815:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433817:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433819:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433820:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.433821:0:239499:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.433823:0:239499:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.433826:0:239499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0928e from it ffffaf14814eba78 00010000:00000001:0.0:1783976328.433828:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433828:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433830:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.433832:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433834:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433836:0:239499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.433839:0:239499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.433845:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433846:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.433847:0:239499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.433850:0:239499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.433853:0:239499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.433859:0:239499:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.433862:0:239499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.433863:0:239499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.433868:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433869:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.433871:0:239499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.433874:0:239499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.433876:0:239499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.433878:0:239499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.433881:0:239499:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.433883:0:239499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.433884:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433885:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.433887:0:239499:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.433890:0:239499:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976328.433892:0:239499:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.433896:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.433899:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.433902:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.433904:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.433906:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.433908:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.433910:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.433913:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.433915:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.433918:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 2 00010000:00000001:0.0:1783976328.433920:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.433922:0:239499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.433925:0:239499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.433928:0:239499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976328.433936:0:239499:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.433940:0:239499:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.433944:0:239499:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976328.433950:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976328.433952:0:239499:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe6:0x0]: 16 00000080:00000001:0.0:1783976328.433954:0:239499:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976328.433956:0:239499:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976328.433958:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433960:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433961:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.433963:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433965:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00000080:00010000:0.0:1783976328.433969:0:239499:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11fe6:0x0](000000000893e885) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976328.433978:0:239499:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.433979:0:239499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.433980:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.433981:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.433983:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=4 00000020:00000001:0.0:1783976328.433985:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433986:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.433988:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.433990:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.433991:0:239499:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.433992:0:239499:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.433995:0:239499:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976328.433997:0:239499:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11fe6:0x0] LVB_READY=0 l_lvb_data=ffff96f944d999c0 l_lvb_len=56 00000080:00000001:0.0:1783976328.433999:0:239499:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.434001:0:239499:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976328.434003:0:239499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.434008:0:239499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c120. 00000020:00000010:0.0:1783976328.434012:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369000. 00000020:00000010:0.0:1783976328.434017:0:239499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369600. 00000020:00000010:0.0:1783976328.434021:0:239499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e7e0. 00000008:00000010:0.0:1783976328.434027:0:239499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.434032:0:239499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.434038:0:239499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.434044:0:239499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.434048:0:239499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.434051:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368400. 00000008:00000010:0.0:1783976328.434055:0:239499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.434058:0:239499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.434062:0:239499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.434065:0:239499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976328.434068:0:239499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048232 : -115477170503384 : ffff96f96045c128) 00000020:00001000:0.0:1783976328.434070:0:239499:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c120 00000020:00000001:0.0:1783976328.434073:0:239499:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976328.434077:0:239499:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976328.434079:0:239499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976328.434084:0:239499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e840. 00020000:00000010:0.0:1783976328.434088:0:239499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976328.434092:0:239499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e060. 00020000:00000001:0.0:1783976328.434095:0:239499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035163744 : -115476674387872 : ffff96f97dd7e060) 00020000:00000002:0.0:1783976328.434098:0:239499:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e060, objid 0x11fe6:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976328.434103:0:239499:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976328.434107:0:239499:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798ff00: ostid: 0x280000403:5848 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976328.434110:0:239499:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d6c8) owner ffff96f95e3527c0 00020000:00000001:0.0:1783976328.434113:0:239499:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976328.434116:0:239499:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d6c8) owner ffff96f95e3527c0 00020000:00000010:0.0:1783976328.434121:0:239499:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976328.434123:0:239499:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e840. 00020000:00000010:0.0:1783976328.434126:0:239499:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e060. 00020000:00000002:0.0:1783976328.434128:0:239499:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fe6:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976328.434130:0:239499:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434132:0:239499:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434170:0:239499:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976328.434173:0:239499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000002:0.0:1783976328.434176:0:239499:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7ee40 addref 2/0 by ffff96f95e3527c0. 00020000:00000002:0.0:1783976328.434179:0:239499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976328.434181:0:239499:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976328.434184:0:239499:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976328.434185:0:239499:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976328.434187:0:239499:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976328.434189:0:239499:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976328.434192:0:239499:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11fe6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976328.434194:0:239499:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c120 00000020:00000010:0.0:1783976328.434198:0:239499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369600. 00000020:00000010:0.0:1783976328.434202:0:239499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e7e0. 00000008:00000010:0.0:1783976328.434205:0:239499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.434208:0:239499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.434211:0:239499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.434214:0:239499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.434218:0:239499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.434221:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369000. 00000008:00000010:0.0:1783976328.434224:0:239499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.434227:0:239499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.434241:0:239499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.434244:0:239499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976328.434247:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368400. 00000020:00000010:0.0:1783976328.434250:0:239499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c120. 00000080:00000001:0.0:1783976328.434252:0:239499:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.434254:0:239499:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976328.434256:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.434258:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.434258:0:239499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.434260:0:239499:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.434261:0:239499:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b000 refcount=3 00000020:00000001:0.0:1783976328.434263:0:239499:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.434265:0:239499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972757504 : -115481736794112 : ffff96f85019b000) 00010000:00000001:0.0:1783976328.434267:0:239499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.434270:0:239499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.434276:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.434277:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.434277:0:239499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.434280:0:239499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.434281:0:239499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b000/0x5bb448586bd0928e lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab750 expref: -99 pid: 239499 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976328.434287:0:239499:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.434288:0:239499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.434289:0:239499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.434292:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.434292:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.434293:0:239499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.434296:0:239499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.434297:0:239499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.434299:0:239499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.434301:0:239499:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.434303:0:239499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.434304:0:239499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.434305:0:239499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.434306:0:239499:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.434309:0:239499:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.434312:0:239499:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976328.434315:0:239499:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe6:0x0]io ffff96f96174e0c0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976328.434318:0:239499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976328.434321:0:239499:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976328.434323:0:239499:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976328.434325:0:239499:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976328.434327:0:239499:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434329:0:239499:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976328.434331:0:239499:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976328.434333:0:239499:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434335:0:239499:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976328.434336:0:239499:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976328.434337:0:239499:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976328.434338:0:239499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00000020:00000001:0.0:1783976328.434340:0:239499:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434343:0:239499:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976328.434345:0:239499:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976328.434347:0:239499:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976328.434349:0:239499:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976328.434352:0:239499:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976328.434355:0:239499:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976328.434359:0:239499:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976328.434361:0:239499:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976328.434362:0:239499:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976328.434365:0:239499:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c120. 00000020:00000010:0.0:1783976328.434368:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368400. 00000020:00000010:0.0:1783976328.434371:0:239499:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976328.434373:0:239499:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e7e0. 00000008:00000010:0.0:1783976328.434376:0:239499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.434379:0:239499:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.434381:0:239499:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.434384:0:239499:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.434386:0:239499:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.434388:0:239499:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369600. 00000008:00000010:0.0:1783976328.434391:0:239499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.434393:0:239499:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.434395:0:239499:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.434398:0:239499:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976328.434400:0:239499:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048232 : -115477170503384 : ffff96f96045c128) 00000020:00001000:0.0:1783976328.434402:0:239499:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c120 00000020:00000001:0.0:1783976328.434406:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34850 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.434409:0:239499:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976328.434411:0:239499:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976328.434412:0:239499:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976328.434414:0:239499:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434416:0:239499:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434418:0:239499:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058917256 : -115477650634360 : ffff96f943a78988) 00000020:00000001:0.0:1783976328.434421:0:239499:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976328.434423:0:239499:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976328.434427:0:239499:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434428:0:239499:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434430:0:239499:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434432:0:239499:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434433:0:239499:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434435:0:239499:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976328.434437:0:239499:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976328.434439:0:239499:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.434440:0:239499:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976328.434442:0:239499:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976328.434443:0:239499:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434446:0:239499:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434447:0:239499:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434449:0:239499:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434450:0:239499:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976328.434451:0:239499:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434453:0:239499:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434455:0:239499:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976328.434458:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2788 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.434459:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2788 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.434462:0:239499:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976328.434464:0:239499:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434466:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2788 -> ffff96f97dca2788 00020000:00000001:0.0:1783976328.434468:0:239499:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976328.434469:0:239499:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976328.434471:0:239499:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.434472:0:239499:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976328.434474:0:239499:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976328.434475:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbddc0 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.434477:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbddc0 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.434478:0:239499:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976328.434480:0:239499:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434482:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbddc0 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.434484:0:239499:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976328.434486:0:239499:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976328.434488:0:239499:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434490:0:239499:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434491:0:239499:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbddc0 -> ffff96f97dca2788 00000020:00000001:0.0:1783976328.434493:0:239499:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976328.434495:0:239499:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976328.434496:0:239499:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976328.434497:0:239499:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976328.434498:0:239499:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976328.434500:0:239499:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976328.434502:0:239499:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976328.434507:0:239499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04380. 00000020:00000040:0.0:1783976328.434512:0:239499:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=4 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976328.434516:0:239499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.434519:0:239499:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.434523:0:239499:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.434528:0:239499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368600. 00000100:00000001:0.0:1783976328.434535:0:239499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.434541:0:239499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.434545:0:239499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.434554:0:239499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd7b50d] to pc [ptlrpcd_00_01+1] req@ffff96f981c04380 x1870620496611328/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976328.434574:0:239499:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976328.434577:0:239499:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434579:0:239499:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434581:0:239499:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434582:0:239499:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.434584:0:239499:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434585:0:239499:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.434587:0:239499:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976328.434588:0:239499:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976328.434590:0:239499:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976328.434591:0:239499:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976328.438760:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976328.438772:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.438776:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.438790:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977106300 x1870620496611456/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.438804:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.438806:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.438811:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.438814:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.438817:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.438821:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496611456:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976328.438825:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.438832:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.438835:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.438838:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.438848:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f854368c00. 02000000:00000001:0.0:1783976328.438850:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.438858:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.438863:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.438869:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976328.438876:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496611456, portal 25 00000100:00000001:0.0:1783976328.438878:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.438879:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921426688 : -115476788124928 : ffff96f977106300) 00000100:00000040:0.0:1783976328.438885:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977106300 x1870620496611456/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.438892:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.438895:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.438897:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783976328.438901:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870620496611456, offset 0 00000400:00000200:0.0:1783976328.438908:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.438916:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.438924:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.438929:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.438932:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.438936:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.438938:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.438942:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778428:778428:255:4294967295] 192.168.201.114@tcp LPNI seq info [778406:778406:7:4294967295] 00000400:00000200:0.0:1783976328.438946:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.438960:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.438966:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.438972:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b800. 00000800:00000200:0.0:1783976328.438979:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.438986:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.438990:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.444757:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.444767:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.444770:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4308535548 00000100:00000001:0.0:1783976328.444776:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4308534338 00000100:00000001:0.0:1783976328.444780:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4308535548 00000100:00000001:0.0:1783976328.444783:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4308534338 00000100:00000001:0.0:1783976328.444786:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.444790:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.444793:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.444796:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.444804:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.444806:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976328.444809:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976328.444811:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.444813:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.444816:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.451786:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976328.451789:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.451796:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.451798:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.451801:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.451805:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783976328.451807:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783976328.451810:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.451815:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977106300 x1870620496611456/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976328.451825:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977106300 x1870620496611456/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.451842:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.451844:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.451847:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.451850:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.451852:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.451854:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.451857:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.451874:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f950ff7c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.451879:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f950ff7c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.451882:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.451884:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.451887:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.451889:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.451892:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.451903:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977106300 x1870620496611456/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.451911:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.451913:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.451915:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.451919:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977106300 x1870620496611456/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976328.451926:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496611456:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976328.451939:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.451941:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.451944:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106300 x1870620496611456/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.451950:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.451952:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.451956:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f854368c00. 02000000:00000001:0.0:1783976328.451969:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.451972:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.451974:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976328.451976:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.451979:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e800. 02000000:00000001:0.0:1783976328.451982:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.451983:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.451985:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106300. 00000100:00000001:0.0:1783976328.452005:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.452006:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.452009:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.452016:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.452038:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.452041:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976328.452043:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.455498:0:239499:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976328.455506:0:239499:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.455512:0:239499:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.455516:0:239499:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976328.455518:0:239499:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976328.455520:0:239499:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976328.455523:0:239499:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.455524:0:239499:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976328.455526:0:239499:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976328.455527:0:239499:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.455528:0:239499:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.455530:0:239499:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976328.455531:0:239499:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976328.455532:0:239499:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976328.455533:0:239499:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976328.455535:0:239499:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976328.455537:0:239499:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976328.455538:0:239499:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.455539:0:239499:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976328.455542:0:239499:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976328.455543:0:239499:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.455545:0:239499:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.455547:0:239499:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976328.455548:0:239499:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976328.455549:0:239499:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.455552:0:239499:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976328.455553:0:239499:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976328.455555:0:239499:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976328.455556:0:239499:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976328.455557:0:239499:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976328.455560:0:239499:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c120 00000020:00000010:0.0:1783976328.455567:0:239499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976328.455574:0:239499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e7e0. 00000008:00000010:0.0:1783976328.455646:0:239499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976328.455652:0:239499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976328.455657:0:239499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976328.455662:0:239499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976328.455666:0:239499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976328.455669:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368400. 00000008:00000010:0.0:1783976328.455673:0:239499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976328.455677:0:239499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976328.455680:0:239499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976328.455684:0:239499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976328.455687:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369600. 00000020:00000010:0.0:1783976328.455695:0:239499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c120. 00020000:00000001:0.0:1783976328.455698:0:239499:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976328.455699:0:239499:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976328.455702:0:239499:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976328.455704:0:239499:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976328.455707:0:239499:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976328.455709:0:239499:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976328.455710:0:239499:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c990 00000020:00000010:0.0:1783976328.455712:0:239499:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369c00. 00000020:00000010:0.0:1783976328.455715:0:239499:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976328.455717:0:239499:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976328.455720:0:239499:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976328.455722:0:239499:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976328.455725:0:239499:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976328.455727:0:239499:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976328.455729:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976328.455731:0:239499:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976328.455733:0:239499:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976328.455735:0:239499:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976328.455737:0:239499:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973e10. 00000020:00000010:0.0:1783976328.455739:0:239499:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368e00. 00000020:00000010:0.0:1783976328.455741:0:239499:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c990. 00000080:00000001:0.0:1783976328.455743:0:239499:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.455746:0:239499:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976328.455749:0:239499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369800. 00000020:00000001:0.0:1783976328.455758:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976328.455762:0:239499:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file file1:[0x200002b12:0x11fe6:0x0](ffff96f97c230908) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976328.000000000, mtime 1783976328.000000000, ctime 1783976328.000000000, rc 0 00000080:00000001:0.0:1783976328.455767:0:239499:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.455785:0:239499:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.455788:0:239499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000002:0.0:1783976328.455792:0:239499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976328.455795:0:239499:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.455804:0:239499:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976328.455805:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebdb8 00000080:00200008:0.0:1783976328.455808:0:239499:0:(file.c:447:ll_file_release()) START file file1:[0x200002b12:0x11fe6:0x0](ffff96f97c230908), flags 104001 00000080:00000001:0.0:1783976328.455812:0:239499:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976328.455815:0:239499:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976328.455816:0:239499:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.455818:0:239499:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000002:0.0:1783976328.455820:0:239499:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976328.455821:0:239499:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.455823:0:239499:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976328.455829:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.455832:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.455834:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.455837:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.455839:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.455840:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.455842:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.455847:0:239499:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.455851:0:239499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.455858:0:239499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63000 count: 2 00010000:00000001:0.0:1783976328.455861:0:239499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.455865:0:239499:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.455867:0:239499:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe6:0x0]: 0 00000080:00000001:0.0:1783976328.455869:0:239499:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976328.455871:0:239499:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976328.455877:0:239499:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854369800. 00000080:00000001:0.0:1783976328.455879:0:239499:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976328.455884:0:239499:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976328.455886:0:239499:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976328.455888:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.455889:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.455890:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.455891:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.455893:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.455894:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.455895:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.455897:0:239499:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe6:0x0] 00000002:00000001:0.0:1783976328.455900:0:239499:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976328.455902:0:239499:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe6:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976328.455908:0:239499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04000. 00000020:00000040:0.0:1783976328.455913:0:239499:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976328.455917:0:239499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.455920:0:239499:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.455924:0:239499:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.455930:0:239499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368e00. 00000100:00000001:0.0:1783976328.455936:0:239499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976328.455951:0:239499:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f977107480 x1870620496610816/t25770085984(25770085984) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976328.455963:0:239499:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976328.455968:0:239499:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04000 x1870620496611840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976328.455976:0:239499:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.455978:0:239499:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.455985:0:239499:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.455987:0:239499:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736448 : -115476720815168 : ffff96f97b1373c0) 00000100:00000001:0.0:1783976328.455989:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.455990:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976328.455994:0:239499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.455998:0:239499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.456000:0:239499:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.456001:0:239499:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.456005:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04000 x1870620496611840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.456012:0:239499:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.456013:0:239499:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.456017:0:239499:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.456019:0:239499:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.456021:0:239499:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.456024:0:239499:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239499:1870620496611840:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976328.456028:0:239499:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.456033:0:239499:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.456036:0:239499:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.456038:0:239499:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.456044:0:239499:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6aa000. 02000000:00000001:0.0:1783976328.456045:0:239499:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.456052:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.456056:0:239499:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.456063:0:239499:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137600. 00000100:00000200:0.0:1783976328.456069:0:239499:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496611840, portal 10 00000100:00000001:0.0:1783976328.456071:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.456072:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000040:0.0:1783976328.456078:0:239499:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04000 x1870620496611840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.456084:0:239499:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.456087:0:239499:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.456090:0:239499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976328.456093:0:239499:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496611840, offset 0 00000400:00000200:0.0:1783976328.456100:0:239499:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.456652:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.456665:0:239499:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.456670:0:239499:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.456673:0:239499:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.456677:0:239499:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.456680:0:239499:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.456682:0:239499:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778430:778430:256:4294967295] 192.168.201.114@tcp LPNI seq info [778408:778408:8:4294967295] 00000400:00000200:0.0:1783976328.456686:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.456696:0:239499:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.456704:0:239499:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.456711:0:239499:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b100. 00000800:00000200:0.0:1783976328.456718:0:239499:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.456725:0:239499:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.456729:0:239499:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.457534:0:239499:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.457543:0:239499:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.457549:0:239499:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.457551:0:239499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534305 00000100:00000001:0.0:1783976328.457555:0:239499:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.457557:0:239499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534305 00000100:00000001:0.0:1783976328.457559:0:239499:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.457562:0:239499:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.457565:0:239499:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.457568:0:239499:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.457570:0:239499:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.457572:0:239499:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1373c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.457577:0:239499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.457926:0:239499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.467792:0:239499:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.467800:0:239499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.467801:0:239499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.467804:0:239499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.467808:0:239499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137600 00000400:00000010:0.0:1783976328.467811:0:239499:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.467815:0:239499:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.467820:0:239499:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04000 x1870620496611840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.467828:0:239499:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04000 x1870620496611840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.467833:0:239499:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.467835:0:239499:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.467838:0:239499:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.467841:0:239499:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.467843:0:239499:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.467845:0:239499:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.467848:0:239499:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.467856:0:239499:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976328.467860:0:239499:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.467861:0:239499:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.467863:0:239499:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.467865:0:239499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.467868:0:239499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.467870:0:239499:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.467872:0:239499:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.467874:0:239499:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.467875:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.467877:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976328.467880:0:239499:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.467881:0:239499:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.467883:0:239499:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.467885:0:239499:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.467889:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04000 x1870620496611840/t25770085986(25770085986) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.467895:0:239499:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.467898:0:239499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.467899:0:239499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.467903:0:239499:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04000 x1870620496611840/t25770085986(25770085986) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.467909:0:239499:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239499:1870620496611840:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976328.467913:0:239499:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.467915:0:239499:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.467918:0:239499:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.467920:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.467923:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04000 x1870620496611840/t25770085986(25770085986) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.467929:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.467932:0:239499:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.467934:0:239499:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.467936:0:239499:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.467942:0:239499:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.467944:0:239499:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000002:00000001:0.0:1783976328.467946:0:239499:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.467949:0:239499:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.467954:0:239499:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369800. 00000080:00000001:0.0:1783976328.467958:0:239499:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976328.467961:0:239499:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.467964:0:239499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.467966:0:239499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.467969:0:239499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.467971:0:239499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.467973:0:239499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.467975:0:239499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe6:0x0] 00800000:00000001:0.0:1783976328.467977:0:239499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.467981:0:239499:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.467989:0:239499:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f977107480 x1870620496610816/t25770085984(25770085984) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.467997:0:239499:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.467999:0:239499:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.468001:0:239499:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99bc0. 00000100:00000001:0.0:1783976328.468003:0:239499:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.468006:0:239499:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04000 x1870620496611840/t25770085986(25770085986) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.468012:0:239499:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.468014:0:239499:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.468017:0:239499:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8bb80. 00000080:00000001:0.0:1783976328.468022:0:239499:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.468027:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebdb8 00000080:00000008:0.0:1783976328.468030:0:239499:0:(file.c:491:ll_file_release()) COMPLETED file file1:[0x200002b12:0x11fe6:0x0](ffff96f97c230908), flags 104001, rc = 0 00000080:00000001:0.0:1783976328.468033:0:239499:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.468038:0:239499:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.468040:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebe00 00000080:00002000:0.0:1783976328.468042:0:239499:0:(dcache.c:127:ll_ddelete()) deleting dentry file1 (ffff96f97abf4ca8, parent ffff96f97abf40d8, inode ffff96f97c230908) hashed, 00000080:00000001:0.0:1783976328.468046:0:239499:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.468053:0:239499:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.468059:0:239499:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.468062:0:239499:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.468063:0:239499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebe00 00000080:00002000:0.0:1783976328.468065:0:239499:0:(dcache.c:127:ll_ddelete()) keeping dentry dir1 (ffff96f97abf40d8, parent ffff96f94dc900d8, inode ffff96f97ab61988) hashed, 00000080:00000001:0.0:1783976328.468067:0:239499:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.476434:0:239500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.476442:0:239500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.476445:0:239500:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.476448:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7bc0 00000080:00200000:0.0:1783976328.476453:0:239500:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.476461:0:239500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369800. 00800000:00000002:0.0:1783976328.476468:0:239500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.476472:0:239500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.476477:0:239500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.476479:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7ae0 00800000:00000002:0.0:1783976328.476482:0:239500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.476486:0:239500:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.476489:0:239500:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.476491:0:239500:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.476494:0:239500:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.476496:0:239500:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.476498:0:239500:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.476500:0:239500:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.476502:0:239500:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.476506:0:239500:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.476512:0:239500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.476513:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca79b0 00000002:00010000:0.0:1783976328.476515:0:239500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.476519:0:239500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.476522:0:239500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.476525:0:239500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.476533:0:239500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.476535:0:239500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.476540:0:239500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.476545:0:239500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.476550:0:239500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 02000000:00000001:0.0:1783976328.476562:0:239500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.476567:0:239500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.476570:0:239500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000002:00000001:0.0:1783976328.476576:0:239500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.476578:0:239500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.476645:0:239500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.476647:0:239500:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.476649:0:239500:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.476651:0:239500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.476653:0:239500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.476656:0:239500:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.476660:0:239500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369800. 00000080:00000001:0.0:1783976328.476665:0:239500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.476666:0:239500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.476669:0:239500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.476672:0:239500:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.476675:0:239500:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.476677:0:239500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.476679:0:239500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.476681:0:239500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.476683:0:239500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.476686:0:239500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.476689:0:239500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.476693:0:239500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.476694:0:239500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.476696:0:239500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.476698:0:239500:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.476700:0:239500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481ca7bf8 00010000:00000001:0.0:1783976328.476701:0:239500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.476703:0:239500:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.476704:0:239500:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.476705:0:239500:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.476707:0:239500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.476709:0:239500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.476712:0:239500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00000001:0.0:1783976328.476719:0:239500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.476720:0:239500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.476721:0:239500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.476723:0:239500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.476725:0:239500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00000001:0.0:1783976328.476735:0:239500:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.476738:0:239500:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.476740:0:239500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.476744:0:239500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.476745:0:239500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.476747:0:239500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.476750:0:239500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.476752:0:239500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.476754:0:239500:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.476756:0:239500:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.476758:0:239500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.476758:0:239500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.476760:0:239500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.476762:0:239500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.476764:0:239500:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.476766:0:239500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.476771:0:239500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.476774:0:239500:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.476776:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7b88 00000080:00002000:0.0:1783976328.476778:0:239500:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.476781:0:239500:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.476783:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7bd0 00000080:00200000:0.0:1783976328.476784:0:239500:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=25 00000080:00000001:0.0:1783976328.476788:0:239500:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.476790:0:239500:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.476792:0:239500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.476794:0:239500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.476797:0:239500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.476799:0:239500:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.476800:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7b88 00000080:00002000:0.0:1783976328.476802:0:239500:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 1 00000080:00000001:0.0:1783976328.476804:0:239500:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.476806:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7bd0 00000080:00200000:0.0:1783976328.476807:0:239500:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=25 00000080:00000002:0.0:1783976328.476810:0:239500:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.476812:0:239500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.476814:0:239500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.476816:0:239500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.476818:0:239500:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.476819:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7b88 00000080:00002000:0.0:1783976328.476820:0:239500:0:(dcache.c:87:ll_dcompare()) found name dir1(ffff96f97abf40d8) flags 0x28000e refc 0 00000080:00000001:0.0:1783976328.476823:0:239500:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.476824:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7bd0 00000080:00200000:0.0:1783976328.476825:0:239500:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir1, flags=25 00000080:00000002:0.0:1783976328.476828:0:239500:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir1 [0x200002b12:0x11fe5:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.476831:0:239500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.476832:0:239500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.476834:0:239500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.476843:0:239500:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30fe0. 00000080:00000001:0.0:1783976328.476846:0:239500:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.476847:0:239500:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), inode mode 41ed mask 3 00000080:00000001:0.0:1783976328.476849:0:239500:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.476852:0:239500:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976328.476854:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7b50 00000080:00200000:0.0:1783976328.476856:0:239500:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=file2, dir=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), file ffff96f94333b500, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976328.476860:0:239500:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7ef00. 00000080:00000001:0.0:1783976328.476863:0:239500:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976328.476865:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7a00 00000080:00200000:0.0:1783976328.476867:0:239500:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=file2, dir=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), intent=open|creat 00000080:00000010:0.0:1783976328.476873:0:239500:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369800. 00800000:00000002:0.0:1783976328.476875:0:239500:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00000080:00000001:0.0:1783976328.476879:0:239500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.476880:0:239500:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.476882:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7920 00800000:00000002:0.0:1783976328.476883:0:239500:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'file2' on [0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976328.476887:0:239500:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976328.476889:0:239500:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976328.476892:0:239500:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.476893:0:239500:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.476895:0:239500:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.476896:0:239500:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.476898:0:239500:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.476900:0:239500:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976328.476902:0:239500:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.476904:0:239500:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976328.476907:0:239500:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976328.476910:0:239500:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976328.476913:0:239500:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976328.476915:0:239500:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976328.476917:0:239500:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11fe7:0x0] 40000000:00000001:0.0:1783976328.476920:0:239500:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.476922:0:239500:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.476924:0:239500:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.476926:0:239500:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.476928:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca78a0 00800000:00000002:0.0:1783976328.476930:0:239500:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fe5:0x0], fid2=[0x200002b12:0x11fe7:0x0], name='file2' -> mds #0 layout version 1 00000002:00000001:0.0:1783976328.476933:0:239500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.476935:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca77d8 00000002:00010000:0.0:1783976328.476936:0:239500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: file2,[0x200002b12:0x11fe7:0x0]) in obj [0x200002b12:0x11fe5:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976328.476940:0:239500:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.476943:0:239500:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976328.476946:0:239500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976328.476949:0:239500:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.476951:0:239500:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976328.476954:0:239500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 2 00010000:00000001:0.0:1783976328.476955:0:239500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.476958:0:239500:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976328.476961:0:239500:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.476963:0:239500:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.476965:0:239500:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.476969:0:239500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05500. 00000020:00000040:0.0:1783976328.476973:0:239500:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976328.476978:0:239500:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976328.476979:0:239500:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.476982:0:239500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.476985:0:239500:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.476987:0:239500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.476988:0:239500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.476989:0:239500:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.476992:0:239500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.476994:0:239500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.476996:0:239500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.477004:0:239500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97b6a8000. 00000100:00000001:0.0:1783976328.477010:0:239500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.477014:0:239500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.477016:0:239500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.477018:0:239500:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.477019:0:239500:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.477021:0:239500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.477029:0:239500:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00010000:00000001:0.0:1783976328.477032:0:239500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.477034:0:239500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976328.477036:0:239500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 2 00010000:00000001:0.0:1783976328.477038:0:239500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.477041:0:239500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.477044:0:239500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b200. 00000020:00000001:0.0:1783976328.477047:0:239500:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.477050:0:239500:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b200 with handle 0x5bb448586bd09295 to hash 00000020:00000001:0.0:1783976328.477052:0:239500:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.477054:0:239500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.477057:0:239500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.477060:0:239500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.477062:0:239500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.477065:0:239500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd09295 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.477072:0:239500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd09295 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239500 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976328.477084:0:239500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976328.477095:0:239500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05500 x1870620496612096/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976328.477104:0:239500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd09295 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.477110:0:239500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.477112:0:239500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.477118:0:239500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976328.477120:0:239500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736448 : -115476720815168 : ffff96f97b1373c0) 00000100:00000001:0.0:1783976328.477123:0:239500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.477124:0:239500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000001:0.0:1783976328.477128:0:239500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.477132:0:239500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.477527:0:239500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.477528:0:239500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.477534:0:239500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05500 x1870620496612096/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.477542:0:239500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.477544:0:239500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.477547:0:239500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.477550:0:239500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.477552:0:239500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.477556:0:239500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239500:1870620496612096:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.477560:0:239500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.477565:0:239500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.477567:0:239500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.477570:0:239500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1783976328.528926:0:239500:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976328.528929:0:239500:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.528932:0:239500:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.528935:0:239500:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976328.528938:0:239500:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976328.528940:0:239500:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976328.528943:0:239500:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.528944:0:239500:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976328.528945:0:239500:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976328.528947:0:239500:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.528948:0:239500:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.528950:0:239500:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976328.528951:0:239500:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976328.528952:0:239500:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976328.528954:0:239500:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976328.528955:0:239500:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976328.528956:0:239500:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976328.528958:0:239500:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976328.528958:0:239500:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976328.528961:0:239500:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976328.528962:0:239500:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.528964:0:239500:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.528966:0:239500:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976328.528967:0:239500:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976328.528969:0:239500:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.528972:0:239500:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976328.528973:0:239500:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976328.528975:0:239500:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976328.528976:0:239500:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976328.528978:0:239500:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976328.528981:0:239500:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1bd0 00000020:00000010:0.0:1783976328.528985:0:239500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275600. 00000020:00000010:0.0:1783976328.528992:0:239500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c8a0. 00000008:00000010:0.0:1783976328.528998:0:239500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832d980. 00020000:00000010:0.0:1783976328.529003:0:239500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928e40. 00008000:00000010:0.0:1783976328.529008:0:239500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c2b880. 00000080:00000010:0.0:1783976328.529013:0:239500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da09d8. 00000080:00000010:0.0:1783976328.529017:0:239500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f9713322b0. 00000020:00000010:0.0:1783976328.529021:0:239500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275200. 00000008:00000010:0.0:1783976328.529024:0:239500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9501691e0. 00020000:00000010:0.0:1783976328.529027:0:239500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950223b50. 00008000:00000010:0.0:1783976328.529031:0:239500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9cea18. 00000080:00000010:0.0:1783976328.529034:0:239500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2d20. 00000020:00000010:0.0:1783976328.529037:0:239500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274800. 00000020:00000010:0.0:1783976328.529041:0:239500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1bd0. 00020000:00000001:0.0:1783976328.529043:0:239500:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976328.529046:0:239500:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976328.529049:0:239500:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976328.529051:0:239500:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976328.529054:0:239500:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976328.529055:0:239500:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976328.529056:0:239500:0:(cl_object.c:925:cl_env_put()) 1@ffff96f9711c26c0 00000020:00000010:0.0:1783976328.529057:0:239500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345da00. 00000020:00000010:0.0:1783976328.529060:0:239500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f9778eca20. 00000008:00000010:0.0:1783976328.529063:0:239500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f94c589660. 00020000:00000010:0.0:1783976328.529066:0:239500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f970229300. 00008000:00000010:0.0:1783976328.529068:0:239500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f94d75ea60. 00000080:00000010:0.0:1783976328.529072:0:239500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9584b8b28. 00000080:00000010:0.0:1783976328.529075:0:239500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f94ccefc20. 00000020:00000010:0.0:1783976328.529077:0:239500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345ca00. 00000008:00000010:0.0:1783976328.529080:0:239500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f951ec1ce0. 00020000:00000010:0.0:1783976328.529082:0:239500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f9501b7b50. 00008000:00000010:0.0:1783976328.529085:0:239500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f942ec8eb8. 00000080:00000010:0.0:1783976328.529087:0:239500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f94b9b7f00. 00000020:00000010:0.0:1783976328.529090:0:239500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c200. 00000020:00000010:0.0:1783976328.529091:0:239500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f9711c26c0. 00000080:00000001:0.0:1783976328.529094:0:239500:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.529097:0:239500:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976328.529102:0:239500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8400. 00000020:00000001:0.0:1783976328.529109:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7c30 00000080:00200008:0.0:1783976328.529112:0:239500:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file file2:[0x200002b12:0x11fe7:0x0](ffff96f97c233a88) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976328.000000000, mtime 1783976328.000000000, ctime 1783976328.000000000, rc 0 00000080:00000001:0.0:1783976328.529118:0:239500:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976328.529171:0:239500:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.529175:0:239500:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd557c0) owner 0000000000000000/ffff96f95e11a7c0 00020000:00000002:0.0:1783976328.529179:0:239500:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd557c0) owner 0000000000000000/ffff96f95e11a7c0 00020000:00000001:0.0:1783976328.529181:0:239500:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.529190:0:239500:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976328.529192:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7db8 00000080:00200008:0.0:1783976328.529193:0:239500:0:(file.c:447:ll_file_release()) START file file2:[0x200002b12:0x11fe7:0x0](ffff96f97c233a88), flags 104001 00000080:00000001:0.0:1783976328.529197:0:239500:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976328.529200:0:239500:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976328.529202:0:239500:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976328.529203:0:239500:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd557c0) owner 0000000000000000/ffff96f95e11a7c0 00020000:00000002:0.0:1783976328.529205:0:239500:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd557c0) owner 0000000000000000/ffff96f95e11a7c0 00020000:00000001:0.0:1783976328.529207:0:239500:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.529208:0:239500:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976328.529214:0:239500:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.529217:0:239500:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.529219:0:239500:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.529222:0:239500:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.529224:0:239500:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.529226:0:239500:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe7:0x0] 00800000:00000001:0.0:1783976328.529238:0:239500:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.529243:0:239500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.529247:0:239500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.529253:0:239500:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76300 count: 2 00010000:00000001:0.0:1783976328.529256:0:239500:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.529261:0:239500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.529263:0:239500:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe7:0x0]: 0 00000080:00000001:0.0:1783976328.529265:0:239500:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976328.529267:0:239500:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976328.529274:0:239500:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.529277:0:239500:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976328.529284:0:239500:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976328.529287:0:239500:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976328.529289:0:239500:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.529290:0:239500:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.529291:0:239500:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.529293:0:239500:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.529294:0:239500:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.529296:0:239500:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe7:0x0] 00800000:00000001:0.0:1783976328.529298:0:239500:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.529300:0:239500:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe7:0x0] 00000002:00000001:0.0:1783976328.529304:0:239500:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976328.529306:0:239500:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe7:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976328.529312:0:239500:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06d80. 00000020:00000040:0.0:1783976328.529316:0:239500:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976328.529321:0:239500:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.529324:0:239500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.529328:0:239500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.529335:0:239500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369c00. 00000100:00000001:0.0:1783976328.529341:0:239500:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976328.529354:0:239500:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c05500 x1870620496612096/t25770085987(25770085987) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976328.529363:0:239500:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976328.529368:0:239500:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06d80 x1870620496612864/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976328.529375:0:239500:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.529378:0:239500:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.529385:0:239500:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.529387:0:239500:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976328.529391:0:239500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.529392:0:239500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000001:0.0:1783976328.529396:0:239500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.529400:0:239500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.529402:0:239500:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.529404:0:239500:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.529407:0:239500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06d80 x1870620496612864/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.529414:0:239500:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.529416:0:239500:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.529419:0:239500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.529422:0:239500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.529424:0:239500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.529427:0:239500:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06d80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239500:1870620496612864:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976328.529430:0:239500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.529578:0:239500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.529582:0:239500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.529585:0:239500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.529593:0:239500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b6ac000. 02000000:00000001:0.0:1783976328.529595:0:239500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.529603:0:239500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.529608:0:239500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.529616:0:239500:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976328.529623:0:239500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496612864, portal 10 00000100:00000001:0.0:1783976328.529625:0:239500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.529626:0:239500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000040:0.0:1783976328.529634:0:239500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06d80 x1870620496612864/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.529641:0:239500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.529644:0:239500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.529648:0:239500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783976328.529651:0:239500:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496612864, offset 0 00000400:00000200:0.0:1783976328.529658:0:239500:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.529668:0:239500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.529675:0:239500:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.529680:0:239500:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.529684:0:239500:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.529687:0:239500:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.529690:0:239500:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.529694:0:239500:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778435:778435:256:4294967295] 192.168.201.114@tcp LPNI seq info [778413:778413:8:4294967295] 00000400:00000200:0.0:1783976328.529698:0:239500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.529706:0:239500:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.529711:0:239500:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.529716:0:239500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b600. 00000800:00000200:0.0:1783976328.529722:0:239500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.529729:0:239500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.529733:0:239500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.529754:0:239500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.529759:0:239500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.529763:0:239500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.529766:0:239500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534378 00000100:00000001:0.0:1783976328.529769:0:239500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.529771:0:239500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534378 00000100:00000001:0.0:1783976328.529774:0:239500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.529776:0:239500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.529778:0:239500:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.529780:0:239500:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.529781:0:239500:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.529783:0:239500:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.529786:0:239500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.529788:0:239500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.534927:0:239500:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.534935:0:239500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.534937:0:239500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.534941:0:239500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.534946:0:239500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976328.534948:0:239500:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137d80. 00000100:00000001:0.0:1783976328.534952:0:239500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.534957:0:239500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06d80 x1870620496612864/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.534966:0:239500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06d80 x1870620496612864/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.534972:0:239500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.534974:0:239500:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.534977:0:239500:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.534980:0:239500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.534983:0:239500:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.534985:0:239500:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.534988:0:239500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.534998:0:239500:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976328.535002:0:239500:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.535004:0:239500:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.535005:0:239500:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.535008:0:239500:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.535011:0:239500:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.535014:0:239500:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.535016:0:239500:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.535017:0:239500:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.535020:0:239500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.535021:0:239500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000001:0.0:1783976328.535025:0:239500:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.535027:0:239500:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.535029:0:239500:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.535031:0:239500:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.535036:0:239500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06d80 x1870620496612864/t25770085989(25770085989) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.535049:0:239500:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.535052:0:239500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.535054:0:239500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.535057:0:239500:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06d80 x1870620496612864/t25770085989(25770085989) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.535065:0:239500:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06d80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239500:1870620496612864:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976328.535071:0:239500:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.535073:0:239500:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.535076:0:239500:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.535078:0:239500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.535081:0:239500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06d80 x1870620496612864/t25770085989(25770085989) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.535087:0:239500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.535090:0:239500:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.535092:0:239500:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.535094:0:239500:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.535100:0:239500:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.535102:0:239500:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000002:00000001:0.0:1783976328.535104:0:239500:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.535108:0:239500:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.535113:0:239500:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.535116:0:239500:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976328.535120:0:239500:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.535123:0:239500:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.535125:0:239500:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.535127:0:239500:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.535129:0:239500:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.535131:0:239500:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.535240:0:239500:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe7:0x0] 00800000:00000001:0.0:1783976328.535244:0:239500:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.535248:0:239500:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.535254:0:239500:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c05500 x1870620496612096/t25770085987(25770085987) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.535261:0:239500:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.535263:0:239500:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.535265:0:239500:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00a80. 00000100:00000001:0.0:1783976328.535269:0:239500:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.535272:0:239500:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06d80 x1870620496612864/t25770085989(25770085989) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.535278:0:239500:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.535281:0:239500:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.535283:0:239500:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd50a00. 00000080:00000001:0.0:1783976328.535286:0:239500:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.535292:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7db8 00000080:00000008:0.0:1783976328.535294:0:239500:0:(file.c:491:ll_file_release()) COMPLETED file file2:[0x200002b12:0x11fe7:0x0](ffff96f97c233a88), flags 104001, rc = 0 00000080:00000001:0.0:1783976328.535297:0:239500:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.535302:0:239500:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.535304:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7e00 00000080:00002000:0.0:1783976328.535306:0:239500:0:(dcache.c:127:ll_ddelete()) deleting dentry file2 (ffff96f94dc90948, parent ffff96f97abf40d8, inode ffff96f97c233a88) hashed, 00000080:00000001:0.0:1783976328.535309:0:239500:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.535316:0:239500:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.535321:0:239500:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.535324:0:239500:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.535325:0:239500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481ca7e00 00000080:00002000:0.0:1783976328.535327:0:239500:0:(dcache.c:127:ll_ddelete()) keeping dentry dir1 (ffff96f97abf40d8, parent ffff96f94dc900d8, inode ffff96f97ab61988) hashed, 00000080:00000001:0.0:1783976328.535330:0:239500:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.547042:0:239501:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.547052:0:239501:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.547055:0:239501:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.547059:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bc0 00000080:00200000:0.0:1783976328.547065:0:239501:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.547074:0:239501:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976328.547082:0:239501:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.547086:0:239501:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.547092:0:239501:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.547095:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae0 00800000:00000002:0.0:1783976328.547098:0:239501:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.547103:0:239501:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.547105:0:239501:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.547108:0:239501:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.547110:0:239501:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.547113:0:239501:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.547115:0:239501:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.547118:0:239501:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.547120:0:239501:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.547124:0:239501:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.547129:0:239501:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.547452:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c979b0 00000002:00010000:0.0:1783976328.547456:0:239501:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.547461:0:239501:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.547462:0:239501:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.547466:0:239501:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.547474:0:239501:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.547476:0:239501:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.547481:0:239501:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.547486:0:239501:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.547490:0:239501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 02000000:00000001:0.0:1783976328.547502:0:239501:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.547506:0:239501:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.547510:0:239501:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000002:00000001:0.0:1783976328.547517:0:239501:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.547519:0:239501:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.547521:0:239501:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.547523:0:239501:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.547525:0:239501:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.547528:0:239501:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.547531:0:239501:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.547533:0:239501:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.547537:0:239501:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976328.547542:0:239501:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.547544:0:239501:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.547547:0:239501:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.547549:0:239501:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.547553:0:239501:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.547555:0:239501:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.547556:0:239501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.547558:0:239501:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.547560:0:239501:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.547562:0:239501:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.547565:0:239501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.547567:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.547569:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.547570:0:239501:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.547572:0:239501:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.547574:0:239501:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c97bf8 00010000:00000001:0.0:1783976328.547576:0:239501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.547577:0:239501:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.547578:0:239501:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.547580:0:239501:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.547582:0:239501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.547584:0:239501:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.547586:0:239501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00000001:0.0:1783976328.547592:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.547593:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.547595:0:239501:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.547596:0:239501:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.547599:0:239501:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00000001:0.0:1783976328.547606:0:239501:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.547609:0:239501:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.547612:0:239501:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.547616:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.547617:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.547618:0:239501:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547621:0:239501:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.547623:0:239501:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547625:0:239501:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547628:0:239501:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547630:0:239501:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.547631:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.547632:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.547635:0:239501:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.547637:0:239501:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.547638:0:239501:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.547643:0:239501:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.547648:0:239501:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.547651:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b88 00000080:00002000:0.0:1783976328.547652:0:239501:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.547655:0:239501:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.547657:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bd0 00000080:00200000:0.0:1783976328.547658:0:239501:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=25 00000080:00000001:0.0:1783976328.547662:0:239501:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.547664:0:239501:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.547667:0:239501:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.547669:0:239501:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.547671:0:239501:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.547673:0:239501:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.547674:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b88 00000080:00002000:0.0:1783976328.547676:0:239501:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 1 00000080:00000001:0.0:1783976328.547678:0:239501:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.547680:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bd0 00000080:00200000:0.0:1783976328.547681:0:239501:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=25 00000080:00000002:0.0:1783976328.547684:0:239501:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.547688:0:239501:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.547689:0:239501:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.547692:0:239501:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.547695:0:239501:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.547696:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b88 00000080:00002000:0.0:1783976328.547698:0:239501:0:(dcache.c:87:ll_dcompare()) found name dir1(ffff96f97abf40d8) flags 0x28004e refc 0 00000080:00000001:0.0:1783976328.547700:0:239501:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.547702:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97bd0 00000080:00200000:0.0:1783976328.547703:0:239501:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir1, flags=25 00000080:00000002:0.0:1783976328.547706:0:239501:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir1 [0x200002b12:0x11fe5:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.547709:0:239501:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.547710:0:239501:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.547713:0:239501:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.547726:0:239501:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30a80. 00000080:00000001:0.0:1783976328.547729:0:239501:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.547730:0:239501:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), inode mode 41ed mask 3 00000080:00000001:0.0:1783976328.547732:0:239501:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.547735:0:239501:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976328.547737:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b50 00000080:00200000:0.0:1783976328.547739:0:239501:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=file3, dir=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), file ffff96f960ec7200, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976328.547745:0:239501:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e7e0. 00000080:00000001:0.0:1783976328.547749:0:239501:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976328.547751:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a00 00000080:00200000:0.0:1783976328.547753:0:239501:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=file3, dir=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), intent=open|creat 00000080:00000010:0.0:1783976328.547761:0:239501:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976328.547763:0:239501:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00000080:00000001:0.0:1783976328.547769:0:239501:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.547770:0:239501:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.547772:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97920 00800000:00000002:0.0:1783976328.547774:0:239501:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'file3' on [0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976328.547777:0:239501:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976328.547780:0:239501:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976328.547783:0:239501:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.547784:0:239501:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.547786:0:239501:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.547787:0:239501:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.547789:0:239501:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.547791:0:239501:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976328.547793:0:239501:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.547796:0:239501:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976328.547799:0:239501:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976328.547801:0:239501:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976328.547804:0:239501:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976328.547807:0:239501:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976328.547809:0:239501:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11fe8:0x0] 40000000:00000001:0.0:1783976328.547812:0:239501:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.547814:0:239501:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.547816:0:239501:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.547817:0:239501:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.547819:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c978a0 00800000:00000002:0.0:1783976328.547821:0:239501:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fe5:0x0], fid2=[0x200002b12:0x11fe8:0x0], name='file3' -> mds #0 layout version 1 00000002:00000001:0.0:1783976328.547824:0:239501:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.547826:0:239501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c977d8 00000002:00010000:0.0:1783976328.547827:0:239501:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: file3,[0x200002b12:0x11fe8:0x0]) in obj [0x200002b12:0x11fe5:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976328.547830:0:239501:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.547833:0:239501:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976328.547836:0:239501:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976328.547839:0:239501:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.547841:0:239501:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976328.547844:0:239501:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 2 00010000:00000001:0.0:1783976328.547846:0:239501:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.547848:0:239501:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976328.547851:0:239501:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547853:0:239501:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.547855:0:239501:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.547860:0:239501:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05c00. 00000020:00000040:0.0:1783976328.547864:0:239501:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976328.547870:0:239501:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976328.547872:0:239501:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547874:0:239501:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.547879:0:239501:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.547881:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.547882:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.547884:0:239501:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.547886:0:239501:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.547888:0:239501:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.547891:0:239501:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.547900:0:239501:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f974af6000. 00000100:00000001:0.0:1783976328.547907:0:239501:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547912:0:239501:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.547913:0:239501:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547915:0:239501:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.547916:0:239501:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.547917:0:239501:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.547926:0:239501:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00010000:00000001:0.0:1783976328.547930:0:239501:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.547932:0:239501:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976328.547934:0:239501:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 2 00010000:00000001:0.0:1783976328.547936:0:239501:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.547938:0:239501:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.547942:0:239501:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019aa00. 00000020:00000001:0.0:1783976328.547945:0:239501:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.547948:0:239501:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019aa00 with handle 0x5bb448586bd092a3 to hash 00000020:00000001:0.0:1783976328.547950:0:239501:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.547951:0:239501:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.547955:0:239501:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.547958:0:239501:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.547960:0:239501:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.547963:0:239501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239501 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.547970:0:239501:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239501 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976328.547986:0:239501:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976328.547998:0:239501:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05c00 x1870620496613120/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976328.548008:0:239501:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239501 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.548013:0:239501:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.548015:0:239501:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.548022:0:239501:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.548024:0:239501:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976328.548027:0:239501:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.548028:0:239501:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976328.548033:0:239501:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.548037:0:239501:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.548039:0:239501:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.548041:0:239501:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.548045:0:239501:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05c00 x1870620496613120/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.548052:0:239501:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.548054:0:239501:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.548058:0:239501:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.548060:0:239501:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.548062:0:239501:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.548065:0:239501:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239501:1870620496613120:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.548069:0:239501:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.548075:0:239501:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.548077:0:239501:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.548079:0:239501:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.549858:0:239501:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976328.549862:0:239501:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.549873:0:239501:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.549882:0:239501:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.549889:0:239501:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854389400. 00000100:00000200:0.0:1783976328.549897:0:239501:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496613120, portal 10 00000100:00000001:0.0:1783976328.549899:0:239501:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.549901:0:239501:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000040:0.0:1783976328.549913:0:239501:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05c00 x1870620496613120/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976344 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.549921:0:239501:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.549924:0:239501:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.549927:0:239501:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976328.549931:0:239501:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496613120, offset 0 00000400:00000200:0.0:1783976328.549938:0:239501:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.549947:0:239501:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.549955:0:239501:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.549960:0:239501:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.549964:0:239501:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.549968:0:239501:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.549971:0:239501:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.549974:0:239501:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778436:778436:256:4294967295] 192.168.201.114@tcp LPNI seq info [778414:778414:8:4294967295] 00000400:00000200:0.0:1783976328.549979:0:239501:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.549990:0:239501:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.549996:0:239501:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.550001:0:239501:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854369600. 00000800:00000200:0.0:1783976328.550007:0:239501:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.550014:0:239501:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.550018:0:239501:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854369600 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976328.550028:0:239501:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.550032:0:239501:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.550036:0:239501:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.550038:0:239501:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534398 00000100:00000001:0.0:1783976328.550042:0:239501:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.550044:0:239501:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534398 00000100:00000001:0.0:1783976328.550047:0:239501:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.550049:0:239501:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.550052:0:239501:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.550055:0:239501:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.550056:0:239501:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.550059:0:239501:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.550062:0:239501:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.550064:0:239501:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.563740:0:239501:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.563750:0:239501:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.563752:0:239501:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.563756:0:239501:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.563760:0:239501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854389400 00000400:00000010:0.0:1783976328.563763:0:239501:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854389400. 00000100:00000001:0.0:1783976328.563766:0:239501:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.563771:0:239501:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05c00 x1870620496613120/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.563780:0:239501:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05c00 x1870620496613120/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.563786:0:239501:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.563788:0:239501:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.563791:0:239501:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.563794:0:239501:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.563797:0:239501:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.563799:0:239501:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.563802:0:239501:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.563811:0:239501:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.563815:0:239501:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.563818:0:239501:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.563820:0:239501:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.563823:0:239501:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.563826:0:239501:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.563829:0:239501:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.563831:0:239501:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044e5e/0x1] 00000100:00000001:0.0:1783976328.563833:0:239501:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.563835:0:239501:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.563836:0:239501:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976328.563839:0:239501:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.563841:0:239501:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.563843:0:239501:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.563845:0:239501:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.563850:0:239501:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05c00 x1870620496613120/t25770085990(25770085990) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.563856:0:239501:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.563859:0:239501:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.563861:0:239501:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.563866:0:239501:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05c00 x1870620496613120/t25770085990(25770085990) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.563874:0:239501:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239501:1870620496613120:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976328.563879:0:239501:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.563881:0:239501:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.563884:0:239501:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.563886:0:239501:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.563889:0:239501:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05c00 x1870620496613120/t25770085990(25770085990) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.563896:0:239501:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.563899:0:239501:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.563902:0:239501:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.563904:0:239501:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.563906:0:239501:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.563911:0:239501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.563913:0:239501:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.563916:0:239501:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976328.563919:0:239501:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.563921:0:239501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000040:0.0:1783976328.563929:0:239501:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019aa00, remote cookie: 0xa91b1f6e92eab79d, flags: 0x1001 00010000:00010000:0.0:1783976328.563934:0:239501:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 4/0,1 mode: --/CW res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976328.563942:0:239501:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11fe8:0x0].0x0, instead of [0x200002b12:0x11fe5:0x0].0x0 00010000:00000001:0.0:1783976328.563945:0:239501:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976328.563953:0:239501:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63c00. 00010000:00000010:0.0:1783976328.563957:0:239501:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8b00. 00010000:00000001:0.0:1783976328.563961:0:239501:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.563964:0:239501:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.563971:0:239501:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.563977:0:239501:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976328.563982:0:239501:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976328.563984:0:239501:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976328.563986:0:239501:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976328.563987:0:239501:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976328.563990:0:239501:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe8:0x0].0x0 (ffff96f977b63c00) refcount = 1 00010000:00010000:0.0:1783976328.563994:0:239501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.564001:0:239501:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976328.564004:0:239501:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976328.564006:0:239501:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.564009:0:239501:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976328.564011:0:239501:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.564014:0:239501:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.564025:0:239501:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976328.564027:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.564029:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.564030:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.564031:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.564032:0:239501:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.564037:0:239501:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976328.564040:0:239501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.564042:0:239501:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.564043:0:239501:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976328.564045:0:239501:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.564047:0:239501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.564050:0:239501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.564051:0:239501:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.564052:0:239501:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976328.564054:0:239501:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.564055:0:239501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.564058:0:239501:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.564061:0:239501:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.564064:0:239501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.564071:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.564072:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.564073:0:239501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.564074:0:239501:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.564075:0:239501:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=5 00000020:00000001:0.0:1783976328.564077:0:239501:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.564079:0:239501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.564081:0:239501:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.564084:0:239501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.564090:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.564092:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.564094:0:239501:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.564100:0:239501:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.564102:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.564103:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.564104:0:239501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.564105:0:239501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976328.564355:0:239501:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c05c00 x1870620496613120/t25770085990(25770085990) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.564367:0:239501:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.564372:0:239501:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05c00 x1870620496613120/t25770085990(25770085990) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.564379:0:239501:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.564387:0:239501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.564389:0:239501:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.564390:0:239501:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976328.564392:0:239501:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.564394:0:239501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000002:00010000:0.0:1783976328.564398:0:239501:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092a3 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab79d expref: -99 pid: 239501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.585917:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976328.585921:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.630941:0:239506:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.630946:0:239506:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.630948:0:239506:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.630951:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb40 00000080:00200000:0.0:1783976328.630957:0:239506:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.630965:0:239506:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00800000:00000002:0.0:1783976328.630972:0:239506:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.630976:0:239506:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.630980:0:239506:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.630982:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fa60 00800000:00000002:0.0:1783976328.630985:0:239506:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.630989:0:239506:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.630991:0:239506:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.630994:0:239506:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.630997:0:239506:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.630999:0:239506:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.631001:0:239506:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.631003:0:239506:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.631005:0:239506:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.631009:0:239506:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.631014:0:239506:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.631016:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f930 00000002:00010000:0.0:1783976328.631017:0:239506:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.631021:0:239506:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.631022:0:239506:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.631026:0:239506:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.631032:0:239506:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.631034:0:239506:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.631038:0:239506:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.631043:0:239506:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.631047:0:239506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 02000000:00000001:0.0:1783976328.631059:0:239506:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.631064:0:239506:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.631067:0:239506:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000002:00000001:0.0:1783976328.631074:0:239506:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.631076:0:239506:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.631078:0:239506:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.631080:0:239506:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.631081:0:239506:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.631083:0:239506:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.631085:0:239506:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.631088:0:239506:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.631090:0:239506:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976328.633170:0:239506:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.633178:0:239506:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.633186:0:239506:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.633193:0:239506:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.633198:0:239506:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.633201:0:239506:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.633204:0:239506:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.633207:0:239506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.633210:0:239506:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.633213:0:239506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.633217:0:239506:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.633220:0:239506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.633222:0:239506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.633224:0:239506:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.633238:0:239506:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.633241:0:239506:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c4fb78 00010000:00000001:0.0:1783976328.633243:0:239506:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.633244:0:239506:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.633246:0:239506:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.633248:0:239506:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.633250:0:239506:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.633252:0:239506:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.633256:0:239506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00000001:0.0:1783976328.633265:0:239506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.633266:0:239506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.633268:0:239506:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.633271:0:239506:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.633273:0:239506:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00000001:0.0:1783976328.633280:0:239506:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.633284:0:239506:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.633286:0:239506:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.633291:0:239506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.633292:0:239506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.633293:0:239506:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.633296:0:239506:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.633298:0:239506:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.633300:0:239506:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.633303:0:239506:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.633306:0:239506:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.633307:0:239506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.633308:0:239506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.633311:0:239506:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.633312:0:239506:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.633315:0:239506:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.633320:0:239506:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.633324:0:239506:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.633328:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb08 00000080:00002000:0.0:1783976328.633329:0:239506:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.633332:0:239506:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.633334:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb50 00000080:00200000:0.0:1783976328.633335:0:239506:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=29 00000080:00000001:0.0:1783976328.633341:0:239506:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.633343:0:239506:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.633349:0:239506:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.633350:0:239506:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.633353:0:239506:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.633356:0:239506:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.633357:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb68 00000080:00002000:0.0:1783976328.633358:0:239506:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 1 00000080:00000001:0.0:1783976328.633360:0:239506:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.633362:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fbb0 00000080:00200000:0.0:1783976328.633363:0:239506:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=13 00000080:00000002:0.0:1783976328.633366:0:239506:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000020:00000001:0.0:1783976328.633376:0:239506:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fd30 00000080:00200000:0.0:1783976328.633377:0:239506:0:(llite_lib.c:2899:ll_statfs()) VFS Op:sb=lustre (ffff96f94cfb0800) d.btime proj=0 00000080:00000001:0.0:1783976328.633380:0:239506:0:(llite_lib.c:2734:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1783976328.633382:0:239506:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:0.0:1783976328.633384:0:239506:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff96f94cfb0800: age 13866, max_age 13866 00000080:00000004:0.0:1783976328.633386:0:239506:0:(obd_class.h:1131:obd_statfs()) lustre-clilmv-ffff96f94cfb0800: use ffff96f943651e10 cache blocks 1792639/1916558 objects 518823/525071 00000080:00000001:0.0:1783976328.633390:0:239506:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1783976328.633392:0:239506:0:(llite_lib.c:2751:ll_statfs_internal()) MDC blocks 1792639/1916558 objects 518823/525071 00000080:00000001:0.0:1783976328.633394:0:239506:0:(llite_lib.c:2754:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.633396:0:239506:0:(llite_lib.c:2787:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.691803:0:239510:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1783976328.691813:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.691816:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.691818:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.691821:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.691826:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.691828:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.691831:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.691838:0:239510:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.691840:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.691844:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.691852:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976328.691857:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.691862:0:239510:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 30 res 8589945618/73697 (0 0) 00000002:00000001:0.0:1783976328.691865:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.691867:0:239510:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.691869:0:239510:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.691871:0:239510:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.691875:0:239510:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.691880:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9e00. 00000100:00000001:0.0:1783976328.691887:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.691902:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104e00 x1870620496614016/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.691911:0:239510:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.691915:0:239510:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.691919:0:239510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976328.691940:0:239510:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.691943:0:239510:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.691945:0:239510:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.691947:0:239510:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.691950:0:239510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853587000. 02000000:00000001:0.0:1783976328.691954:0:239510:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.691955:0:239510:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.691957:0:239510:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104e00. 00000100:00000001:0.0:1783976328.691961:0:239510:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.691963:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.691965:0:239510:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976328.691967:0:239510:0:(dcache.c:176:ll_intent_release()) intent ffffaf1481c4fb20 released 00000080:00000001:0.0:1783976328.691968:0:239510:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976328.691973:0:239510:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.691976:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb70 00000080:00002000:0.0:1783976328.691978:0:239510:0:(dcache.c:127:ll_ddelete()) deleting dentry dir2 (ffff96f97abf4a20, parent ffff96f94dc900d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1783976328.691981:0:239510:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.691985:0:239510:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.691993:0:239510:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.692042:0:239510:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.692045:0:239510:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.692047:0:239510:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.692049:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fbb0 00000080:00200000:0.0:1783976328.692051:0:239510:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.692058:0:239510:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368200. 00800000:00000002:0.0:1783976328.692064:0:239510:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.692067:0:239510:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.692070:0:239510:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.692071:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fad0 00800000:00000002:0.0:1783976328.692073:0:239510:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.692076:0:239510:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.692078:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.692080:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.692081:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.692082:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.692083:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.692085:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.692086:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.692089:0:239510:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.692093:0:239510:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.692094:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f9a0 00000002:00010000:0.0:1783976328.692096:0:239510:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.692100:0:239510:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.692101:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.692102:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.692105:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.692107:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.693528:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.693538:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.693546:0:239510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 02000000:00000001:0.0:1783976328.693560:0:239510:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.693564:0:239510:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.693567:0:239510:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000002:00000001:0.0:1783976328.693575:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.693577:0:239510:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.693579:0:239510:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.693582:0:239510:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.693584:0:239510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.693587:0:239510:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.693590:0:239510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.693593:0:239510:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.693596:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976328.693602:0:239510:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.693604:0:239510:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.693607:0:239510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.693610:0:239510:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.693614:0:239510:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.693616:0:239510:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.693617:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.693620:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.693622:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.693624:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.693627:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.693630:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.693631:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.693633:0:239510:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.693635:0:239510:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.693637:0:239510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c4fbe8 00010000:00000001:0.0:1783976328.693640:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.693641:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.693642:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.693644:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.693646:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.693648:0:239510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.693651:0:239510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00000001:0.0:1783976328.693659:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.693660:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.693662:0:239510:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.693664:0:239510:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.693666:0:239510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00000001:0.0:1783976328.693672:0:239510:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.693676:0:239510:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.693678:0:239510:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.693682:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.693683:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.693684:0:239510:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.693688:0:239510:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.693689:0:239510:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.693691:0:239510:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.693694:0:239510:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.693695:0:239510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.693696:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.693697:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.693700:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.693702:0:239510:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.693704:0:239510:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.693708:0:239510:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.693713:0:239510:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.693716:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb78 00000080:00002000:0.0:1783976328.693717:0:239510:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.693720:0:239510:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.693723:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fbc0 00000080:00200000:0.0:1783976328.693724:0:239510:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=16408 00000080:00000001:0.0:1783976328.693728:0:239510:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.693730:0:239510:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.693734:0:239510:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.693735:0:239510:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.693737:0:239510:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.693740:0:239510:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.693741:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb78 00000080:00002000:0.0:1783976328.693742:0:239510:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 1 00000080:00000001:0.0:1783976328.693745:0:239510:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.693747:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fbc0 00000080:00200000:0.0:1783976328.693748:0:239510:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=16408 00000080:00000002:0.0:1783976328.693750:0:239510:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976328.693754:0:239510:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.693755:0:239510:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.693758:0:239510:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.693773:0:239510:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30420. 00000020:00000001:0.0:1783976328.693778:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb78 00000080:00200000:0.0:1783976328.693780:0:239510:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=dir2, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags=16392 00000080:00000001:0.0:1783976328.693783:0:239510:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976328.693785:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fa28 00000080:00200000:0.0:1783976328.693787:0:239510:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=dir2, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), intent=getattr 00000080:00000010:0.0:1783976328.693795:0:239510:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368200. 00800000:00000002:0.0:1783976328.693799:0:239510:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.693804:0:239510:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.693807:0:239510:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.693809:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f948 00800000:00000002:0.0:1783976328.693811:0:239510:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'dir2' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.693814:0:239510:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.693818:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.693820:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.693821:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.693823:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.693825:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.693828:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.693829:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.693832:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f8e0 00800000:00000002:0.0:1783976328.693834:0:239510:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x0:0x0:0x0], name='dir2' -> mds #0 00000002:00000001:0.0:1783976328.693838:0:239510:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.693839:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f818 00000002:00010000:0.0:1783976328.693841:0:239510:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: dir2,[0x0:0x0:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783976328.693845:0:239510:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.693847:0:239510:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976328.693854:0:239510:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976328.693858:0:239510:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.693863:0:239510:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.693867:0:239510:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.693869:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.693871:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.693872:0:239510:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.693875:0:239510:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.693878:0:239510:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.693881:0:239510:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.693889:0:239510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854389400. 00000100:00000001:0.0:1783976328.693897:0:239510:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.693901:0:239510:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.693902:0:239510:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.693903:0:239510:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.693904:0:239510:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.693906:0:239510:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.693915:0:239510:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00010000:00000001:0.0:1783976328.693918:0:239510:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.693920:0:239510:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976328.693925:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976328.693928:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.693930:0:239510:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.693934:0:239510:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019aa00. 00000020:00000001:0.0:1783976328.693937:0:239510:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.693939:0:239510:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019aa00 with handle 0x5bb448586bd092b8 to hash 00000020:00000001:0.0:1783976328.693941:0:239510:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.693942:0:239510:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.693945:0:239510:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.693948:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.693950:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.693953:0:239510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.693960:0:239510:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.693968:0:239510:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.693973:0:239510:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.693974:0:239510:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.693981:0:239510:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.693983:0:239510:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976328.693985:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.693986:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.693991:0:239510:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.693995:0:239510:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.693997:0:239510:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.693998:0:239510:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.694006:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.694014:0:239510:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.694016:0:239510:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.694020:0:239510:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.694022:0:239510:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.694024:0:239510:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.694027:0:239510:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496614144:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.694030:0:239510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.694035:0:239510:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.694038:0:239510:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.694040:0:239510:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.694066:0:239510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976328.694069:0:239510:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.694076:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.694083:0:239510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.694090:0:239510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137e40. 00000100:00000200:0.0:1783976328.694098:0:239510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496614144, portal 10 00000100:00000001:0.0:1783976328.694100:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.694101:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000040:0.0:1783976328.694107:0:239510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.694114:0:239510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.694116:0:239510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.694120:0:239510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976328.694124:0:239510:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496614144, offset 0 00000400:00000200:0.0:1783976328.694131:0:239510:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.695517:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.695531:0:239510:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.695537:0:239510:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.695541:0:239510:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.695545:0:239510:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.695547:0:239510:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.695551:0:239510:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778442:778442:256:4294967295] 192.168.201.114@tcp LPNI seq info [778420:778420:8:4294967295] 00000400:00000200:0.0:1783976328.695555:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.695564:0:239510:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.695571:0:239510:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.695582:0:239510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b400. 00000800:00000200:0.0:1783976328.695589:0:239510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.695596:0:239510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.695600:0:239510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.695692:0:239510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.695698:0:239510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.695701:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.695704:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534544 00000100:00000001:0.0:1783976328.695707:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.695709:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534544 00000100:00000001:0.0:1783976328.695711:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.695713:0:239510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.695717:0:239510:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.695719:0:239510:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.695721:0:239510:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.695724:0:239510:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.695727:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.695730:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.716808:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.716817:0:239510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.716818:0:239510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.716822:0:239510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.716825:0:239510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976328.716827:0:239510:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b137e40. 00000100:00000001:0.0:1783976328.716830:0:239510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.716833:0:239510:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.716839:0:239510:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.716844:0:239510:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.716845:0:239510:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.716847:0:239510:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.716850:0:239510:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.716852:0:239510:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.716853:0:239510:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.716855:0:239510:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.716862:0:239510:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.716865:0:239510:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.716867:0:239510:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976328.716870:0:239510:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.716874:0:239510:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.716877:0:239510:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.716879:0:239510:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.716880:0:239510:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.716882:0:239510:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976328.716885:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.716889:0:239510:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976328.716891:0:239510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.716893:0:239510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.716895:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.716904:0:239510:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496614144:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.716908:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.716910:0:239510:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.716912:0:239510:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.716913:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.716915:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.716919:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.716921:0:239510:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.716922:0:239510:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.716923:0:239510:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976328.716926:0:239510:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.716929:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.716931:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.716933:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976328.716935:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.716937:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00010000:0.0:1783976328.716940:0:239510:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.716948:0:239510:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976328.716951:0:239510:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.716955:0:239510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.716957:0:239510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.716961:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.716962:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.716964:0:239510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.716968:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.716970:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.716972:0:239510:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976328.716974:0:239510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.716978:0:239510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f85019aa00 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976328.716980:0:239510:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976328.716982:0:239510:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.716986:0:239510:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976328.716987:0:239510:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976328.716989:0:239510:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.716992:0:239510:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976328.716994:0:239510:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976328.716995:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.716996:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.716997:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=5 00000020:00000001:0.0:1783976328.716998:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.716999:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976328.717000:0:239510:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976328.717002:0:239510:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976328.717005:0:239510:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976328.717006:0:239510:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.717008:0:239510:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976328.717009:0:239510:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976328.717013:0:239510:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976328.717014:0:239510:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976328.717015:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.717016:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976328.717018:0:239510:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019aa00 with handle 0x5bb448586bd092b8 from hash 00010000:00000001:0.0:1783976328.717019:0:239510:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976328.717020:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717021:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717021:0:239510:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976328.717022:0:239510:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976328.717023:0:239510:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976328.717024:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717025:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717026:0:239510:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.717027:0:239510:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.717028:0:239510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.717031:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717032:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717032:0:239510:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976328.717034:0:239510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.717034:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717035:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717036:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.717037:0:239510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092b8 lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.717045:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717046:0:239510:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976328.717049:0:239510:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976328.717052:0:239510:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976328.717056:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.717057:0:239510:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717058:0:239510:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717059:0:239510:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717062:0:239510:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.717063:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.717064:0:239510:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717066:0:239510:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.717068:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f7a0 00000002:00002000:0.0:1783976328.717070:0:239510:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=dir2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1783976328.717072:0:239510:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.717074:0:239510:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.717076:0:239510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.717078:0:239510:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976328.717080:0:239510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.717083:0:239510:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.717085:0:239510:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976328.717086:0:239510:0:(namei.c:674:ll_lookup_it_finish()) it ffffaf1481c4fbb0 it_disposition 7 00000080:00002000:0.0:1783976328.717091:0:239510:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc90948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1783976328.717099:0:239510:0:(lmv_obd.c:4253:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1783976328.717101:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.717105:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.717107:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.717110:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.717112:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.717113:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.717115:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717120:0:239510:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.717122:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.717125:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.717130:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976328.717133:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.717178:0:239510:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 30 res 8589945618/73697 (0 0) 00000002:00000001:0.0:1783976328.717181:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717183:0:239510:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.717184:0:239510:0:(lmv_obd.c:4260:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.717185:0:239510:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976328.717188:0:239510:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976328.717191:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000100:00000001:0.0:1783976328.717194:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.717198:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04e00 x1870620496614144/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.717202:0:239510:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.717204:0:239510:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.717207:0:239510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976328.717220:0:239510:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.717222:0:239510:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.717223:0:239510:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.717234:0:239510:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.717236:0:239510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976328.717239:0:239510:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.717240:0:239510:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.717242:0:239510:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04e00. 00000100:00000001:0.0:1783976328.717245:0:239510:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.717246:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.717247:0:239510:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976328.717249:0:239510:0:(dcache.c:176:ll_intent_release()) intent ffffaf1481c4fbb0 released 00000080:00000001:0.0:1783976328.717250:0:239510:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976328.717253:0:239510:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976328.717255:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fc00 00000080:00002000:0.0:1783976328.717256:0:239510:0:(dcache.c:127:ll_ddelete()) deleting dentry dir2 (ffff96f94dc90948, parent ffff96f94dc900d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1783976328.717259:0:239510:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.717261:0:239510:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976328.717263:0:239510:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976328.717308:0:239510:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.717309:0:239510:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976328.717311:0:239510:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.717312:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb20 00000080:00200000:0.0:1783976328.717313:0:239510:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976328.717318:0:239510:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368200. 00800000:00000002:0.0:1783976328.717323:0:239510:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976328.717325:0:239510:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.717326:0:239510:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.717328:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fa40 00800000:00000002:0.0:1783976328.717329:0:239510:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.717555:0:239510:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.717558:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.717559:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.717561:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.717563:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.717564:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.717566:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976328.717568:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.717571:0:239510:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.717575:0:239510:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.717577:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f910 00000002:00010000:0.0:1783976328.717579:0:239510:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.717582:0:239510:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.717584:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.717585:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.717588:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976328.717590:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.717594:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.717597:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976328.717600:0:239510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 02000000:00000001:0.0:1783976328.717609:0:239510:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.717613:0:239510:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.717616:0:239510:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000002:00000001:0.0:1783976328.717623:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976328.717624:0:239510:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.717626:0:239510:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.717628:0:239510:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976328.717629:0:239510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.717632:0:239510:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976328.717634:0:239510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976328.717636:0:239510:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976328.717638:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976328.717642:0:239510:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.717643:0:239510:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.717646:0:239510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976328.717649:0:239510:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976328.717652:0:239510:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.717654:0:239510:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.717655:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.717656:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.717658:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.717660:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.717661:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.717664:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717665:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.717666:0:239510:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.717668:0:239510:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.717670:0:239510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c4fb58 00010000:00000001:0.0:1783976328.717672:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.717673:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.717674:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976328.717676:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.717677:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976328.717679:0:239510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.717682:0:239510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00000001:0.0:1783976328.717687:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717688:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717689:0:239510:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.717690:0:239510:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.717693:0:239510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00000001:0.0:1783976328.717699:0:239510:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.717702:0:239510:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.717703:0:239510:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.717708:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717709:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717710:0:239510:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.717712:0:239510:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.717714:0:239510:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.717716:0:239510:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.717718:0:239510:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.717720:0:239510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.717721:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717722:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.717723:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976328.717725:0:239510:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976328.717727:0:239510:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976328.717731:0:239510:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.717735:0:239510:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.717737:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fae8 00000080:00002000:0.0:1783976328.717738:0:239510:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976328.717741:0:239510:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.717743:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb30 00000080:00200000:0.0:1783976328.717744:0:239510:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=29 00000080:00000001:0.0:1783976328.717748:0:239510:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976328.717750:0:239510:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.717752:0:239510:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976328.717753:0:239510:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976328.717755:0:239510:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.717757:0:239510:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976328.717757:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb48 00000080:00002000:0.0:1783976328.717759:0:239510:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 1 00000080:00000001:0.0:1783976328.717760:0:239510:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.717761:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb90 00000080:00200000:0.0:1783976328.717762:0:239510:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=13 00000080:00000002:0.0:1783976328.717764:0:239510:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000020:00000001:0.0:1783976328.717769:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fd08 00000080:00200008:0.0:1783976328.717770:0:239510:0:(file.c:6217:ll_getattr_dentry()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976328.717773:0:239510:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976328.717774:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fc80 00000080:00200000:0.0:1783976328.717776:0:239510:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248),name=d.btime 00000080:00000010:0.0:1783976328.717780:0:239510:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976328.717784:0:239510:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976328.717785:0:239510:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.717786:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fba0 00800000:00000002:0.0:1783976328.717787:0:239510:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fe1:0x0] 'd.btime' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976328.717789:0:239510:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976328.717791:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.717792:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.717793:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.717794:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.717795:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.717796:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976328.717797:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.717799:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.717799:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.717800:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.717801:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.717802:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.717803:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.717803:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.717805:0:239510:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x200002b12:0x11fe1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976328.717806:0:239510:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976328.717807:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fa70 00000002:00010000:0.0:1783976328.717808:0:239510:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe1:0x0]) in obj [0x240002b13:0x2069:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976328.717810:0:239510:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976328.717811:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.717811:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.717813:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976328.717814:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.717817:0:239510:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 30 res 8589945618/73697 (0 0) 00000002:00000001:0.0:1783976328.717819:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717820:0:239510:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717821:0:239510:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976328.717824:0:239510:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976328.717826:0:239510:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976328.717828:0:239510:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976328.717832:0:239510:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.717835:0:239510:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.717837:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.717837:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.717838:0:239510:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.717840:0:239510:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.717842:0:239510:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.717843:0:239510:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.717848:0:239510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854389400. 00000100:00000001:0.0:1783976328.717853:0:239510:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.717856:0:239510:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.717857:0:239510:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.717858:0:239510:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.717858:0:239510:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.717860:0:239510:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.717864:0:239510:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00010000:00000001:0.0:1783976328.717866:0:239510:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976328.717867:0:239510:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976328.717870:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0fd00 count: 2 00010000:00000001:0.0:1783976328.717871:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.717873:0:239510:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976328.717875:0:239510:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b200. 00000020:00000001:0.0:1783976328.717877:0:239510:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976328.717879:0:239510:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b200 with handle 0x5bb448586bd092bf to hash 00000020:00000001:0.0:1783976328.717880:0:239510:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976328.717881:0:239510:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.717884:0:239510:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.717886:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.717887:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.717889:0:239510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.717897:0:239510:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.717903:0:239510:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976328.717906:0:239510:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.717907:0:239510:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.717913:0:239510:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.717914:0:239510:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976328.717916:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.717917:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.717920:0:239510:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.717923:0:239510:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.717924:0:239510:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.717925:0:239510:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.717929:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.717934:0:239510:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.717935:0:239510:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.717938:0:239510:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.717939:0:239510:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.717941:0:239510:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.717943:0:239510:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496614272:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.717946:0:239510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.717949:0:239510:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.717950:0:239510:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.717952:0:239510:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.717968:0:239510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976328.717970:0:239510:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.717974:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.717977:0:239510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.717981:0:239510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137e40. 00000100:00000200:0.0:1783976328.717986:0:239510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496614272, portal 10 00000100:00000001:0.0:1783976328.717987:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.717988:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000040:0.0:1783976328.717991:0:239510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.717997:0:239510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.717999:0:239510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.718001:0:239510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783976328.718004:0:239510:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496614272, offset 0 00000400:00000200:0.0:1783976328.718008:0:239510:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.718013:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.718019:0:239510:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.718024:0:239510:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.718026:0:239510:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.718030:0:239510:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.718031:0:239510:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.718034:0:239510:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778443:778443:256:4294967295] 192.168.201.114@tcp LPNI seq info [778421:778421:8:4294967295] 00000400:00000200:0.0:1783976328.718037:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.718044:0:239510:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.718049:0:239510:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.718053:0:239510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b900. 00000800:00000200:0.0:1783976328.718058:0:239510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.718065:0:239510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.718069:0:239510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.718178:0:239510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.718183:0:239510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.718186:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.718189:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534567 00000100:00000001:0.0:1783976328.718192:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.718196:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534567 00000100:00000001:0.0:1783976328.718198:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.718200:0:239510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.718202:0:239510:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.718205:0:239510:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.718206:0:239510:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.718208:0:239510:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.718210:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.718212:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.724978:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.724987:0:239510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.724989:0:239510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.724992:0:239510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.724997:0:239510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976328.724999:0:239510:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b137e40. 00000100:00000001:0.0:1783976328.725003:0:239510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.725008:0:239510:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.725016:0:239510:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.725022:0:239510:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.725023:0:239510:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.725026:0:239510:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.725030:0:239510:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.725032:0:239510:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.725034:0:239510:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.725037:0:239510:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.725052:0:239510:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.725056:0:239510:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.725059:0:239510:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.725060:0:239510:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.725065:0:239510:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.725069:0:239510:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.725072:0:239510:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.725074:0:239510:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.725076:0:239510:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.725081:0:239510:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.725086:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.725094:0:239510:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.725097:0:239510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.725099:0:239510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.725103:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.725110:0:239510:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496614272:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.725114:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.725117:0:239510:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.725119:0:239510:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.725122:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.725125:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.725131:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.725486:0:239510:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.725489:0:239510:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.725491:0:239510:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.725494:0:239510:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.725498:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725501:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725504:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=4 00000020:00000001:0.0:1783976328.725506:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725509:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000040:0.0:1783976328.725516:0:239510:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b200, remote cookie: 0xa91b1f6e92eab7ea, flags: 0x1001 00010000:00010000:0.0:1783976328.725523:0:239510:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976328.725537:0:239510:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11fe1:0x0].0x0, instead of [0x240002b13:0x2069:0x0].0x0 00010000:00000001:0.0:1783976328.725540:0:239510:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976328.725547:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976328.725549:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.725552:0:239510:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.725555:0:239510:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.725563:0:239510:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725568:0:239510:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976328.725573:0:239510:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976328.725575:0:239510:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976328.725576:0:239510:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976328.725577:0:239510:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976328.725580:0:239510:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe1:0x0].0x0 (ffff96f97dc0f300) refcount = 2 00010000:00000040:0.0:1783976328.725582:0:239510:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976328.725585:0:239510:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7de00/0x5bb448586bd09279 lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab703 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976328.725591:0:239510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725597:0:239510:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976328.725600:0:239510:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976328.725601:0:239510:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.725604:0:239510:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976328.725606:0:239510:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.725609:0:239510:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725615:0:239510:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976328.725617:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725618:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.725619:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725619:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.725621:0:239510:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.725625:0:239510:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976328.725627:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725629:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725630:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976328.725632:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725634:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725636:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725637:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725638:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=4 00000020:00000001:0.0:1783976328.725640:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725641:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725644:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.725646:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.725650:0:239510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725655:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725656:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.725658:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725658:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725660:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=5 00000020:00000001:0.0:1783976328.725661:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725663:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725666:0:239510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.725668:0:239510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725674:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725675:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.725678:0:239510:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725684:0:239510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.725685:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725687:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.725687:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725688:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976328.725694:0:239510:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976328.725702:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725703:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725704:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976328.725706:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725708:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725709:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725710:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.725712:0:239510:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.725713:0:239510:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.725716:0:239510:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976328.725718:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725719:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725721:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976328.725722:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725724:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00000002:00010000:0.0:1783976328.725727:0:239510:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725732:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725733:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.725735:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976328.725737:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725737:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725738:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976328.725740:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725741:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000040:0.0:1783976328.725744:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 3 00010000:00000001:0.0:1783976328.725745:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976328.725749:0:239510:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73697 (0 0) 00010000:00000001:0.0:1783976328.725751:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725752:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.725753:0:239510:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.725756:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f9f8 00000002:00002000:0.0:1783976328.725758:0:239510:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976328.725761:0:239510:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.725764:0:239510:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.725766:0:239510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.725769:0:239510:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x2069:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976328.725772:0:239510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.725776:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976328.725780:0:239510:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976328.725783:0:239510:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976328.725789:0:239510:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.725795:0:239510:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976328.725802:0:239510:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99bc0. 00800000:00000001:0.0:1783976328.725804:0:239510:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078975936 : -115477630575680 : ffff96f944d99bc0) 00800000:00000001:0.0:1783976328.725807:0:239510:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.725809:0:239510:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.725811:0:239510:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976328.725813:0:239510:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976328.725815:0:239510:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976328.725818:0:239510:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976328.725820:0:239510:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.725825:0:239510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976328.725828:0:239510:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976328.725833:0:239510:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe1:0x0], updating i_size 4096 00010000:00000001:0.0:1783976328.725835:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725836:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725837:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976328.725838:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725840:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725842:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725843:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.725844:0:239510:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976328.725846:0:239510:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976328.725847:0:239510:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99bc0 1 00800000:00000010:0.0:1783976328.725850:0:239510:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99bc0. 00800000:00000001:0.0:1783976328.725852:0:239510:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.725855:0:239510:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe1:0x0](ffff96f97c233248) for lock 0x5bb448586bd092bf 00800000:00000001:0.0:1783976328.725858:0:239510:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976328.725860:0:239510:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976328.725861:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725862:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725864:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976328.725866:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725868:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725870:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725871:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.725872:0:239510:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.725874:0:239510:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.725875:0:239510:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976328.725877:0:239510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe1:0x0](ffff96f97c233248) 00000080:00010000:0.0:1783976328.725880:0:239510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd092bf from it ffffaf1481c4fcb8 00010000:00000001:0.0:1783976328.725881:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.725882:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.725883:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976328.725885:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725887:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976328.725889:0:239510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.725891:0:239510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.725897:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725898:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.725899:0:239510:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976328.725901:0:239510:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976328.725904:0:239510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.725911:0:239510:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976328.725914:0:239510:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976328.725915:0:239510:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.725925:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725926:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.725927:0:239510:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.725931:0:239510:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976328.725932:0:239510:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.725934:0:239510:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.725936:0:239510:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.725938:0:239510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.725939:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.725940:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976328.725942:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.725946:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04e00 x1870620496614272/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/688 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.725952:0:239510:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.725954:0:239510:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.725957:0:239510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976328.725974:0:239510:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.725977:0:239510:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.725979:0:239510:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.725981:0:239510:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.725983:0:239510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976328.725987:0:239510:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.725989:0:239510:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.725991:0:239510:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04e00. 00000100:00000001:0.0:1783976328.725994:0:239510:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.725995:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.726003:0:239510:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.726008:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fd08 00000080:00000008:0.0:1783976328.726010:0:239510:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), request_mask 0, flags 0, foreign 0 00000100:00000001:0.0:1783976328.748620:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.748627:0:239510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.748629:0:239510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.748632:0:239510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7738. 00000400:00000200:0.0:1783976328.748637:0:239510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854671800 00000400:00000010:0.0:1783976328.748639:0:239510:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f854671800. 00000100:00000001:0.0:1783976328.748643:0:239510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.748647:0:239510:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae87b80 x1870620496614528/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.748655:0:239510:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae87b80 x1870620496614528/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.748661:0:239510:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.748663:0:239510:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.748665:0:239510:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.748668:0:239510:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.748671:0:239510:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.748673:0:239510:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.748675:0:239510:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.748683:0:239510:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.748687:0:239510:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.748689:0:239510:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976328.748692:0:239510:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f97ae87b80 x1870620496614528/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.748698:0:239510:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.748701:0:239510:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.748703:0:239510:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.748704:0:239510:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.748707:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.748708:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985920384 : -115476723631232 : ffff96f97ae87b80) 00000100:00000001:0.0:1783976328.748711:0:239510:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.748713:0:239510:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.748715:0:239510:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.748718:0:239510:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976328.748721:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.748727:0:239510:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976328.748730:0:239510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.748732:0:239510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.748736:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.748743:0:239510:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae87b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496614528:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976328.748747:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.748750:0:239510:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976328.748752:0:239510:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.748754:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.748757:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.748763:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.748766:0:239510:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34cc0. 00000100:00000001:0.0:1783976328.748769:0:239510:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.748770:0:239510:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976328.748774:0:239510:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976328.748779:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.748781:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.748784:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=4 00000020:00000001:0.0:1783976328.748786:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976328.748789:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00010000:0.0:1783976328.748794:0:239510:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748807:0:239510:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976328.748811:0:239510:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748816:0:239510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976328.748818:0:239510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748823:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.748825:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976328.748827:0:239510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748832:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.748835:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.748837:0:239510:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976328.748840:0:239510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976328.748845:0:239510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f9772ba800 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976328.748848:0:239510:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976328.748850:0:239510:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748856:0:239510:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976328.748858:0:239510:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976328.748860:0:239510:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748865:0:239510:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976328.748867:0:239510:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976328.748869:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.748870:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.748871:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=5 00000020:00000001:0.0:1783976328.748873:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976328.748875:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976328.748877:0:239510:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976328.748880:0:239510:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 5/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976328.748884:0:239510:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976328.748885:0:239510:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.748887:0:239510:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976328.748889:0:239510:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976328.748892:0:239510:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976328.748894:0:239510:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976328.748895:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.748896:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976328.748898:0:239510:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9772ba800 with handle 0x5bb448586bd092c6 from hash 00010000:00000001:0.0:1783976328.748900:0:239510:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976328.748901:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.748902:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.748904:0:239510:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976328.748905:0:239510:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976328.748907:0:239510:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976328.748909:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.748909:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.748911:0:239510:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.748912:0:239510:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.748915:0:239510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748920:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.748921:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.748922:0:239510:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976328.748923:0:239510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976328.748925:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.748926:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.748927:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.748929:0:239510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd092c6 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976328.748940:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.748942:0:239510:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976328.748947:0:239510:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976328.748953:0:239510:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.748962:0:239510:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.748966:0:239510:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.748973:0:239510:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.748978:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.748980:0:239510:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.748982:0:239510:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.748984:0:239510:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.748986:0:239510:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976328.748988:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.748989:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985920384 : -115476723631232 : ffff96f97ae87b80) 00010000:00000001:0.0:1783976328.748991:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976328.748992:0:239510:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.748994:0:239510:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976328.748997:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f868 00000002:00002000:0.0:1783976328.748998:0:239510:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976328.749001:0:239510:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.749005:0:239510:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.749007:0:239510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976328.749009:0:239510:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x240002b13:0x2069:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976328.749012:0:239510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.749017:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d274800. 00000080:00000001:0.0:1783976328.749023:0:239510:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976328.749028:0:239510:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.749032:0:239510:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976328.749038:0:239510:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99bc0. 00800000:00000001:0.0:1783976328.749040:0:239510:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078975936 : -115477630575680 : ffff96f944d99bc0) 00800000:00000001:0.0:1783976328.749042:0:239510:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.749044:0:239510:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.749046:0:239510:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976328.749048:0:239510:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976328.749051:0:239510:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976328.749054:0:239510:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976328.749055:0:239510:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.749059:0:239510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976328.749062:0:239510:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976328.749067:0:239510:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe1:0x0], updating i_size 4096 00000080:00000001:0.0:1783976328.749070:0:239510:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976328.749072:0:239510:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976328.749074:0:239510:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99bc0 1 00800000:00000010:0.0:1783976328.749076:0:239510:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99bc0. 00800000:00000001:0.0:1783976328.749079:0:239510:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976328.749082:0:239510:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000100:00000001:0.0:1783976328.749086:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.749090:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.749097:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.749100:0:239510:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.749105:0:239510:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99bc0. 00000080:00000001:0.0:1783976328.749107:0:239510:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976328.749110:0:239510:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.749112:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.749115:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.749117:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.749119:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.749121:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.749123:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.749125:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.749127:0:239510:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976328.749131:0:239510:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30420. 00000002:00100000:0.0:1783976328.749211:0:239510:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976328.749218:0:239510:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.749219:0:239510:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976328.749232:0:239510:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976328.749237:0:239510:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.749241:0:239510:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976328.749242:0:239510:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.749244:0:239510:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.749248:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.749251:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976328.749258:0:239510:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.749262:0:239510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976328.749297:0:239510:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976328.749299:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.749302:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fb78 00000080:00000008:0.0:1783976328.749304:0:239510:0:(file.c:1297:ll_file_open()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000, rc = 0 00000080:00000001:0.0:1783976328.749308:0:239510:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.749351:0:239510:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976328.749354:0:239510:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248) cmd=c03066f0 arg=7ffcf2d954b0 00000020:00000001:0.0:1783976328.749361:0:239510:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1783976328.749366:0:239510:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff96f854389400. 00000020:00000001:0.0:1783976328.749371:0:239510:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.749375:0:239510:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1783976328.749376:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fad0 00000080:00200000:0.0:1783976328.749378:0:239510:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248) name=dir2 stripe_offset=0 stripe_count=1, hash_type=4 00000080:00000010:0.0:1783976328.749385:0:239510:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368200. 00800000:00000002:0.0:1783976328.749389:0:239510:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00800000:00000001:0.0:1783976328.749396:0:239510:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:0.0:1783976328.749398:0:239510:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976328.749401:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.749402:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.749403:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.749405:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.749407:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.749408:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.749410:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.749413:0:239510:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976328.749416:0:239510:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976328.749418:0:239510:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976328.749420:0:239510:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976328.749422:0:239510:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976328.749425:0:239510:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11fe9:0x0] 40000000:00000001:0.0:1783976328.749427:0:239510:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.749429:0:239510:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.749431:0:239510:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.749433:0:239510:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.749435:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4f9e8 00800000:00000002:0.0:1783976328.749437:0:239510:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'dir2' [0x200002b12:0x11fe9:0x0] on [0x200002b12:0x11fe1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1783976328.749442:0:239510:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1783976328.749444:0:239510:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976328.749449:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 3 00010000:00000001:0.0:1783976328.749452:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.749454:0:239510:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976328.749459:0:239510:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976328.749463:0:239510:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976328.749470:0:239510:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976328.749473:0:239510:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976328.749475:0:239510:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976328.749477:0:239510:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11fe1:0x0] mode (null) 00000002:00000001:0.0:1783976328.749479:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.749482:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.749484:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976328.749485:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.749489:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.749492:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.749493:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.749494:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976328.749496:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976328.749498:0:239510:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976328.749500:0:239510:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976328.749502:0:239510:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976328.749506:0:239510:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976328.749509:0:239510:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7de00/0x5bb448586bd09279 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab703 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976328.749516:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.749517:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976328.749518:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783976328.749520:0:239510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976328.749522:0:239510:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976328.749523:0:239510:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7de00 refcount=2 00000020:00000001:0.0:1783976328.749525:0:239510:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034114560 : -115476675437056 : ffff96f97dc7de00) 00010000:00000001:0.0:1783976328.749528:0:239510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034114560 : -115476675437056 : ffff96f97dc7de00) 00010000:00000001:0.0:1783976328.749530:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.749531:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976328.749532:0:239510:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976328.749535:0:239510:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b12:0x11fe1:0x0] lli = ffff96f97c233180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976328.749539:0:239510:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976328.749541:0:239510:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976328.749543:0:239510:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976328.749544:0:239510:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.749546:0:239510:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976328.749548:0:239510:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976328.749550:0:239510:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976328.749551:0:239510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976328.749553:0:239510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976328.749555:0:239510:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b200 with handle 0x5bb448586bd092bf from hash 00010000:00000001:0.0:1783976328.749557:0:239510:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976328.749558:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.749559:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.749560:0:239510:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976328.749563:0:239510:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976328.749564:0:239510:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976328.749566:0:239510:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976328.749568:0:239510:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976328.749570:0:239510:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976328.749576:0:239510:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976328.749580:0:239510:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976328.749584:0:239510:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976328.749586:0:239510:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.749588:0:239510:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976328.749592:0:239510:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976328.749596:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976328.749597:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.749598:0:239510:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.749601:0:239510:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.749603:0:239510:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.749606:0:239510:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.749611:0:239510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438a000. 00000100:00000001:0.0:1783976328.749616:0:239510:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.749619:0:239510:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.749621:0:239510:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976328.749624:0:239510:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976328.749630:0:239510:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976328.749632:0:239510:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976328.749633:0:239510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976328.749635:0:239510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092bf lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab7ea expref: -99 pid: 239510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976328.749644:0:239510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976328.749645:0:239510:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.749647:0:239510:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976328.749648:0:239510:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.749650:0:239510:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783976328.749659:0:239510:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976328.749665:0:239510:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04e00 x1870620496614784/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976328.749672:0:239510:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.749674:0:239510:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.749680:0:239510:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.749682:0:239510:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976328.749684:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.749685:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.749689:0:239510:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.749693:0:239510:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.749695:0:239510:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.749696:0:239510:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.749700:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496614784/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.749707:0:239510:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.749708:0:239510:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.749711:0:239510:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.749713:0:239510:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.749715:0:239510:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.749718:0:239510:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496614784:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976328.749722:0:239510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.749725:0:239510:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.749728:0:239510:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.749730:0:239510:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.749735:0:239510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af2000. 02000000:00000001:0.0:1783976328.749737:0:239510:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.749742:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.749746:0:239510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.749752:0:239510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976328.749758:0:239510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496614784, portal 10 00000100:00000001:0.0:1783976328.749759:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.749761:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000040:0.0:1783976328.749766:0:239510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04e00 x1870620496614784/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.749773:0:239510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.749775:0:239510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.749779:0:239510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976328.749783:0:239510:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1870620496614784, offset 0 00000400:00000200:0.0:1783976328.749788:0:239510:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.749794:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.749801:0:239510:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.749806:0:239510:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.749810:0:239510:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.749813:0:239510:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.749816:0:239510:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.749821:0:239510:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778445:778445:256:4294967295] 192.168.201.114@tcp LPNI seq info [778423:778423:8:4294967295] 00000400:00000200:0.0:1783976328.749825:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.749833:0:239510:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.749839:0:239510:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.749843:0:239510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b300. 00000800:00000200:0.0:1783976328.749849:0:239510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.749856:0:239510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.749861:0:239510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b300 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.749874:0:239510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.749879:0:239510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.749882:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.749884:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534598 00000100:00000001:0.0:1783976328.749887:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.749889:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534598 00000100:00000001:0.0:1783976328.749891:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.749895:0:239510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.749897:0:239510:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.749899:0:239510:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.749901:0:239510:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.749903:0:239510:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.749905:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.749907:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.761908:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.761921:0:239510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.761923:0:239510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.761926:0:239510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.761934:0:239510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976328.761937:0:239510:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976328.761941:0:239510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.761949:0:239510:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04e00 x1870620496614784/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976328.761959:0:239510:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04e00 x1870620496614784/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.761968:0:239510:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.761971:0:239510:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.761975:0:239510:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.761979:0:239510:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.761982:0:239510:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.761984:0:239510:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.761986:0:239510:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.761996:0:239510:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976328.762000:0:239510:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.762003:0:239510:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.762004:0:239510:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.762007:0:239510:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.762011:0:239510:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.762014:0:239510:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.762016:0:239510:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044e4f/0x1] 00000100:00000001:0.0:1783976328.762018:0:239510:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.762020:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.762022:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976328.762026:0:239510:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.762028:0:239510:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.762030:0:239510:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.762033:0:239510:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.762037:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04e00 x1870620496614784/t25770085994(25770085994) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.762044:0:239510:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.762048:0:239510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.762050:0:239510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.762054:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04e00 x1870620496614784/t25770085994(25770085994) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976328.762063:0:239510:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496614784:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976328.762068:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.762071:0:239510:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.762074:0:239510:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.762076:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.762079:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04e00 x1870620496614784/t25770085994(25770085994) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.762085:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.762088:0:239510:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.762091:0:239510:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.762093:0:239510:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.762100:0:239510:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.762103:0:239510:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976328.762105:0:239510:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.762110:0:239510:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976328.762116:0:239510:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976328.762118:0:239510:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976328.762120:0:239510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513193 : 144115373061513193 : 200002b12011fe9) 00000080:00000001:0.0:1783976328.762124:0:239510:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976328.762193:0:239510:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab65280. 00000080:00000001:0.0:1783976328.762204:0:239510:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976328.762207:0:239510:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) 00000080:00000001:0.0:1783976328.762210:0:239510:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976328.762212:0:239510:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe9:0x0] 00000080:00000001:0.0:1783976328.762216:0:239510:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.762217:0:239510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513193 : 144115373061513193 : 200002b12011fe9) 00000080:00000001:0.0:1783976328.762220:0:239510:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976328.762222:0:239510:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513193 mtime from 0 to 1783976328 00000080:00200000:0.0:1783976328.762235:0:239510:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe9:0x0], updating i_size 4096 00000080:00000001:0.0:1783976328.762237:0:239510:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976328.762239:0:239510:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982633288 : -115476726918328 : ffff96f97ab65348) 00000080:00000001:0.0:1783976328.762242:0:239510:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976328.762245:0:239510:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976328.762246:0:239510:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.762253:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.762257:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04e00 x1870620496614784/t25770085994(25770085994) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976328.762263:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.762265:0:239510:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976328.762268:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000080:00000010:0.0:1783976328.762272:0:239510:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff96f854389400. 00000080:00000001:0.0:1783976328.762276:0:239510:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.762297:0:239510:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976328.762299:0:239510:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976328.762302:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fd98 00000080:00200008:0.0:1783976328.762305:0:239510:0:(file.c:447:ll_file_release()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000 00000080:00400000:0.0:1783976328.762309:0:239510:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976328.762312:0:239510:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976328.762313:0:239510:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976328.762315:0:239510:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976328.762319:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.762322:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.762324:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.762327:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.762329:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.762331:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.762339:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.762342:0:239510:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976328.762346:0:239510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976328.762353:0:239510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976328.762356:0:239510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976328.762360:0:239510:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.762362:0:239510:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe1:0x0]: 0 00000080:00000001:0.0:1783976328.762364:0:239510:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976328.762367:0:239510:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976328.762371:0:239510:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976328.762374:0:239510:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976328.762378:0:239510:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976328.762383:0:239510:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976328.762388:0:239510:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976328.762389:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.762390:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.762391:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.762392:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.762394:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.762395:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.762397:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.762399:0:239510:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe1:0x0] 00000002:00000001:0.0:1783976328.762402:0:239510:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976328.762404:0:239510:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe1:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976328.762408:0:239510:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976328.762412:0:239510:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=27 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976328.762416:0:239510:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976328.762418:0:239510:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976328.762422:0:239510:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976328.762428:0:239510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369e00. 00000100:00000001:0.0:1783976328.762434:0:239510:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976328.762444:0:239510:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976328.762454:0:239510:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976328.762459:0:239510:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05880 x1870620496615040/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976328.762467:0:239510:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976328.762468:0:239510:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976328.762474:0:239510:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.762476:0:239510:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976328.762479:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.762480:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976328.762485:0:239510:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976328.762488:0:239510:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.762490:0:239510:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976328.762491:0:239510:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976328.762495:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496615040/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.762501:0:239510:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976328.762503:0:239510:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.762506:0:239510:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976328.762508:0:239510:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976328.762510:0:239510:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976328.762513:0:239510:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496615040:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976328.762517:0:239510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976328.762521:0:239510:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976328.762523:0:239510:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.762525:0:239510:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976328.762530:0:239510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976328.762532:0:239510:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976328.762538:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976328.762541:0:239510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976328.762547:0:239510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976328.762553:0:239510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496615040, portal 10 00000100:00000001:0.0:1783976328.762555:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.762556:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976328.762562:0:239510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496615040/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.762574:0:239510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976328.762576:0:239510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976328.762579:0:239510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976328.762583:0:239510:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496615040, offset 0 00000400:00000200:0.0:1783976328.762589:0:239510:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976328.762596:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.762604:0:239510:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976328.762609:0:239510:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976328.762613:0:239510:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976328.762616:0:239510:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976328.762618:0:239510:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976328.762622:0:239510:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778446:778446:256:4294967295] 192.168.201.114@tcp LPNI seq info [778424:778424:8:4294967295] 00000400:00000200:0.0:1783976328.762625:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976328.762634:0:239510:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976328.762640:0:239510:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976328.762644:0:239510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b700. 00000800:00000200:0.0:1783976328.762651:0:239510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976328.762658:0:239510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976328.762663:0:239510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976328.762686:0:239510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.762691:0:239510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9338 usecs (10 jiffies) 00000400:00000200:0.0:1783976328.762694:0:239510:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976328.762697:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534611 00000100:00000001:0.0:1783976328.762700:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.762702:0:239510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534611 00000100:00000001:0.0:1783976328.762704:0:239510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976328.762706:0:239510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.762709:0:239510:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.762712:0:239510:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976328.762714:0:239510:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976328.762717:0:239510:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976328.762719:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976328.762721:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.785513:0:239510:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976328.785524:0:239510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976328.785526:0:239510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976328.785529:0:239510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976328.785535:0:239510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976328.785537:0:239510:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976328.785541:0:239510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976328.785548:0:239510:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496615040/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976328.785558:0:239510:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496615040/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976344 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785566:0:239510:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976328.785568:0:239510:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.785570:0:239510:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976328.785573:0:239510:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976328.785576:0:239510:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976328.785578:0:239510:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976328.785581:0:239510:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976328.785591:0:239510:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976328.785596:0:239510:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976328.785599:0:239510:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976328.785600:0:239510:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976328.785603:0:239510:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976328.785606:0:239510:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.785610:0:239510:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976328.785612:0:239510:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976328.785614:0:239510:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976328.785616:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.785617:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976328.785620:0:239510:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976328.785622:0:239510:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976328.785624:0:239510:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976328.785627:0:239510:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976328.785631:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496615040/t25770085995(25770085995) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785638:0:239510:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976328.785641:0:239510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976328.785643:0:239510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976328.785647:0:239510:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496615040/t25770085995(25770085995) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976328.785654:0:239510:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239510:1870620496615040:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976328.785659:0:239510:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.785662:0:239510:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.785664:0:239510:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976328.785666:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.785670:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05880 x1870620496615040/t25770085995(25770085995) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785675:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.785678:0:239510:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976328.785681:0:239510:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976328.785682:0:239510:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.785689:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.785690:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000002:00000001:0.0:1783976328.785693:0:239510:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.785696:0:239510:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.785700:0:239510:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976328.785703:0:239510:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976328.785706:0:239510:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976328.785710:0:239510:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976328.785713:0:239510:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976328.785716:0:239510:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976328.785718:0:239510:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976328.785720:0:239510:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976328.785722:0:239510:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976328.785725:0:239510:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976328.785727:0:239510:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976328.785731:0:239510:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976328.785736:0:239510:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785743:0:239510:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976328.785744:0:239510:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985920384 : -115476723631232 : ffff96f97ae87b80) 00000100:00000001:0.0:1783976328.785747:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.785749:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785755:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.785757:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.785759:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05880 x1870620496615040/t25770085995(25770085995) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785765:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976328.785767:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.785770:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae87b80 x1870620496614528/t25770085993(25770085993) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976344 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785776:0:239510:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976328.785779:0:239510:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.785781:0:239510:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.785783:0:239510:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.785785:0:239510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f951bfa000. 02000000:00000001:0.0:1783976328.785790:0:239510:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.785792:0:239510:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.785793:0:239510:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae87b80. 00000100:00000001:0.0:1783976328.785797:0:239510:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.785798:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976328.785799:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.785802:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496615040/t25770085995(25770085995) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785811:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976328.785813:0:239510:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30420. 00000002:00000001:0.0:1783976328.785816:0:239510:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976328.785817:0:239510:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.785819:0:239510:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99bc0. 00000100:00000001:0.0:1783976328.785822:0:239510:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976328.785824:0:239510:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496615040/t25770085995(25770085995) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976328.785829:0:239510:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976328.785831:0:239510:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976328.785834:0:239510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976328.785836:0:239510:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976328.785837:0:239510:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976328.785839:0:239510:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976328.785840:0:239510:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976328.785841:0:239510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369e00. 02000000:00000001:0.0:1783976328.785843:0:239510:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976328.785844:0:239510:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976328.785845:0:239510:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976328.785847:0:239510:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976328.785848:0:239510:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976328.785850:0:239510:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976328.785853:0:239510:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b97040. 00000080:00000001:0.0:1783976328.785857:0:239510:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976328.785863:0:239510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c4fd98 00000080:00000008:0.0:1783976328.785865:0:239510:0:(file.c:491:ll_file_release()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000, rc = 0 00000080:00000001:0.0:1783976328.785868:0:239510:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976328.785870:0:239510:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.002639:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.002643:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.002646:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.002652:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977106300 x1870620496616960/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.002660:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.002662:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.002666:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.002668:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.002671:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.002674:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496616960:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.002679:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.002684:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.002686:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.002689:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.002694:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976329.002696:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.002703:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.002708:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.002714:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976329.002721:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496616960, portal 4 00000100:00000001:0.0:1783976329.002723:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.002725:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921426688 : -115476788124928 : ffff96f977106300) 00000100:00000040:0.0:1783976329.002731:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977106300 x1870620496616960/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.002739:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.002741:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.002744:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976329.002748:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496616960, offset 0 00000400:00000200:0.0:1783976329.002755:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.002762:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.002771:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.002776:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.002780:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.002784:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.002786:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.002790:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778456:778456:256:4294967295] 192.168.201.114@tcp LPNI seq info [778434:778434:8:4294967295] 00000400:00000200:0.0:1783976329.002794:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.002803:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.002809:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.002814:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b000. 00000800:00000200:0.0:1783976329.002820:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.002828:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.002832:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.002853:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.002857:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 60065 usecs (61 jiffies) 00000400:00000200:0.0:1783976329.002860:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.002863:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534902 00000100:00000001:0.0:1783976329.002866:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.002868:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534902 00000100:00000001:0.0:1783976329.002870:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.002872:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.002875:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.002877:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.002879:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.002885:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.002886:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976329.002888:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.002890:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.002891:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.002893:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.002907:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.002909:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.015795:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.015799:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.015806:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.015808:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.015811:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.015816:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978cc0 00000400:00000010:0.0:1783976329.015818:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978cc0. 00000100:00000001:0.0:1783976329.015821:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.015826:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977106300 x1870620496616960/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.015835:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977106300 x1870620496616960/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.015841:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.015843:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.015845:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.015848:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.015851:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.015853:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.015856:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.015867:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=118 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976329.015871:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976329.015874:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.015876:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.015879:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.015882:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.015885:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.015887:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.015889:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.015891:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.015892:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921426688 : -115476788124928 : ffff96f977106300) 00000100:00000001:0.0:1783976329.015896:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.015898:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915092 00000100:00000001:0.0:1783976329.015900:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.015903:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.015908:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977106300 x1870620496616960/t12884915098(12884915098) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.015914:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.015917:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.015919:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976329.015922:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976329.015942:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.015947:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977106300 x1870620496616960/t12884915098(12884915098) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.015961:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496616960:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.015964:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.015967:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.015970:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977106300 x1870620496616960/t12884915098(12884915098) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.015976:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.015978:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.015985:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.015986:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.015988:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.015990:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.056968:0:239514:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.056975:0:239514:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.056976:0:239514:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.056979:0:239514:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7268. 00000400:00000200:0.0:1783976329.056982:0:239514:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2110 00000400:00000010:0.0:1783976329.056983:0:239514:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2110. 00000100:00000001:0.0:1783976329.056985:0:239514:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.056988:0:239514:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae87480 x1870620496617728/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976329.056994:0:239514:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae87480 x1870620496617728/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.056998:0:239514:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.056999:0:239514:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.057001:0:239514:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.057003:0:239514:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.057004:0:239514:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.057006:0:239514:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.057008:0:239514:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.057016:0:239514:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976329.057019:0:239514:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.057020:0:239514:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.057022:0:239514:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.057025:0:239514:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.057029:0:239514:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.057032:0:239514:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.057034:0:239514:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.057036:0:239514:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.057038:0:239514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.057039:0:239514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985918592 : -115476723633024 : ffff96f97ae87480) 00000100:00000001:0.0:1783976329.057043:0:239514:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.057044:0:239514:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.057046:0:239514:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.057048:0:239514:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.057053:0:239514:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae87480 x1870620496617728/t25770086003(25770086003) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.057060:0:239514:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.057063:0:239514:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.057065:0:239514:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.057069:0:239514:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae87480 x1870620496617728/t25770086003(25770086003) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976329.057077:0:239514:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae87480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239514:1870620496617728:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976329.057081:0:239514:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.057083:0:239514:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.057305:0:239514:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.057307:0:239514:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.057310:0:239514:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87480 x1870620496617728/t25770086003(25770086003) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.057315:0:239514:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.057317:0:239514:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34e40. 00000100:00000001:0.0:1783976329.057319:0:239514:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.057320:0:239514:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.057384:0:239514:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.057387:0:239514:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.057393:0:239514:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976329.057395:0:239514:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976329.057402:0:239514:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513196 : 144115373061513196 : 200002b12011fec) 00000080:00000001:0.0:1783976329.057404:0:239514:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976329.057408:0:239514:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.057411:0:239514:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87480 x1870620496617728/t25770086003(25770086003) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.057415:0:239514:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.057417:0:239514:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976329.057418:0:239514:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.057420:0:239514:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.057423:0:239514:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976329.057424:0:239514:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976329.057426:0:239514:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976329.057427:0:239514:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976329.057428:0:239514:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.057429:0:239514:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.057431:0:239514:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976329.057433:0:239514:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.057437:0:239514:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c990. 00000020:00000010:0.0:1783976329.057441:0:239514:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368200. 00000020:00000010:0.0:1783976329.057446:0:239514:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369e00. 00000020:00000010:0.0:1783976329.057449:0:239514:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976329.057454:0:239514:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976329.057459:0:239514:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976329.057464:0:239514:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111ea60. 00000080:00000010:0.0:1783976329.057469:0:239514:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2000. 00000080:00000010:0.0:1783976329.057473:0:239514:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e060. 00000020:00000010:0.0:1783976329.057477:0:239514:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368c00. 00000008:00000010:0.0:1783976329.057481:0:239514:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976329.057485:0:239514:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78920. 00008000:00000010:0.0:1783976329.057488:0:239514:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a418. 00000080:00000010:0.0:1783976329.057492:0:239514:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973e10. 00000020:00000001:0.0:1783976329.057495:0:239514:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050392 : -115477170501224 : ffff96f96045c998) 00000020:00001000:0.0:1783976329.057497:0:239514:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c990 00000020:00000001:0.0:1783976329.057502:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee5f8 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.057504:0:239514:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976329.057507:0:239514:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976329.057508:0:239514:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fec:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976329.057511:0:239514:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976329.057512:0:239514:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976329.057514:0:239514:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976329.057517:0:239514:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976329.057519:0:239514:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fec:0x0] 00800000:00000001:0.0:1783976329.057522:0:239514:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.057525:0:239514:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.057527:0:239514:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.057529:0:239514:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.057531:0:239514:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.057534:0:239514:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fec:0x0] 00800000:00000001:0.0:1783976329.057536:0:239514:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.057539:0:239514:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.057543:0:239514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976329.057548:0:239514:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.057550:0:239514:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.057552:0:239514:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fec:0x0]: 0 00000080:00000001:0.0:1783976329.057554:0:239514:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.057557:0:239514:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976329.057561:0:239514:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00000080:00010000:0.0:1783976329.057566:0:239514:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b12:0x11fec:0x0](ffff96f97c04c2c8) 00000080:00000001:0.0:1783976329.057570:0:239514:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976329.057573:0:239514:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.057576:0:239514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cc7958 00800000:00000002:0.0:1783976329.057578:0:239514:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b12:0x11fec:0x0] '' on [0x200002b12:0x11fec:0x0] 00800000:00000001:0.0:1783976329.057582:0:239514:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976329.057584:0:239514:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.057586:0:239514:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.057587:0:239514:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.057588:0:239514:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.057589:0:239514:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.057591:0:239514:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fec:0x0] 00800000:00000001:0.0:1783976329.057593:0:239514:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.057595:0:239514:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fec:0x0], fid2=[0x200002b12:0x11fec:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976329.057600:0:239514:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.057602:0:239514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cc7828 00000002:00010000:0.0:1783976329.057604:0:239514:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fec:0x0]) in obj [0x200002b12:0x11fec:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976329.057608:0:239514:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976329.057610:0:239514:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976329.057614:0:239514:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976329.057617:0:239514:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=34 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976329.057621:0:239514:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976329.057625:0:239514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.057630:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.057631:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.057632:0:239514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.057634:0:239514:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.057636:0:239514:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.057639:0:239514:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.057643:0:239514:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368400. 00000100:00000001:0.0:1783976329.057648:0:239514:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.057650:0:239514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.057651:0:239514:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.057653:0:239514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.057653:0:239514:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.057654:0:239514:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.057658:0:239514:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00010000:00000001:0.0:1783976329.057660:0:239514:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976329.057662:0:239514:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976329.057665:0:239514:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63600. 00010000:00000010:0.0:1783976329.057668:0:239514:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8080. 00010000:00000001:0.0:1783976329.057671:0:239514:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976329.057674:0:239514:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b200. 00000020:00000001:0.0:1783976329.057678:0:239514:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976329.057680:0:239514:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b200 with handle 0x5bb448586bd092f7 to hash 00000020:00000001:0.0:1783976329.057681:0:239514:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976329.057682:0:239514:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.057685:0:239514:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.057689:0:239514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.057691:0:239514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.057693:0:239514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976329.057699:0:239514:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976329.057705:0:239514:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976329.057709:0:239514:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976329.057710:0:239514:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976329.057714:0:239514:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.057716:0:239514:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976329.057717:0:239514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.057718:0:239514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976329.057722:0:239514:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.057724:0:239514:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.057725:0:239514:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976329.057727:0:239514:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.057730:0:239514:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.057734:0:239514:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.057735:0:239514:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.057738:0:239514:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.057740:0:239514:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.057741:0:239514:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.057743:0:239514:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239514:1870620496617856:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976329.057746:0:239514:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.057749:0:239514:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.057750:0:239514:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.057752:0:239514:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.057756:0:239514:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976329.057758:0:239514:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.057761:0:239514:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.057764:0:239514:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.057768:0:239514:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976329.057773:0:239514:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496617856, portal 10 00000100:00000001:0.0:1783976329.057774:0:239514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.057774:0:239514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976329.057778:0:239514:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976345 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.057782:0:239514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.057784:0:239514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.057785:0:239514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976329.057787:0:239514:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496617856, offset 0 00000400:00000200:0.0:1783976329.057792:0:239514:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.057796:0:239514:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.057801:0:239514:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.057863:0:239514:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.057867:0:239514:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.057869:0:239514:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.057871:0:239514:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.057874:0:239514:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778460:778460:256:4294967295] 192.168.201.114@tcp LPNI seq info [778438:778438:8:4294967295] 00000400:00000200:0.0:1783976329.057878:0:239514:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.057884:0:239514:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.057888:0:239514:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.057892:0:239514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bb00. 00000800:00000200:0.0:1783976329.057897:0:239514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.057903:0:239514:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.057906:0:239514:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bb00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.057919:0:239514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.057922:0:239514:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976329.057924:0:239514:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.057926:0:239514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534906 00000100:00000001:0.0:1783976329.057928:0:239514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.057930:0:239514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534906 00000100:00000001:0.0:1783976329.057931:0:239514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.057933:0:239514:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.057934:0:239514:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.057935:0:239514:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.057937:0:239514:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976329.057938:0:239514:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976329.057939:0:239514:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.057941:0:239514:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.061282:0:239514:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.061731:0:239514:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.061733:0:239514:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.061736:0:239514:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.061740:0:239514:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976329.061741:0:239514:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976329.061744:0:239514:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.061748:0:239514:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.061754:0:239514:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.061759:0:239514:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.061760:0:239514:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.061761:0:239514:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.061764:0:239514:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.061766:0:239514:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.061767:0:239514:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.061769:0:239514:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.061777:0:239514:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976329.061780:0:239514:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.061781:0:239514:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.061783:0:239514:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.061784:0:239514:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.061787:0:239514:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.061790:0:239514:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.061791:0:239514:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.061792:0:239514:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.061795:0:239514:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.061798:0:239514:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.061802:0:239514:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.061804:0:239514:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.061807:0:239514:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.061810:0:239514:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.061818:0:239514:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239514:1870620496617856:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976329.061822:0:239514:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.061825:0:239514:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.061827:0:239514:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.061830:0:239514:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.061832:0:239514:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.061839:0:239514:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.061841:0:239514:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.061843:0:239514:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.061844:0:239514:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.061847:0:239514:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976329.061850:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.061853:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.061856:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=4 00000020:00000001:0.0:1783976329.061859:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.061862:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000040:0.0:1783976329.061868:0:239514:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b200, remote cookie: 0xa91b1f6e92eab8bc, flags: 0x1000 00010000:00000001:0.0:1783976329.061870:0:239514:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976329.061875:0:239514:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976329.061876:0:239514:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976329.061877:0:239514:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976329.061878:0:239514:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976329.061880:0:239514:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fec:0x0].0x0 (ffff96f977b63600) refcount = 1 00010000:00010000:0.0:1783976329.061885:0:239514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.061890:0:239514:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976329.061894:0:239514:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976329.061895:0:239514:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.061896:0:239514:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976329.061898:0:239514:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.061900:0:239514:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.061905:0:239514:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976329.061906:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.061907:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.061907:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.061908:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.061909:0:239514:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.061911:0:239514:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976329.061913:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.061913:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.061914:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.061915:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.061916:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.061917:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.061918:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976329.061920:0:239514:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976329.061926:0:239514:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976329.061927:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.061928:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.061929:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.061930:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.061932:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00000002:00010000:0.0:1783976329.061934:0:239514:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976329.061941:0:239514:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99bc0. 00010000:00000001:0.0:1783976329.061942:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.061943:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.061944:0:239514:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.061945:0:239514:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.061947:0:239514:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976329.061948:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.061949:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.061951:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.061952:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.061954:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00000002:00010000:0.0:1783976329.061958:0:239514:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.061963:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.061964:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.061966:0:239514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976329.061967:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.061968:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.061969:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.061970:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.061972:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000040:0.0:1783976329.061977:0:239514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63600 count: 2 00010000:00000001:0.0:1783976329.061980:0:239514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976329.061984:0:239514:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73708 (0 0) 00010000:00000001:0.0:1783976329.061988:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.061990:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.061992:0:239514:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976329.061995:0:239514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cc77b0 00000002:00002000:0.0:1783976329.061997:0:239514:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976329.062000:0:239514:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.062004:0:239514:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.062007:0:239514:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976329.062010:0:239514:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11fec:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976329.062013:0:239514:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.062015:0:239514:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.062019:0:239514:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496617856/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.062025:0:239514:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976329.062027:0:239514:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976329.062030:0:239514:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976329.062034:0:239514:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976329.062036:0:239514:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976329.062038:0:239514:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=33 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976329.062040:0:239514:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976329.062042:0:239514:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854368400. 02000000:00000001:0.0:1783976329.062045:0:239514:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976329.062047:0:239514:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976329.062048:0:239514:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976329.062052:0:239514:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976329.062053:0:239514:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976329.062057:0:239514:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000080:00010000:0.0:1783976329.062062:0:239514:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fec:0x0](ffff96f97c04c2c8) for lock 0x5bb448586bd092f7 00800000:00000001:0.0:1783976329.062066:0:239514:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976329.062068:0:239514:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976329.062070:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.062071:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.062073:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.062075:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062077:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062079:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062080:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.062081:0:239514:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.062082:0:239514:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.062084:0:239514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd092f7 from it ffffaf1481cc7a78 00010000:00000001:0.0:1783976329.062086:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.062087:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.062088:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.062090:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062093:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062095:0:239514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.062098:0:239514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.062104:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062105:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.062106:0:239514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976329.062109:0:239514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976329.062112:0:239514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976329.062118:0:239514:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976329.062121:0:239514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976329.062317:0:239514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.062322:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062324:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.062325:0:239514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062337:0:239514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976329.062339:0:239514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062341:0:239514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062344:0:239514:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062346:0:239514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.062348:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062349:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976329.062351:0:239514:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.062354:0:239514:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976329.062356:0:239514:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fec:0x0] 00800000:00000001:0.0:1783976329.062362:0:239514:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.062365:0:239514:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.062367:0:239514:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.062369:0:239514:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.062371:0:239514:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.062374:0:239514:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fec:0x0] 00800000:00000001:0.0:1783976329.062376:0:239514:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.062379:0:239514:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.062381:0:239514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.062383:0:239514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63600 count: 2 00010000:00000001:0.0:1783976329.062385:0:239514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.062387:0:239514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.062390:0:239514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976329.062392:0:239514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976329.062398:0:239514:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976329.062401:0:239514:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.062403:0:239514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976329.062407:0:239514:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976329.062409:0:239514:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fec:0x0]: 16 00000080:00000001:0.0:1783976329.062410:0:239514:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976329.062412:0:239514:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976329.062413:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.062414:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.062415:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.062416:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062417:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00000080:00010000:0.0:1783976329.062420:0:239514:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11fec:0x0](00000000e797fa82) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976329.062426:0:239514:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976329.062428:0:239514:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976329.062428:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.062429:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.062430:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=4 00000020:00000001:0.0:1783976329.062431:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062433:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062434:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062434:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.062435:0:239514:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.062436:0:239514:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.062437:0:239514:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976329.062439:0:239514:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11fec:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99bc0 l_lvb_len=56 00000080:00000001:0.0:1783976329.062440:0:239514:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.062442:0:239514:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976329.062443:0:239514:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.062447:0:239514:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c120. 00000020:00000010:0.0:1783976329.062450:0:239514:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369000. 00000020:00000010:0.0:1783976329.062455:0:239514:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854368400. 00000020:00000010:0.0:1783976329.062459:0:239514:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e840. 00000008:00000010:0.0:1783976329.062465:0:239514:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976329.062470:0:239514:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976329.062474:0:239514:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976329.062480:0:239514:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976329.062484:0:239514:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976329.062488:0:239514:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976329.062492:0:239514:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976329.062495:0:239514:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976329.062499:0:239514:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976329.062503:0:239514:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976329.062506:0:239514:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048232 : -115477170503384 : ffff96f96045c128) 00000020:00001000:0.0:1783976329.062508:0:239514:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c120 00000020:00000001:0.0:1783976329.062511:0:239514:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976329.062515:0:239514:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976329.062517:0:239514:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976329.062523:0:239514:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e240. 00020000:00000010:0.0:1783976329.062527:0:239514:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976329.062532:0:239514:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7eb40. 00020000:00000001:0.0:1783976329.062534:0:239514:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166528 : -115476674385088 : ffff96f97dd7eb40) 00020000:00000002:0.0:1783976329.062538:0:239514:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7eb40, objid 0x11fec:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976329.062542:0:239514:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976329.062546:0:239514:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798ff00: ostid: 0x280000403:5853 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976329.062550:0:239514:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd010f8) owner ffff96f97a3bcf80 00020000:00000001:0.0:1783976329.062554:0:239514:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976329.062556:0:239514:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd010f8) owner ffff96f97a3bcf80 00020000:00000010:0.0:1783976329.062560:0:239514:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976329.062563:0:239514:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e240. 00020000:00000010:0.0:1783976329.062566:0:239514:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7eb40. 00020000:00000002:0.0:1783976329.062568:0:239514:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fec:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976329.062571:0:239514:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062573:0:239514:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062577:0:239514:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976329.062580:0:239514:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd010f8) owner 0000000000000000/ffff96f97a3bcf80 00020000:00000002:0.0:1783976329.062583:0:239514:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f9778ec2a0 addref 2/0 by ffff96f97a3bcf80. 00020000:00000002:0.0:1783976329.062585:0:239514:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd010f8) owner 0000000000000000/ffff96f97a3bcf80 00020000:00000001:0.0:1783976329.062587:0:239514:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976329.062589:0:239514:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976329.062590:0:239514:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976329.062592:0:239514:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976329.062594:0:239514:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976329.062596:0:239514:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11fec:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976329.062599:0:239514:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c120 00000020:00000010:0.0:1783976329.062603:0:239514:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854368400. 00000020:00000010:0.0:1783976329.062606:0:239514:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e840. 00000008:00000010:0.0:1783976329.062609:0:239514:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976329.062612:0:239514:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976329.062615:0:239514:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976329.062618:0:239514:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976329.062621:0:239514:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976329.062625:0:239514:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369000. 00000008:00000010:0.0:1783976329.062627:0:239514:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976329.062630:0:239514:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976329.062633:0:239514:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976329.062636:0:239514:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729735a0. 00000020:00000010:0.0:1783976329.062638:0:239514:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976329.062639:0:239514:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c120. 00000080:00000001:0.0:1783976329.062642:0:239514:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.062643:0:239514:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976329.062645:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062646:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.062647:0:239514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.062649:0:239514:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.062650:0:239514:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b200 refcount=3 00000020:00000001:0.0:1783976329.062652:0:239514:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062654:0:239514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758016 : -115481736793600 : ffff96f85019b200) 00010000:00000001:0.0:1783976329.062656:0:239514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.062659:0:239514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976329.062665:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062666:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.062668:0:239514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976329.062669:0:239514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976329.062672:0:239514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b200/0x5bb448586bd092f7 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab8bc expref: -99 pid: 239514 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976329.062678:0:239514:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976329.062679:0:239514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976329.062681:0:239514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.062683:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062684:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.062685:0:239514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062687:0:239514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976329.062689:0:239514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062691:0:239514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062693:0:239514:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.062695:0:239514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.062696:0:239514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.062697:0:239514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976329.062699:0:239514:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.062701:0:239514:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.062703:0:239514:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976329.062707:0:239514:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fec:0x0]io ffff96f96174e0c0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976329.062709:0:239514:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd010f8) owner 0000000000000000/ffff96f97a3bcf80 00020000:00000001:0.0:1783976329.062711:0:239514:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976329.062713:0:239514:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976329.062714:0:239514:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976329.062715:0:239514:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062717:0:239514:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976329.062719:0:239514:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976329.062719:0:239514:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062721:0:239514:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976329.062722:0:239514:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976329.062723:0:239514:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976329.062724:0:239514:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd010f8) owner 0000000000000000/ffff96f97a3bcf80 00000020:00000001:0.0:1783976329.062725:0:239514:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062728:0:239514:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976329.062729:0:239514:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976329.062731:0:239514:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976329.062732:0:239514:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976329.062734:0:239514:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976329.062737:0:239514:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976329.062740:0:239514:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976329.062741:0:239514:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976329.062742:0:239514:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.062744:0:239514:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c120. 00000020:00000010:0.0:1783976329.062746:0:239514:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976329.062747:0:239514:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369000. 00000020:00000010:0.0:1783976329.062749:0:239514:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e840. 00000008:00000010:0.0:1783976329.062751:0:239514:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976329.062753:0:239514:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976329.062754:0:239514:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c000. 00000080:00000010:0.0:1783976329.062756:0:239514:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2498. 00000080:00000010:0.0:1783976329.062758:0:239514:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c940. 00000020:00000010:0.0:1783976329.062759:0:239514:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368400. 00000008:00000010:0.0:1783976329.062761:0:239514:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976329.062762:0:239514:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7b478. 00008000:00000010:0.0:1783976329.062764:0:239514:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a0c0. 00000080:00000010:0.0:1783976329.062765:0:239514:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729735a0. 00000020:00000001:0.0:1783976329.062766:0:239514:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048232 : -115477170503384 : ffff96f96045c128) 00000020:00001000:0.0:1783976329.062767:0:239514:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c120 00000020:00000001:0.0:1783976329.062770:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f9778eed00 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.062772:0:239514:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976329.062774:0:239514:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976329.062774:0:239514:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976329.062775:0:239514:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062777:0:239514:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062778:0:239514:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058917256 : -115477650634360 : ffff96f943a78988) 00000020:00000001:0.0:1783976329.062780:0:239514:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976329.062782:0:239514:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976329.062784:0:239514:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062785:0:239514:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062787:0:239514:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062788:0:239514:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062789:0:239514:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062791:0:239514:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976329.062792:0:239514:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976329.062793:0:239514:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976329.062794:0:239514:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976329.062795:0:239514:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976329.062797:0:239514:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062797:0:239514:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062799:0:239514:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062800:0:239514:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062800:0:239514:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976329.062801:0:239514:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062802:0:239514:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062803:0:239514:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976329.062805:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee5f8 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.062807:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee5f8 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.062809:0:239514:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976329.062812:0:239514:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062814:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee5f8 -> ffff96f9778ee5f8 00020000:00000001:0.0:1783976329.062816:0:239514:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976329.062817:0:239514:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976329.062819:0:239514:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976329.062820:0:239514:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976329.062822:0:239514:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976329.062824:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f977b81180 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.062825:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f977b81180 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.062827:0:239514:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976329.062829:0:239514:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062832:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f977b81180 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.062833:0:239514:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976329.062836:0:239514:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976329.062838:0:239514:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062839:0:239514:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062841:0:239514:0:(cl_object.c:151:cl_object_top()) ffff96f977b81180 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976329.062843:0:239514:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976329.062845:0:239514:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976329.062846:0:239514:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976329.062848:0:239514:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976329.062849:0:239514:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976329.062850:0:239514:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976329.062853:0:239514:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976329.062857:0:239514:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976329.062861:0:239514:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=9 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976329.062864:0:239514:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.062866:0:239514:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.062868:0:239514:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.062873:0:239514:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369600. 00000100:00000001:0.0:1783976329.062878:0:239514:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.062883:0:239514:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.062886:0:239514:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.062892:0:239514:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a58f87b] to pc [ptlrpcd_00_00+0] req@ffff96f981c05880 x1870620496617984/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976329.062933:0:239514:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976329.062938:0:239514:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062939:0:239514:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062941:0:239514:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062942:0:239514:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.062944:0:239514:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062945:0:239514:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.062947:0:239514:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976329.062949:0:239514:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976329.062950:0:239514:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976329.062951:0:239514:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976329.062966:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783976329.062970:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783976329.062972:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.062976:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.062979:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.062981:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.062982:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.062984:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.062990:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496617984/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.062998:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.063000:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.063005:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.063007:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.063009:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.063012:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496617984:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.063016:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.063021:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.063023:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.063025:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.063029:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976329.063031:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.063037:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.063040:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.063045:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976329.063052:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496617984, portal 4 00000100:00000001:0.0:1783976329.063054:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.063056:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976329.063062:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496617984/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.063068:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.063069:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.063071:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783976329.063074:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496617984, offset 0 00000400:00000200:0.0:1783976329.063078:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.063084:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.063091:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.063096:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.063100:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.063103:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.063106:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.063110:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778461:778461:256:4294967295] 192.168.201.114@tcp LPNI seq info [778439:778439:8:4294967295] 00000400:00000200:0.0:1783976329.063114:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.063308:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.063316:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.063322:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bd00. 00000800:00000200:0.0:1783976329.063423:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.063430:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.063434:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bd00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.063495:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.063499:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 60056 usecs (61 jiffies) 00000400:00000200:0.0:1783976329.063503:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.063506:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308534963 00000100:00000001:0.0:1783976329.063509:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.063512:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308534963 00000100:00000001:0.0:1783976329.063514:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.063515:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.063518:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.063521:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.063523:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.066807:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.066812:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.066820:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.066822:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.066826:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.066831:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783976329.066834:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783976329.066837:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.066842:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496617984/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.066850:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496617984/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.066856:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.066858:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.066861:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.066864:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.066867:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.066869:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.066873:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.066884:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=118 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976329.066889:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976329.066891:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.066893:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.066896:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.066900:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.066903:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.066906:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.066908:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.066911:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.066912:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976329.066916:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.066918:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915092 00000100:00000001:0.0:1783976329.066920:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.066923:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.066929:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496617984/t12884915099(12884915099) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.066936:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.066939:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.066941:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976329.066944:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976329.066965:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.066970:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496617984/t12884915099(12884915099) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.066977:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496617984:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.066982:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.066984:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.066987:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496617984/t12884915099(12884915099) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.066994:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.066997:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.067004:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.067006:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.067008:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.067010:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.188793:0:239523:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976329.188971:0:239523:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976329.188975:0:239523:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976329.188979:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b20 00000080:00200000:0.0:1783976329.188983:0:239523:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976329.188992:0:239523:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369800. 00800000:00000002:0.0:1783976329.188999:0:239523:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976329.189003:0:239523:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976329.189008:0:239523:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.189010:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a40 00800000:00000002:0.0:1783976329.189012:0:239523:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976329.189016:0:239523:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976329.189019:0:239523:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.189021:0:239523:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.189024:0:239523:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.189026:0:239523:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.189029:0:239523:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.189031:0:239523:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976329.189034:0:239523:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.189037:0:239523:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976329.189042:0:239523:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.189044:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97910 00000002:00010000:0.0:1783976329.189045:0:239523:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976329.189049:0:239523:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976329.189051:0:239523:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.189054:0:239523:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.189061:0:239523:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976329.189064:0:239523:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.189069:0:239523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.189073:0:239523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976329.189078:0:239523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 02000000:00000001:0.0:1783976329.189800:0:239523:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976329.189915:0:239523:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.189922:0:239523:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000002:00000001:0.0:1783976329.189930:0:239523:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976329.189932:0:239523:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976329.189934:0:239523:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976329.189936:0:239523:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976329.189938:0:239523:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976329.189941:0:239523:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976329.189943:0:239523:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976329.189947:0:239523:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976329.189950:0:239523:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369800. 00000080:00000001:0.0:1783976329.189955:0:239523:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976329.189956:0:239523:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.189959:0:239523:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976329.189963:0:239523:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976329.189967:0:239523:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976329.189969:0:239523:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976329.189971:0:239523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.189974:0:239523:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.189976:0:239523:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976329.189978:0:239523:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.189980:0:239523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.189984:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.189985:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.189986:0:239523:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.189988:0:239523:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.189991:0:239523:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481c97b58 00010000:00000001:0.0:1783976329.189993:0:239523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.189994:0:239523:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.189995:0:239523:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976329.189996:0:239523:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.189998:0:239523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.190000:0:239523:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.190003:0:239523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00000001:0.0:1783976329.190011:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.190012:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.190013:0:239523:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976329.190016:0:239523:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976329.190018:0:239523:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00000001:0.0:1783976329.190025:0:239523:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976329.190029:0:239523:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976329.190031:0:239523:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.190036:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.190037:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.190039:0:239523:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.190042:0:239523:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976329.190044:0:239523:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.190045:0:239523:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.190049:0:239523:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.190051:0:239523:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.190052:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.190053:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976329.190056:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976329.190058:0:239523:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976329.190060:0:239523:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976329.190064:0:239523:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.190069:0:239523:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976329.190071:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae8 00000080:00002000:0.0:1783976329.190073:0:239523:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976329.190075:0:239523:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.190077:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b30 00000080:00200000:0.0:1783976329.190079:0:239523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=29 00000080:00000001:0.0:1783976329.190292:0:239523:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976329.190294:0:239523:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.190298:0:239523:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976329.190300:0:239523:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976329.190303:0:239523:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.190306:0:239523:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976329.190308:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae8 00000080:00002000:0.0:1783976329.190309:0:239523:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 2 00000080:00000001:0.0:1783976329.190312:0:239523:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.190313:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b30 00000080:00200000:0.0:1783976329.190314:0:239523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=29 00000080:00000002:0.0:1783976329.190317:0:239523:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976329.190320:0:239523:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976329.190322:0:239523:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976329.190390:0:239523:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.190407:0:239523:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30620. 00000020:00000001:0.0:1783976329.190412:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ae8 00000080:00200000:0.0:1783976329.190414:0:239523:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=dir3, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags=13 00000080:00000001:0.0:1783976329.190417:0:239523:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976329.190419:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97998 00000080:00200000:0.0:1783976329.190421:0:239523:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=dir3, dir=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), intent=getattr 00000080:00000010:0.0:1783976329.190429:0:239523:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369800. 00800000:00000002:0.0:1783976329.190433:0:239523:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976329.190560:0:239523:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976329.190564:0:239523:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.190566:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c978b8 00800000:00000002:0.0:1783976329.190568:0:239523:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'dir3' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976329.190571:0:239523:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976329.190574:0:239523:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.190576:0:239523:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.190577:0:239523:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.190579:0:239523:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.190581:0:239523:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.190583:0:239523:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976329.190584:0:239523:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.190587:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97850 00800000:00000002:0.0:1783976329.190589:0:239523:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x0:0x0:0x0], name='dir3' -> mds #0 00000002:00000001:0.0:1783976329.190592:0:239523:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.190594:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97788 00000002:00010000:0.0:1783976329.190596:0:239523:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: dir3,[0x0:0x0:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783976329.190600:0:239523:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976329.190603:0:239523:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976329.190609:0:239523:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976329.190613:0:239523:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=35 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976329.190618:0:239523:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976329.190622:0:239523:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.190625:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.190626:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.190627:0:239523:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.190629:0:239523:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.190632:0:239523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.190634:0:239523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.190642:0:239523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438a400. 00000100:00000001:0.0:1783976329.190649:0:239523:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.190653:0:239523:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.190655:0:239523:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.190656:0:239523:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.190657:0:239523:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.190660:0:239523:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.190667:0:239523:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976329.190672:0:239523:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976329.190674:0:239523:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976329.190679:0:239523:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976329.190682:0:239523:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.190684:0:239523:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976329.190689:0:239523:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019aa00. 00000020:00000001:0.0:1783976329.190693:0:239523:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976329.190695:0:239523:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019aa00 with handle 0x5bb448586bd092fe to hash 00000020:00000001:0.0:1783976329.190697:0:239523:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976329.190699:0:239523:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.190703:0:239523:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.190706:0:239523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.190708:0:239523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.190711:0:239523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976329.190719:0:239523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976329.190728:0:239523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976329.190734:0:239523:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976329.190736:0:239523:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976329.190744:0:239523:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.190746:0:239523:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976329.190750:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.190751:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976329.190755:0:239523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.190760:0:239523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.190762:0:239523:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976329.190764:0:239523:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.190774:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.190782:0:239523:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.190784:0:239523:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.190788:0:239523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.190790:0:239523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.190793:0:239523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.190796:0:239523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239523:1870620496618368:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976329.190800:0:239523:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.190887:0:239523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.190890:0:239523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.190893:0:239523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.190916:0:239523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976329.190919:0:239523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.190927:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.190932:0:239523:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.190939:0:239523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137e40. 00000100:00000200:0.0:1783976329.190946:0:239523:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496618368, portal 10 00000100:00000001:0.0:1783976329.190948:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.190949:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976329.190956:0:239523:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976345 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.190964:0:239523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.190966:0:239523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.190970:0:239523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976329.190974:0:239523:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496618368, offset 0 00000400:00000200:0.0:1783976329.190982:0:239523:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.190991:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.190999:0:239523:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.191005:0:239523:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.191009:0:239523:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.191014:0:239523:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.191016:0:239523:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.191020:0:239523:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778463:778463:256:4294967295] 192.168.201.114@tcp LPNI seq info [778441:778441:8:4294967295] 00000400:00000200:0.0:1783976329.191024:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.191034:0:239523:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.191039:0:239523:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.191045:0:239523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bd00. 00000800:00000200:0.0:1783976329.191052:0:239523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.191060:0:239523:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.191066:0:239523:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.191310:0:239523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.191316:0:239523:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976329.191320:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.191323:0:239523:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308535040 00000100:00000001:0.0:1783976329.191334:0:239523:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.191337:0:239523:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308535040 00000100:00000001:0.0:1783976329.191339:0:239523:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.191342:0:239523:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.191344:0:239523:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.191346:0:239523:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.191348:0:239523:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976329.191351:0:239523:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976329.191354:0:239523:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.191356:0:239523:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.199907:0:239523:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.199917:0:239523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.199919:0:239523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.199923:0:239523:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.199927:0:239523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976329.199930:0:239523:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b137e40. 00000100:00000001:0.0:1783976329.199933:0:239523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.199939:0:239523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.199948:0:239523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.199955:0:239523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.199957:0:239523:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.199960:0:239523:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.199963:0:239523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.199965:0:239523:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.199967:0:239523:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.199970:0:239523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.199979:0:239523:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976329.199984:0:239523:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.199986:0:239523:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976329.199990:0:239523:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.199997:0:239523:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976329.200000:0:239523:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.200002:0:239523:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.200004:0:239523:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.200007:0:239523:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976329.200012:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.200019:0:239523:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976329.200021:0:239523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.200023:0:239523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.200027:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976345 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.200041:0:239523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239523:1870620496618368:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976329.200046:0:239523:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.200048:0:239523:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976329.200052:0:239523:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.200054:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.200057:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.200063:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.200065:0:239523:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.200068:0:239523:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.200070:0:239523:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976329.200073:0:239523:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976329.200076:0:239523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.200079:0:239523:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.200082:0:239523:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976329.200095:0:239523:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.200099:0:239523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00010000:0.0:1783976329.200104:0:239523:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200124:0:239523:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976329.200130:0:239523:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200175:0:239523:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.200178:0:239523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200183:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.200184:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976329.200187:0:239523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200192:0:239523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.200196:0:239523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.200199:0:239523:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976329.200201:0:239523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976329.200207:0:239523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f85019aa00 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976329.200210:0:239523:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976329.200213:0:239523:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200230:0:239523:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976329.200232:0:239523:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976329.200235:0:239523:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200240:0:239523:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976329.200243:0:239523:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976329.200244:0:239523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.200245:0:239523:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.200246:0:239523:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=5 00000020:00000001:0.0:1783976329.200248:0:239523:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.200250:0:239523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.200253:0:239523:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976329.200255:0:239523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976329.200261:0:239523:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976329.200263:0:239523:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.200265:0:239523:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976329.200267:0:239523:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976329.200272:0:239523:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976329.200273:0:239523:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976329.200275:0:239523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.200276:0:239523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976329.200278:0:239523:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019aa00 with handle 0x5bb448586bd092fe from hash 00010000:00000001:0.0:1783976329.200280:0:239523:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976329.200281:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.200283:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.200284:0:239523:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976329.200285:0:239523:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976329.200287:0:239523:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976329.200289:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.200290:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.200291:0:239523:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.200292:0:239523:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.200295:0:239523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200300:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.200301:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.200302:0:239523:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976329.200303:0:239523:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.200304:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.200305:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.200306:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976329.200308:0:239523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd092fe lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.200319:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.200320:0:239523:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976329.200672:0:239523:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976329.200680:0:239523:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff96f981c07b80 x1870620496618368/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976329.200688:0:239523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976329.200689:0:239523:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.200691:0:239523:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.200693:0:239523:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.200697:0:239523:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976329.200699:0:239523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976329.200700:0:239523:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.200702:0:239523:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976329.200705:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97710 00000002:00002000:0.0:1783976329.200708:0:239523:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=dir3 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1783976329.200711:0:239523:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.200715:0:239523:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.200718:0:239523:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976329.200720:0:239523:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976329.200723:0:239523:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.200727:0:239523:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000001:0.0:1783976329.200729:0:239523:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976329.200731:0:239523:0:(namei.c:674:ll_lookup_it_finish()) it ffffaf1481c97b20 it_disposition 7 00000080:00002000:0.0:1783976329.200737:0:239523:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc90438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000010:0.0:1783976329.243027:0:239523:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99c00. 00800000:00000001:0.0:1783976329.243030:0:239523:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078976000 : -115477630575616 : ffff96f944d99c00) 00800000:00000001:0.0:1783976329.243033:0:239523:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.243035:0:239523:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976329.243038:0:239523:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976329.243040:0:239523:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976329.243043:0:239523:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976329.243046:0:239523:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976329.243047:0:239523:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.243052:0:239523:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976329.243054:0:239523:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976329.243059:0:239523:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe1:0x0], updating i_size 4096 00000080:00000001:0.0:1783976329.243062:0:239523:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976329.243064:0:239523:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976329.243066:0:239523:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99c00 1 00800000:00000010:0.0:1783976329.243068:0:239523:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99c00. 00800000:00000001:0.0:1783976329.243071:0:239523:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976329.243075:0:239523:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000100:00000001:0.0:1783976329.243078:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.243093:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977106680 x1870620496618880/t25770086005(25770086005) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976345 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.243099:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.243103:0:239523:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.243108:0:239523:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99c00. 00000080:00000001:0.0:1783976329.243125:0:239523:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976329.243128:0:239523:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976329.243130:0:239523:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.243133:0:239523:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.243158:0:239523:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.243160:0:239523:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.243163:0:239523:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.243165:0:239523:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976329.243167:0:239523:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.243170:0:239523:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976329.243173:0:239523:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30de0. 00000002:00100000:0.0:1783976329.243178:0:239523:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977106680 x1870620496618880/t25770086005(25770086005) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976345 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976329.243184:0:239523:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.243186:0:239523:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976329.243190:0:239523:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976329.243193:0:239523:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.243196:0:239523:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976329.243198:0:239523:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.243200:0:239523:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.243203:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.243206:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977106680 x1870620496618880/t25770086005(25770086005) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976345 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976329.243212:0:239523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976329.243215:0:239523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976329.243260:0:239523:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976329.243262:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.243265:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00000008:0.0:1783976329.243267:0:239523:0:(file.c:1297:ll_file_open()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000, rc = 0 00000080:00000001:0.0:1783976329.243271:0:239523:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.243302:0:239523:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976329.243304:0:239523:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248) cmd=c03066f0 arg=7fff86f19080 00000020:00000001:0.0:1783976329.243311:0:239523:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1783976329.243317:0:239523:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff96f854388000. 00000020:00000001:0.0:1783976329.243321:0:239523:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.243332:0:239523:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1783976329.243334:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ad0 00000080:00200000:0.0:1783976329.243336:0:239523:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248) name=dir3 stripe_offset=0 stripe_count=1, hash_type=4 00000080:00000010:0.0:1783976329.243343:0:239523:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368200. 00800000:00000002:0.0:1783976329.243348:0:239523:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00800000:00000001:0.0:1783976329.243356:0:239523:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:0.0:1783976329.243357:0:239523:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976329.243360:0:239523:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.243361:0:239523:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.243362:0:239523:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.243363:0:239523:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.243365:0:239523:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.243367:0:239523:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976329.243368:0:239523:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.243371:0:239523:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976329.243375:0:239523:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976329.243376:0:239523:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976329.243378:0:239523:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976329.243381:0:239523:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976329.243383:0:239523:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11fed:0x0] 40000000:00000001:0.0:1783976329.243386:0:239523:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.243388:0:239523:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.243389:0:239523:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.243391:0:239523:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.243393:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c979e8 00800000:00000002:0.0:1783976329.243394:0:239523:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'dir3' [0x200002b12:0x11fed:0x0] on [0x200002b12:0x11fe1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1783976329.243399:0:239523:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1783976329.243401:0:239523:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976329.243412:0:239523:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 3 00010000:00000001:0.0:1783976329.243415:0:239523:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.243418:0:239523:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976329.243421:0:239523:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976329.243424:0:239523:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c600/0x5bb448586bd0930c lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eab8f4 expref: -99 pid: 239523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976329.243431:0:239523:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976329.243434:0:239523:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976329.243436:0:239523:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976329.243438:0:239523:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11fe1:0x0] mode (null) 00000002:00000001:0.0:1783976329.243441:0:239523:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.243443:0:239523:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.243445:0:239523:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976329.243447:0:239523:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976329.243574:0:239523:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.243577:0:239523:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.243578:0:239523:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.243581:0:239523:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976329.243583:0:239523:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.243586:0:239523:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976329.243588:0:239523:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976329.243591:0:239523:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976329.243594:0:239523:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.243598:0:239523:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7de00/0x5bb448586bd09279 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab703 expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976329.243604:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.243606:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.243607:0:239523:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783976329.243608:0:239523:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.243610:0:239523:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.243612:0:239523:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7de00 refcount=2 00000020:00000001:0.0:1783976329.243614:0:239523:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034114560 : -115476675437056 : ffff96f97dc7de00) 00010000:00000001:0.0:1783976329.243616:0:239523:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034114560 : -115476675437056 : ffff96f97dc7de00) 00010000:00000001:0.0:1783976329.243618:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.243619:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976329.243621:0:239523:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976329.243624:0:239523:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b12:0x11fe1:0x0] lli = ffff96f97c233180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976329.243628:0:239523:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976329.243631:0:239523:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976329.243633:0:239523:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976329.243634:0:239523:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.243637:0:239523:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976329.243639:0:239523:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976329.243640:0:239523:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976329.243642:0:239523:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.243644:0:239523:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976329.243646:0:239523:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc7c600 with handle 0x5bb448586bd0930c from hash 00010000:00000001:0.0:1783976329.243648:0:239523:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976329.243649:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.243650:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.243651:0:239523:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976329.243654:0:239523:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976329.243656:0:239523:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976329.243658:0:239523:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976329.243660:0:239523:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976329.243662:0:239523:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976329.243668:0:239523:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06300. 00000020:00000040:0.0:1783976329.243672:0:239523:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=36 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976329.243677:0:239523:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976329.243678:0:239523:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.243680:0:239523:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976329.243683:0:239523:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.243688:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.243689:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.243691:0:239523:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.243693:0:239523:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.243695:0:239523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.243698:0:239523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.243704:0:239523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854389c00. 00000100:00000001:0.0:1783976329.243710:0:239523:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.243713:0:239523:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.243716:0:239523:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976329.243719:0:239523:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c600/0x5bb448586bd0930c lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab8f4 expref: -99 pid: 239523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976329.243725:0:239523:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976329.243727:0:239523:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976329.243728:0:239523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976329.243730:0:239523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c600/0x5bb448586bd0930c lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab8f4 expref: -99 pid: 239523 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976329.243740:0:239523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.243741:0:239523:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.243742:0:239523:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.243744:0:239523:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.243745:0:239523:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783976329.243755:0:239523:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976329.243761:0:239523:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06300 x1870620496619136/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976329.243768:0:239523:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976329.243770:0:239523:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976329.243776:0:239523:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.243778:0:239523:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976329.243780:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.243781:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000001:0.0:1783976329.243784:0:239523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.243788:0:239523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.243789:0:239523:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976329.243791:0:239523:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.243794:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06300 x1870620496619136/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.243871:0:239523:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.243874:0:239523:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.243878:0:239523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.243881:0:239523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.243884:0:239523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.243888:0:239523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239523:1870620496619136:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976329.243891:0:239523:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.243896:0:239523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.243898:0:239523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.243901:0:239523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.243908:0:239523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976329.243910:0:239523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.243916:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.243920:0:239523:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.243927:0:239523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976329.243933:0:239523:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496619136, portal 10 00000100:00000001:0.0:1783976329.243935:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.243937:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000040:0.0:1783976329.243942:0:239523:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c06300 x1870620496619136/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976345 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.243949:0:239523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.243951:0:239523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.243954:0:239523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783976329.243958:0:239523:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1870620496619136, offset 0 00000400:00000200:0.0:1783976329.243963:0:239523:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.243970:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.243977:0:239523:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.243981:0:239523:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.243985:0:239523:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.243989:0:239523:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.243991:0:239523:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.243995:0:239523:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778467:778467:256:4294967295] 192.168.201.114@tcp LPNI seq info [778445:778445:8:4294967295] 00000400:00000200:0.0:1783976329.243999:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.244008:0:239523:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.244014:0:239523:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.244019:0:239523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bb00. 00000800:00000200:0.0:1783976329.244024:0:239523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.244032:0:239523:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.244036:0:239523:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bb00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.244057:0:239523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.244061:0:239523:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976329.244064:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.244067:0:239523:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308535091 00000100:00000001:0.0:1783976329.244070:0:239523:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.244072:0:239523:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308535091 00000100:00000001:0.0:1783976329.244074:0:239523:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.244076:0:239523:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.244078:0:239523:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.244081:0:239523:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.244082:0:239523:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976329.244085:0:239523:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976329.244087:0:239523:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.244089:0:239523:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.255024:0:239523:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.255031:0:239523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.255033:0:239523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.255037:0:239523:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.255042:0:239523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976329.255045:0:239523:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976329.255049:0:239523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.255053:0:239523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06300 x1870620496619136/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976329.255061:0:239523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06300 x1870620496619136/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/4544 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.255067:0:239523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.255070:0:239523:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.255072:0:239523:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.255076:0:239523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.255078:0:239523:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.255080:0:239523:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.255083:0:239523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.255094:0:239523:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976329.255099:0:239523:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.255102:0:239523:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.255103:0:239523:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.255107:0:239523:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.255126:0:239523:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.255130:0:239523:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.255132:0:239523:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044e4f/0x1] 00000100:00000001:0.0:1783976329.255134:0:239523:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.255174:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.255176:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000001:0.0:1783976329.255180:0:239523:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.255181:0:239523:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.255183:0:239523:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.255186:0:239523:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.255191:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06300 x1870620496619136/t25770086006(25770086006) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976345 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.255198:0:239523:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.255201:0:239523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.255202:0:239523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.255207:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06300 x1870620496619136/t25770086006(25770086006) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976345 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976329.255214:0:239523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239523:1870620496619136:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976329.255230:0:239523:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.255233:0:239523:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.255236:0:239523:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.255238:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.255242:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06300 x1870620496619136/t25770086006(25770086006) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976345 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.255254:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.255256:0:239523:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.255259:0:239523:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.255261:0:239523:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.255269:0:239523:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.255272:0:239523:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976329.255274:0:239523:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.255278:0:239523:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976329.255283:0:239523:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976329.255285:0:239523:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976329.255287:0:239523:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976329.255291:0:239523:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976329.255304:0:239523:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab67380. 00000080:00000001:0.0:1783976329.255315:0:239523:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976329.255317:0:239523:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) 00000080:00000001:0.0:1783976329.255320:0:239523:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976329.255322:0:239523:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fed:0x0] 00000080:00000001:0.0:1783976329.255532:0:239523:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.255535:0:239523:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976329.255537:0:239523:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976329.255540:0:239523:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513197 mtime from 0 to 1783976329 00000080:00200000:0.0:1783976329.255544:0:239523:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fed:0x0], updating i_size 4096 00000080:00000001:0.0:1783976329.255546:0:239523:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976329.255549:0:239523:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982641736 : -115476726909880 : ffff96f97ab67448) 00000080:00000001:0.0:1783976329.255551:0:239523:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976329.255554:0:239523:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976329.255556:0:239523:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.255564:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.255569:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06300 x1870620496619136/t25770086006(25770086006) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 552/448 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.255576:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.255578:0:239523:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976329.255582:0:239523:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000080:00000010:0.0:1783976329.255587:0:239523:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff96f854388000. 00000080:00000001:0.0:1783976329.255591:0:239523:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.255612:0:239523:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976329.255614:0:239523:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976329.255618:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00200008:0.0:1783976329.255620:0:239523:0:(file.c:447:ll_file_release()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000 00000080:00400000:0.0:1783976329.255624:0:239523:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976329.255628:0:239523:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976329.255630:0:239523:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976329.255631:0:239523:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976329.255635:0:239523:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.255638:0:239523:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.255640:0:239523:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.255642:0:239523:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.255644:0:239523:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.255646:0:239523:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976329.255648:0:239523:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.255651:0:239523:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.255654:0:239523:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.255661:0:239523:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 2 00010000:00000001:0.0:1783976329.255664:0:239523:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976329.255669:0:239523:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.255670:0:239523:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe1:0x0]: 0 00000080:00000001:0.0:1783976329.255673:0:239523:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976329.255675:0:239523:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976329.255680:0:239523:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976329.255682:0:239523:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976329.255687:0:239523:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976329.255691:0:239523:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976329.255695:0:239523:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976329.255696:0:239523:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.255697:0:239523:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.255699:0:239523:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.255700:0:239523:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.255701:0:239523:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.255703:0:239523:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976329.255705:0:239523:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.255707:0:239523:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe1:0x0] 00000002:00000001:0.0:1783976329.255710:0:239523:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976329.255712:0:239523:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe1:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976329.255718:0:239523:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04700. 00000020:00000040:0.0:1783976329.255721:0:239523:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=37 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976329.255725:0:239523:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.255728:0:239523:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.255732:0:239523:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.255740:0:239523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369e00. 00000100:00000001:0.0:1783976329.255746:0:239523:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976329.255757:0:239523:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f977106680 x1870620496618880/t25770086005(25770086005) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976345 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976329.255766:0:239523:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976329.255771:0:239523:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04700 x1870620496619392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976329.255778:0:239523:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976329.255780:0:239523:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976329.255786:0:239523:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.255788:0:239523:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976329.255791:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.255792:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000001:0.0:1783976329.255797:0:239523:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.255946:0:239523:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.255949:0:239523:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976329.255951:0:239523:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.255955:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04700 x1870620496619392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.255963:0:239523:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.255965:0:239523:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.255968:0:239523:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.255971:0:239523:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.255973:0:239523:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.255977:0:239523:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239523:1870620496619392:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976329.255981:0:239523:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.255986:0:239523:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.255989:0:239523:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.255991:0:239523:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.256000:0:239523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97c736000. 02000000:00000001:0.0:1783976329.256002:0:239523:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.256008:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.256012:0:239523:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.256017:0:239523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976329.256023:0:239523:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496619392, portal 10 00000100:00000001:0.0:1783976329.256025:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.256027:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000040:0.0:1783976329.256032:0:239523:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04700 x1870620496619392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976345 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.256039:0:239523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.256042:0:239523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.256046:0:239523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729783b8. 00000100:00000200:0.0:1783976329.256050:0:239523:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496619392, offset 0 00000400:00000200:0.0:1783976329.256056:0:239523:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.256063:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.256070:0:239523:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.256075:0:239523:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.256087:0:239523:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.256091:0:239523:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.256094:0:239523:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.256097:0:239523:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778468:778468:256:4294967295] 192.168.201.114@tcp LPNI seq info [778446:778446:8:4294967295] 00000400:00000200:0.0:1783976329.256102:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.256121:0:239523:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.256128:0:239523:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.256133:0:239523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b000. 00000800:00000200:0.0:1783976329.256171:0:239523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.256179:0:239523:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.256183:0:239523:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.256202:0:239523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.256206:0:239523:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976329.256210:0:239523:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.256212:0:239523:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308535105 00000100:00000001:0.0:1783976329.256225:0:239523:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.256227:0:239523:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308535105 00000100:00000001:0.0:1783976329.256229:0:239523:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.256231:0:239523:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.256234:0:239523:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.256236:0:239523:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.256237:0:239523:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976329.256240:0:239523:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976329.256241:0:239523:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.256243:0:239523:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.261586:0:239523:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.261594:0:239523:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.261596:0:239523:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.261599:0:239523:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.261603:0:239523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976329.261605:0:239523:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976329.261610:0:239523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.261615:0:239523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04700 x1870620496619392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.261624:0:239523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04700 x1870620496619392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261630:0:239523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.261631:0:239523:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.261634:0:239523:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.261637:0:239523:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.261639:0:239523:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.261642:0:239523:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.261645:0:239523:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.261654:0:239523:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=118 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976329.261659:0:239523:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.261661:0:239523:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.261663:0:239523:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.261666:0:239523:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.261669:0:239523:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.261672:0:239523:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.261674:0:239523:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.261676:0:239523:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.261678:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.261680:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000001:0.0:1783976329.261683:0:239523:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.261685:0:239523:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.261687:0:239523:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.261689:0:239523:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.261694:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04700 x1870620496619392/t25770086007(25770086007) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261701:0:239523:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.261704:0:239523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.261706:0:239523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.261709:0:239523:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04700 x1870620496619392/t25770086007(25770086007) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.261716:0:239523:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239523:1870620496619392:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976329.261720:0:239523:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.261723:0:239523:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.261726:0:239523:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.261728:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.261730:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04700 x1870620496619392/t25770086007(25770086007) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261736:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.261739:0:239523:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.261742:0:239523:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.261743:0:239523:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.261750:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.261751:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000002:00000001:0.0:1783976329.261753:0:239523:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.261757:0:239523:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.261761:0:239523:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976329.261764:0:239523:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368200. 00000080:00000001:0.0:1783976329.261767:0:239523:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976329.261770:0:239523:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976329.261773:0:239523:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.261775:0:239523:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.261777:0:239523:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.261780:0:239523:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.261782:0:239523:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.261784:0:239523:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976329.261786:0:239523:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.261790:0:239523:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976329.261795:0:239523:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f977106680 x1870620496618880/t25770086005(25770086005) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261816:0:239523:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.261817:0:239523:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921427584 : -115476788124032 : ffff96f977106680) 00000100:00000001:0.0:1783976329.261820:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.261823:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977106680 x1870620496618880/t25770086005(25770086005) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976345 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261829:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.261831:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.261834:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04700 x1870620496619392/t25770086007(25770086007) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261839:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.261841:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.261843:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106680 x1870620496618880/t25770086005(25770086005) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976345 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261854:0:239523:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976329.261857:0:239523:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976329.261859:0:239523:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=36 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976329.261861:0:239523:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976329.261864:0:239523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f94c022000. 02000000:00000001:0.0:1783976329.261868:0:239523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976329.261871:0:239523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976329.261872:0:239523:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106680. 00000100:00000001:0.0:1783976329.261876:0:239523:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976329.261877:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.261878:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.261881:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04700 x1870620496619392/t25770086007(25770086007) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261887:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.261889:0:239523:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30de0. 00000002:00000001:0.0:1783976329.261892:0:239523:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.261894:0:239523:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.261896:0:239523:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99c00. 00000100:00000001:0.0:1783976329.261899:0:239523:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.261901:0:239523:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04700 x1870620496619392/t25770086007(25770086007) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.261906:0:239523:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976329.261908:0:239523:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976329.261910:0:239523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97c736000. 02000000:00000001:0.0:1783976329.261913:0:239523:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976329.261914:0:239523:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976329.261915:0:239523:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=35 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976329.261917:0:239523:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976329.261918:0:239523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369e00. 02000000:00000001:0.0:1783976329.261921:0:239523:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976329.261922:0:239523:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976329.261923:0:239523:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04700. 00000100:00000001:0.0:1783976329.261925:0:239523:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976329.261926:0:239523:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976329.261929:0:239523:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.261931:0:239523:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd51b80. 00000080:00000001:0.0:1783976329.261935:0:239523:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.261941:0:239523:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00000008:0.0:1783976329.261944:0:239523:0:(file.c:491:ll_file_release()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 300000, rc = 0 00000080:00000001:0.0:1783976329.261947:0:239523:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.261950:0:239523:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.346190:0:239525:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.346199:0:239525:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.346201:0:239525:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.346205:0:239525:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970acea50. 00000400:00000200:0.0:1783976329.346210:0:239525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50908 00000400:00000010:0.0:1783976329.346213:0:239525:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50908. 00000100:00000001:0.0:1783976329.346228:0:239525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.346233:0:239525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e4b800 x1870620496620032/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976329.346242:0:239525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e4b800 x1870620496620032/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.346248:0:239525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.346250:0:239525:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.346253:0:239525:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.346257:0:239525:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.346259:0:239525:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.346261:0:239525:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.346264:0:239525:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.346273:0:239525:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976329.346278:0:239525:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.346280:0:239525:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.346282:0:239525:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.346284:0:239525:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.346287:0:239525:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.346290:0:239525:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.346292:0:239525:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.346293:0:239525:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.346295:0:239525:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.346298:0:239525:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935342080 : -115476774209536 : ffff96f977e4b800) 00000100:00000001:0.0:1783976329.346301:0:239525:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.346303:0:239525:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.346305:0:239525:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.346307:0:239525:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.346317:0:239525:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e4b800 x1870620496620032/t25770086009(25770086009) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.346323:0:239525:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.346326:0:239525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.346328:0:239525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.346340:0:239525:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e4b800 x1870620496620032/t25770086009(25770086009) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976329.346347:0:239525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e4b800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239525:1870620496620032:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976329.346351:0:239525:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.346353:0:239525:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.346355:0:239525:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.346357:0:239525:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.346361:0:239525:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e4b800 x1870620496620032/t25770086009(25770086009) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.346368:0:239525:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.346371:0:239525:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815480. 00000100:00000001:0.0:1783976329.346374:0:239525:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.346376:0:239525:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.346383:0:239525:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.346386:0:239525:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.346392:0:239525:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976329.346394:0:239525:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976329.346402:0:239525:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513198 : 144115373061513198 : 200002b12011fee) 00000080:00000001:0.0:1783976329.346405:0:239525:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976329.346410:0:239525:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.346413:0:239525:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e4b800 x1870620496620032/t25770086009(25770086009) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976329.346421:0:239525:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.346423:0:239525:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976329.346425:0:239525:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.346427:0:239525:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.346431:0:239525:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976329.346434:0:239525:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976329.346436:0:239525:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976329.346438:0:239525:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976329.346439:0:239525:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.346441:0:239525:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.346444:0:239525:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976329.346446:0:239525:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.346452:0:239525:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c510. 00000020:00000010:0.0:1783976329.346457:0:239525:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368200. 00000020:00000010:0.0:1783976329.346462:0:239525:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854368400. 00000020:00000010:0.0:1783976329.346466:0:239525:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7eb40. 00000008:00000010:0.0:1783976329.346481:0:239525:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976329.346487:0:239525:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.346492:0:239525:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dc40. 00000080:00000010:0.0:1783976329.346498:0:239525:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2888. 00000080:00000010:0.0:1783976329.346502:0:239525:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174e500. 00000020:00000010:0.0:1783976329.346505:0:239525:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976329.346509:0:239525:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976329.346513:0:239525:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7b230. 00008000:00000010:0.0:1783976329.346520:0:239525:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4aa90. 00000080:00000010:0.0:1783976329.346524:0:239525:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729732d0. 00000020:00000001:0.0:1783976329.346527:0:239525:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049240 : -115477170502376 : ffff96f96045c518) 00000020:00001000:0.0:1783976329.346530:0:239525:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c510 00000020:00000001:0.0:1783976329.346534:0:239525:0:(cl_object.c:151:cl_object_top()) ffff96f97714ae90 -> ffff96f97714ae90 00000020:00000001:0.0:1783976329.346537:0:239525:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976329.346540:0:239525:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976329.346542:0:239525:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fee:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976329.346545:0:239525:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976329.346547:0:239525:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976329.346550:0:239525:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976329.346553:0:239525:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976329.346555:0:239525:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fee:0x0] 00800000:00000001:0.0:1783976329.346559:0:239525:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.346564:0:239525:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.346566:0:239525:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.346569:0:239525:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.346571:0:239525:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.346573:0:239525:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fee:0x0] 00800000:00000001:0.0:1783976329.346576:0:239525:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.355853:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.355858:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.355860:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.355867:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104700 x1870620496620288/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.355875:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.355878:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.355881:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.355884:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.355887:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.355890:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496620288:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.355895:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.355900:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.355902:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.355905:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.355911:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388000. 02000000:00000001:0.0:1783976329.355913:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.355921:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.355925:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.355931:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976329.355938:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496620288, portal 4 00000100:00000001:0.0:1783976329.355940:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.355941:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921419520 : -115476788132096 : ffff96f977104700) 00000100:00000040:0.0:1783976329.355949:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977104700 x1870620496620288/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.355962:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.355965:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.355967:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978000. 00000100:00000200:0.0:1783976329.355971:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496620288, offset 0 00000400:00000200:0.0:1783976329.355979:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.355989:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.355997:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.356002:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.356006:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.356009:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.356012:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.356015:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778473:778473:256:4294967295] 192.168.201.114@tcp LPNI seq info [778451:778451:8:4294967295] 00000400:00000200:0.0:1783976329.356020:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.356029:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.356035:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.356040:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b700. 00000800:00000200:0.0:1783976329.356047:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.356054:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.356058:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b700 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.356078:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.356090:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 60046 usecs (61 jiffies) 00000400:00000200:0.0:1783976329.356094:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.356097:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308535255 00000100:00000001:0.0:1783976329.356100:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.356103:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308535255 00000100:00000001:0.0:1783976329.356105:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.356107:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.356110:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.356114:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.356117:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.362819:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.362823:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976329.362826:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.362829:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.369989:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.369993:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.369998:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.370004:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729784c8 00000400:00000010:0.0:1783976329.370007:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729784c8. 00000100:00000001:0.0:1783976329.370012:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.370026:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104700 x1870620496620288/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.370037:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104700 x1870620496620288/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.370044:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.370045:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.370048:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.370052:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.370055:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.370057:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.370060:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.370070:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=118 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976329.370074:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976329.370076:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.370078:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.370091:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.370096:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.370099:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.370101:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.370103:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.370105:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.370106:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921419520 : -115476788132096 : ffff96f977104700) 00000100:00000001:0.0:1783976329.370419:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.370423:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915092 00000100:00000001:0.0:1783976329.370427:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.370429:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.370436:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104700 x1870620496620288/t12884915100(12884915100) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.370445:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.370448:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.370450:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976329.370454:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976329.370468:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.370541:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104700 x1870620496620288/t12884915100(12884915100) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.370553:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496620288:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.370558:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.370561:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.370565:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977104700 x1870620496620288/t12884915100(12884915100) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.370572:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.370575:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.370585:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.370588:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.370590:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.370593:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.427728:0:239526:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.427738:0:239526:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.427740:0:239526:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.427744:0:239526:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970ace058. 00000400:00000200:0.0:1783976329.427748:0:239526:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977815a80 00000400:00000010:0.0:1783976329.427751:0:239526:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977815a80. 00000100:00000001:0.0:1783976329.427754:0:239526:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.427759:0:239526:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49500 x1870620496621184/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.427767:0:239526:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49500 x1870620496621184/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.427774:0:239526:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.427776:0:239526:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.427779:0:239526:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.427783:0:239526:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.427785:0:239526:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.427787:0:239526:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.427791:0:239526:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.427877:0:239526:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976329.427883:0:239526:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.427885:0:239526:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.427887:0:239526:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.427890:0:239526:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.427893:0:239526:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.427897:0:239526:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.427899:0:239526:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.427901:0:239526:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.427904:0:239526:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.427910:0:239526:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e49500 x1870620496621184/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.427917:0:239526:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.427920:0:239526:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.427923:0:239526:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.427927:0:239526:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49500 x1870620496621184/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.427933:0:239526:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49500 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239526:1870620496621184:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976329.427938:0:239526:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.427940:0:239526:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.427943:0:239526:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.427945:0:239526:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.427948:0:239526:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49500 x1870620496621184/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.427954:0:239526:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.427957:0:239526:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815b40. 00000100:00000001:0.0:1783976329.427959:0:239526:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.427961:0:239526:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.427964:0:239526:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976329.427967:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.427969:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.427973:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=4 00000020:00000001:0.0:1783976329.427975:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.427978:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000040:0.0:1783976329.427984:0:239526:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97dcbbe00, remote cookie: 0xa91b1f6e92eab995, flags: 0x1000 00010000:00000001:0.0:1783976329.427987:0:239526:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976329.427991:0:239526:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976329.427993:0:239526:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976329.427995:0:239526:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976329.427996:0:239526:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976329.427999:0:239526:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fef:0x0].0x0 (ffff96f97ad76c00) refcount = 1 00010000:00010000:0.0:1783976329.428004:0:239526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.428013:0:239526:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976329.428016:0:239526:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976329.428018:0:239526:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.428021:0:239526:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976329.428023:0:239526:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.428026:0:239526:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.428032:0:239526:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976329.428034:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428035:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.428036:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428037:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.428038:0:239526:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.428043:0:239526:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976329.428045:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.428046:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.428048:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.428050:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428052:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428054:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428055:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976329.428059:0:239526:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f977e49500 x1870620496621184/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976329.428069:0:239526:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976329.428071:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.428072:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.428074:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.428076:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428077:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00000002:00010000:0.0:1783976329.428424:0:239526:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976329.428437:0:239526:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99c00. 00010000:00000001:0.0:1783976329.428440:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428441:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.428442:0:239526:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.428444:0:239526:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.428447:0:239526:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976329.428449:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.428450:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.428451:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.428454:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428456:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00000002:00010000:0.0:1783976329.428460:0:239526:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.428465:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428466:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.428468:0:239526:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976329.428470:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.428471:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.428535:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.428537:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428539:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000040:0.0:1783976329.428545:0:239526:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76c00 count: 2 00010000:00000001:0.0:1783976329.428547:0:239526:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976329.428552:0:239526:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73711 (0 0) 00010000:00000001:0.0:1783976329.428554:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428555:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.428556:0:239526:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976329.428559:0:239526:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c977b0 00000002:00002000:0.0:1783976329.428561:0:239526:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976329.428564:0:239526:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.428567:0:239526:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.428570:0:239526:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976329.428573:0:239526:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11fef:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976329.428576:0:239526:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.428578:0:239526:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.428584:0:239526:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49500 x1870620496621184/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.428590:0:239526:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976329.428592:0:239526:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976329.428596:0:239526:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b530000. 02000000:00000001:0.0:1783976329.428600:0:239526:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976329.428603:0:239526:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976329.428605:0:239526:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=40 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976329.428607:0:239526:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976329.428609:0:239526:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345d200. 02000000:00000001:0.0:1783976329.428613:0:239526:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976329.428614:0:239526:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976329.428616:0:239526:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49500. 00000100:00000001:0.0:1783976329.428619:0:239526:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976329.428620:0:239526:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976329.428625:0:239526:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345c000. 00000080:00010000:0.0:1783976329.428630:0:239526:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fef:0x0](ffff96f97c209988) for lock 0x5bb448586bd09336 00800000:00000001:0.0:1783976329.428634:0:239526:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976329.428637:0:239526:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976329.428638:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.428639:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.428640:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.428643:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428645:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428647:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428648:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.428649:0:239526:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.428651:0:239526:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.428654:0:239526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09336 from it ffffaf1481c97a78 00010000:00000001:0.0:1783976329.428657:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.428657:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.428659:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.428661:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428662:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428664:0:239526:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.428667:0:239526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.428673:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428674:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.428676:0:239526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976329.428679:0:239526:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976329.428682:0:239526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976329.428688:0:239526:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976329.428691:0:239526:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976329.428692:0:239526:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.428698:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428699:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.428700:0:239526:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.428703:0:239526:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976329.428705:0:239526:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.428707:0:239526:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.428709:0:239526:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.428711:0:239526:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.428712:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.428713:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976329.428715:0:239526:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.428718:0:239526:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976329.428720:0:239526:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11fef:0x0] 00800000:00000001:0.0:1783976329.428725:0:239526:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.428727:0:239526:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.428730:0:239526:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.428732:0:239526:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.428734:0:239526:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.428736:0:239526:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fef:0x0] 00800000:00000001:0.0:1783976329.428738:0:239526:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.428740:0:239526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.428741:0:239526:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.428744:0:239526:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76c00 count: 2 00010000:00000001:0.0:1783976329.428745:0:239526:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.428748:0:239526:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.428751:0:239526:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976329.428753:0:239526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976329.428760:0:239526:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976329.428764:0:239526:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.428766:0:239526:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976329.428772:0:239526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976329.428774:0:239526:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fef:0x0]: 16 00000080:00000001:0.0:1783976329.428776:0:239526:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976329.428778:0:239526:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976329.428779:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.428780:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.428781:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.428783:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.428785:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00000080:00010000:0.0:1783976329.428788:0:239526:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11fef:0x0](000000000269a534) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976329.428795:0:239526:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976329.428797:0:239526:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976329.428797:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.429766:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.429769:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=4 00000020:00000001:0.0:1783976329.429773:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.429777:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.429779:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.429780:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.429782:0:239526:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.429784:0:239526:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.429787:0:239526:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976329.429789:0:239526:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11fef:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99c00 l_lvb_len=56 00000080:00000001:0.0:1783976329.429792:0:239526:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.429794:0:239526:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976329.429796:0:239526:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.429877:0:239526:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976329.429883:0:239526:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369e00. 00000020:00000010:0.0:1783976329.429890:0:239526:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369400. 00000020:00000010:0.0:1783976329.429894:0:239526:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e240. 00000008:00000010:0.0:1783976329.429901:0:239526:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.429907:0:239526:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.429912:0:239526:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.429918:0:239526:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.429923:0:239526:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.429926:0:239526:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368200. 00000008:00000010:0.0:1783976329.429930:0:239526:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.429933:0:239526:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.429937:0:239526:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.429941:0:239526:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976329.429943:0:239526:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976329.429945:0:239526:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976329.429947:0:239526:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976329.429951:0:239526:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976329.429953:0:239526:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976329.429959:0:239526:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ef60. 00020000:00000010:0.0:1783976329.429963:0:239526:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976329.429967:0:239526:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e1e0. 00020000:00000001:0.0:1783976329.429969:0:239526:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164128 : -115476674387488 : ffff96f97dd7e1e0) 00020000:00000002:0.0:1783976329.429972:0:239526:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e1e0, objid 0x11fef:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976329.429976:0:239526:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976329.429980:0:239526:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798ff00: ostid: 0x280000403:5855 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976329.429984:0:239526:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f977b856c8) owner ffff96f970b2cf80 00020000:00000001:0.0:1783976329.429986:0:239526:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976329.429988:0:239526:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f977b856c8) owner ffff96f970b2cf80 00020000:00000010:0.0:1783976329.429992:0:239526:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976329.429996:0:239526:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ef60. 00020000:00000010:0.0:1783976329.429999:0:239526:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e1e0. 00020000:00000002:0.0:1783976329.430001:0:239526:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11fef:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976329.430003:0:239526:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430005:0:239526:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430008:0:239526:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976329.430010:0:239526:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00020000:00000002:0.0:1783976329.430013:0:239526:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dc0c8a0 addref 2/0 by ffff96f970b2cf80. 00020000:00000002:0.0:1783976329.430015:0:239526:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00020000:00000001:0.0:1783976329.430017:0:239526:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976329.430019:0:239526:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976329.430020:0:239526:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976329.430022:0:239526:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976329.430024:0:239526:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976329.430026:0:239526:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11fef:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976329.430028:0:239526:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976329.430031:0:239526:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369400. 00000020:00000010:0.0:1783976329.430034:0:239526:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e240. 00000008:00000010:0.0:1783976329.430037:0:239526:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.430040:0:239526:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.430042:0:239526:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.430045:0:239526:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.430047:0:239526:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.430050:0:239526:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369e00. 00000008:00000010:0.0:1783976329.430052:0:239526:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.430054:0:239526:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.430057:0:239526:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.430059:0:239526:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976329.430062:0:239526:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368200. 00000020:00000010:0.0:1783976329.430064:0:239526:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976329.430066:0:239526:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.430068:0:239526:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976329.430069:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.430071:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.430072:0:239526:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.430073:0:239526:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.430075:0:239526:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dcbbe00 refcount=3 00000020:00000001:0.0:1783976329.430077:0:239526:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.430419:0:239526:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034368512 : -115476675183104 : ffff96f97dcbbe00) 00010000:00000001:0.0:1783976329.430422:0:239526:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.430426:0:239526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976329.430434:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.430436:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.430437:0:239526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976329.430439:0:239526:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976329.430442:0:239526:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dcbbe00/0x5bb448586bd09336 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab995 expref: -99 pid: 239526 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976329.430449:0:239526:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976329.430451:0:239526:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976329.430453:0:239526:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.430455:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.430456:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.430458:0:239526:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.430460:0:239526:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976329.430462:0:239526:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.430463:0:239526:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.430467:0:239526:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.430469:0:239526:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.430470:0:239526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.430471:0:239526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976329.430546:0:239526:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.430550:0:239526:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.430553:0:239526:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976329.430558:0:239526:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fef:0x0]io ffff96f971331c20 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976329.430561:0:239526:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00020000:00000001:0.0:1783976329.430566:0:239526:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976329.430567:0:239526:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976329.430570:0:239526:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976329.430572:0:239526:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.430574:0:239526:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976329.430576:0:239526:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976329.430578:0:239526:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430580:0:239526:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976329.430582:0:239526:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976329.430583:0:239526:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976329.430585:0:239526:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00000020:00000001:0.0:1783976329.430587:0:239526:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430590:0:239526:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976329.430592:0:239526:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976329.430595:0:239526:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976329.430597:0:239526:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976329.430600:0:239526:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976329.430604:0:239526:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976329.430607:0:239526:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976329.430609:0:239526:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976329.430611:0:239526:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.430615:0:239526:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976329.430618:0:239526:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368200. 00000020:00000010:0.0:1783976329.430621:0:239526:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369e00. 00000020:00000010:0.0:1783976329.430624:0:239526:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e240. 00000008:00000010:0.0:1783976329.430627:0:239526:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.430630:0:239526:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.430632:0:239526:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.430636:0:239526:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.430639:0:239526:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.430641:0:239526:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976329.430644:0:239526:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.430646:0:239526:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.430648:0:239526:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.430651:0:239526:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976329.430653:0:239526:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976329.430654:0:239526:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976329.430658:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f97714a5f8 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976329.430660:0:239526:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976329.430663:0:239526:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976329.430664:0:239526:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976329.430666:0:239526:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.430668:0:239526:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.430669:0:239526:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596268281936 : -115477441269680 : ffff96f950223050) 00000020:00000001:0.0:1783976329.430672:0:239526:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976329.430674:0:239526:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976329.430678:0:239526:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430679:0:239526:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.430682:0:239526:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.430683:0:239526:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430685:0:239526:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430688:0:239526:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976329.430691:0:239526:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976329.430692:0:239526:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976329.430693:0:239526:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976329.430695:0:239526:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976329.430696:0:239526:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430697:0:239526:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.430699:0:239526:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.430701:0:239526:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430702:0:239526:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976329.430703:0:239526:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430705:0:239526:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430707:0:239526:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976329.430710:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f97714a3a0 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976329.430712:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f97714a3a0 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976329.430713:0:239526:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976329.430716:0:239526:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430718:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f97714a3a0 -> ffff96f97714a3a0 00020000:00000001:0.0:1783976329.430720:0:239526:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976329.430722:0:239526:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976329.430723:0:239526:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976329.430724:0:239526:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976329.430726:0:239526:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976329.430727:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f977b94700 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976329.430729:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f977b94700 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976329.430731:0:239526:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976329.430733:0:239526:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430735:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f977b94700 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976329.430736:0:239526:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976329.430739:0:239526:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976329.430741:0:239526:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430743:0:239526:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.430744:0:239526:0:(cl_object.c:151:cl_object_top()) ffff96f977b94700 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976329.430747:0:239526:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976329.430748:0:239526:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976329.430750:0:239526:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976329.430751:0:239526:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976329.430752:0:239526:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976329.430753:0:239526:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976329.430756:0:239526:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976329.430763:0:239526:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04700. 00000020:00000040:0.0:1783976329.430766:0:239526:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=11 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976329.430770:0:239526:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.430774:0:239526:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.430778:0:239526:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.430784:0:239526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368400. 00000100:00000001:0.0:1783976329.430790:0:239526:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.430874:0:239526:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.430880:0:239526:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.430892:0:239526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490336cf] to pc [ptlrpcd_00_00+0] req@ffff96f981c04700 x1870620496621312/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976329.431585:0:239526:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976329.431589:0:239526:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.431591:0:239526:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.431593:0:239526:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.431595:0:239526:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.431596:0:239526:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.431598:0:239526:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.431600:0:239526:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976329.431602:0:239526:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976329.431603:0:239526:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976329.431605:0:239526:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976329.431617:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.431620:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.436713:0:239526:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976329.436717:0:239526:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.436720:0:239526:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.436724:0:239526:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976329.436726:0:239526:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976329.436728:0:239526:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976329.436730:0:239526:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976329.436731:0:239526:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976329.436733:0:239526:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976329.436734:0:239526:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.436736:0:239526:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.436737:0:239526:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976329.436738:0:239526:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976329.436740:0:239526:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976329.436741:0:239526:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976329.436744:0:239526:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976329.436745:0:239526:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976329.436747:0:239526:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976329.436748:0:239526:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976329.436750:0:239526:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976329.436752:0:239526:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.436754:0:239526:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.436756:0:239526:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976329.436757:0:239526:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976329.436759:0:239526:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.436762:0:239526:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976329.436764:0:239526:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976329.436766:0:239526:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976329.436767:0:239526:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976329.436769:0:239526:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976329.436771:0:239526:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976329.436777:0:239526:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369e00. 00000020:00000010:0.0:1783976329.436783:0:239526:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e240. 00000008:00000010:0.0:1783976329.436787:0:239526:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.436792:0:239526:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.436797:0:239526:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.436813:0:239526:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.436817:0:239526:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.436821:0:239526:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368200. 00000008:00000010:0.0:1783976329.436824:0:239526:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.436827:0:239526:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.436831:0:239526:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.436834:0:239526:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976329.436838:0:239526:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976329.436840:0:239526:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00020000:00000001:0.0:1783976329.436843:0:239526:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976329.436845:0:239526:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976329.436847:0:239526:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976329.436849:0:239526:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fef:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976329.436853:0:239526:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976329.436854:0:239526:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976329.436855:0:239526:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1b40 00000020:00000010:0.0:1783976329.436857:0:239526:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275c00. 00000020:00000010:0.0:1783976329.436861:0:239526:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c4e0. 00000008:00000010:0.0:1783976329.436866:0:239526:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832a190. 00020000:00000010:0.0:1783976329.436869:0:239526:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9749280c0. 00008000:00000010:0.0:1783976329.436872:0:239526:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c29c40. 00000080:00000010:0.0:1783976329.436875:0:239526:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0b28. 00000080:00000010:0.0:1783976329.436878:0:239526:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971331bc0. 00000020:00000010:0.0:1783976329.436880:0:239526:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275200. 00000008:00000010:0.0:1783976329.436882:0:239526:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950169ce0. 00020000:00000010:0.0:1783976329.436885:0:239526:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950222fe8. 00008000:00000010:0.0:1783976329.436888:0:239526:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce728. 00000080:00000010:0.0:1783976329.436891:0:239526:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2870. 00000020:00000010:0.0:1783976329.436894:0:239526:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275600. 00000020:00000010:0.0:1783976329.436896:0:239526:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1b40. 00000080:00000001:0.0:1783976329.436899:0:239526:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.436902:0:239526:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976329.436906:0:239526:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d274000. 00000020:00000001:0.0:1783976329.436915:0:239526:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97c30 00000080:00200008:0.0:1783976329.436919:0:239526:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file file2:[0x200002b12:0x11fef:0x0](ffff96f97c209988) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976329.000000000, mtime 1783976329.000000000, ctime 1783976329.000000000, rc 0 00000080:00000001:0.0:1783976329.436925:0:239526:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.436944:0:239526:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976329.436947:0:239526:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00020000:00000002:0.0:1783976329.436951:0:239526:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00020000:00000001:0.0:1783976329.436954:0:239526:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.436962:0:239526:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976329.436964:0:239526:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97db8 00000080:00200008:0.0:1783976329.436966:0:239526:0:(file.c:447:ll_file_release()) START file file2:[0x200002b12:0x11fef:0x0](ffff96f97c209988), flags 104001 00000080:00000001:0.0:1783976329.436969:0:239526:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976329.436972:0:239526:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976329.436973:0:239526:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976329.436975:0:239526:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00020000:00000002:0.0:1783976329.436977:0:239526:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f970b2cf80 00020000:00000001:0.0:1783976329.436979:0:239526:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.436982:0:239526:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976329.436987:0:239526:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.436990:0:239526:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.436992:0:239526:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.436994:0:239526:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.436996:0:239526:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.436998:0:239526:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fef:0x0] 00800000:00000001:0.0:1783976329.437001:0:239526:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.437006:0:239526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.437009:0:239526:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.437016:0:239526:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76c00 count: 2 00010000:00000001:0.0:1783976329.437019:0:239526:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976329.437024:0:239526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.437026:0:239526:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fef:0x0]: 0 00000080:00000001:0.0:1783976329.437028:0:239526:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976329.437031:0:239526:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976329.437036:0:239526:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976329.437039:0:239526:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976329.437045:0:239526:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976329.437048:0:239526:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976329.437050:0:239526:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.437051:0:239526:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.437052:0:239526:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.437054:0:239526:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.437055:0:239526:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.437057:0:239526:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fef:0x0] 00800000:00000001:0.0:1783976329.437059:0:239526:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.437061:0:239526:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fef:0x0] 00000002:00000001:0.0:1783976329.437064:0:239526:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976329.437066:0:239526:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fef:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976329.437072:0:239526:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06680. 00000020:00000040:0.0:1783976329.437076:0:239526:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=41 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976329.437092:0:239526:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.437095:0:239526:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.437099:0:239526:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.437106:0:239526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368200. 00000100:00000001:0.0:1783976329.437113:0:239526:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976329.437169:0:239526:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae85180 x1870620496620800/t25770086011(25770086011) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976345 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976329.437181:0:239526:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976329.437187:0:239526:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06680 x1870620496621568/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976329.437194:0:239526:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976329.437196:0:239526:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976329.437203:0:239526:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.437205:0:239526:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976329.437207:0:239526:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.437209:0:239526:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000001:0.0:1783976329.437224:0:239526:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.437227:0:239526:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.437230:0:239526:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976329.437232:0:239526:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.437236:0:239526:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06680 x1870620496621568/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.437243:0:239526:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.437246:0:239526:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.437249:0:239526:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.437261:0:239526:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.437264:0:239526:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.437268:0:239526:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239526:1870620496621568:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976329.437272:0:239526:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.437277:0:239526:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.437280:0:239526:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.437282:0:239526:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.437288:0:239526:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97c736000. 02000000:00000001:0.0:1783976329.437290:0:239526:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.437296:0:239526:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.437299:0:239526:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.437304:0:239526:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976329.437316:0:239526:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496621568, portal 10 00000100:00000001:0.0:1783976329.437318:0:239526:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.437319:0:239526:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000040:0.0:1783976329.437335:0:239526:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06680 x1870620496621568/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976345 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.437342:0:239526:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.437345:0:239526:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.437349:0:239526:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976329.437353:0:239526:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496621568, offset 0 00000400:00000200:0.0:1783976329.437359:0:239526:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.437366:0:239526:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.437372:0:239526:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.437378:0:239526:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.437382:0:239526:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.437386:0:239526:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.437390:0:239526:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.437394:0:239526:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778479:778479:256:4294967295] 192.168.201.114@tcp LPNI seq info [778457:778457:8:4294967295] 00000400:00000200:0.0:1783976329.437398:0:239526:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.437408:0:239526:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.437414:0:239526:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.437419:0:239526:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b300. 00000800:00000200:0.0:1783976329.437427:0:239526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.437434:0:239526:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.437439:0:239526:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.437457:0:239526:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.437462:0:239526:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976329.437466:0:239526:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.437469:0:239526:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308535286 00000100:00000001:0.0:1783976329.437471:0:239526:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.437474:0:239526:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308535286 00000100:00000001:0.0:1783976329.437477:0:239526:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.437479:0:239526:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.437481:0:239526:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.437483:0:239526:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.437485:0:239526:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976329.437488:0:239526:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976329.437490:0:239526:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.437492:0:239526:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.441599:0:239526:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.441608:0:239526:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.441610:0:239526:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.441613:0:239526:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.441618:0:239526:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976329.441620:0:239526:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976329.441624:0:239526:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.441629:0:239526:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06680 x1870620496621568/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.441638:0:239526:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06680 x1870620496621568/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.441644:0:239526:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.441646:0:239526:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.441648:0:239526:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.441652:0:239526:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.441655:0:239526:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.441657:0:239526:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.441659:0:239526:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.441669:0:239526:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=118 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976329.441673:0:239526:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.441675:0:239526:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.441677:0:239526:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.441679:0:239526:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.441682:0:239526:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.441685:0:239526:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.441687:0:239526:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.441689:0:239526:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.441691:0:239526:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.441693:0:239526:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000001:0.0:1783976329.441696:0:239526:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.441698:0:239526:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.441700:0:239526:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.441703:0:239526:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.441707:0:239526:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06680 x1870620496621568/t25770086013(25770086013) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.441714:0:239526:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.441718:0:239526:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.441720:0:239526:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.441723:0:239526:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06680 x1870620496621568/t25770086013(25770086013) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.441731:0:239526:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239526:1870620496621568:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976329.441736:0:239526:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.441738:0:239526:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.441740:0:239526:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.441742:0:239526:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.441744:0:239526:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06680 x1870620496621568/t25770086013(25770086013) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.441750:0:239526:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.441753:0:239526:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.441756:0:239526:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.441757:0:239526:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.441764:0:239526:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.441765:0:239526:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000002:00000001:0.0:1783976329.441768:0:239526:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.441771:0:239526:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.441775:0:239526:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976329.441779:0:239526:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976329.441782:0:239526:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976329.441786:0:239526:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.441789:0:239526:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.441792:0:239526:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.441795:0:239526:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.441797:0:239526:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.441799:0:239526:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fef:0x0] 00800000:00000001:0.0:1783976329.441801:0:239526:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.441805:0:239526:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976329.441811:0:239526:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae85180 x1870620496620800/t25770086011(25770086011) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976329.441818:0:239526:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.441819:0:239526:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.441821:0:239526:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f855750280. 00000100:00000001:0.0:1783976329.441824:0:239526:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.441826:0:239526:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06680 x1870620496621568/t25770086013(25770086013) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976345 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.441831:0:239526:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.441833:0:239526:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.441836:0:239526:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96000. 00000080:00000001:0.0:1783976329.441839:0:239526:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.441844:0:239526:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97db8 00000080:00000008:0.0:1783976329.441847:0:239526:0:(file.c:491:ll_file_release()) COMPLETED file file2:[0x200002b12:0x11fef:0x0](ffff96f97c209988), flags 104001, rc = 0 00000080:00000001:0.0:1783976329.441849:0:239526:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.441854:0:239526:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976329.441856:0:239526:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97e00 00000080:00002000:0.0:1783976329.441858:0:239526:0:(dcache.c:127:ll_ddelete()) deleting dentry file2 (ffff96f97c186000, parent ffff96f97c186d80, inode ffff96f97c209988) hashed, 00000080:00000001:0.0:1783976329.441860:0:239526:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976329.441868:0:239526:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976329.441874:0:239526:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976329.441877:0:239526:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976329.441878:0:239526:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97e00 00000080:00002000:0.0:1783976329.441879:0:239526:0:(dcache.c:127:ll_ddelete()) keeping dentry dir3 (ffff96f97c186d80, parent ffff96f94dc900d8, inode ffff96f97ab67448) hashed, 00000080:00000001:0.0:1783976329.441882:0:239526:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.450847:0:239527:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976329.450855:0:239527:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976329.450858:0:239527:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976329.450861:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbc0 00000080:00200000:0.0:1783976329.450866:0:239527:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976329.450874:0:239527:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976329.450881:0:239527:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976329.450885:0:239527:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976329.450890:0:239527:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.450892:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebae0 00800000:00000002:0.0:1783976329.450895:0:239527:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976329.450898:0:239527:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976329.450901:0:239527:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.450904:0:239527:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.450906:0:239527:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.450909:0:239527:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.450912:0:239527:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.450914:0:239527:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976329.450916:0:239527:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.450920:0:239527:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976329.450925:0:239527:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.450926:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb9b0 00000002:00010000:0.0:1783976329.450928:0:239527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976329.450931:0:239527:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976329.450933:0:239527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.450936:0:239527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.450943:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976329.450945:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.450949:0:239527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.450954:0:239527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976329.450959:0:239527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 02000000:00000001:0.0:1783976329.450971:0:239527:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976329.450976:0:239527:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.450980:0:239527:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000002:00000001:0.0:1783976329.450992:0:239527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976329.450994:0:239527:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976329.450997:0:239527:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976329.450998:0:239527:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976329.451000:0:239527:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976329.451003:0:239527:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976329.451005:0:239527:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976329.451008:0:239527:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976329.451012:0:239527:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976329.451017:0:239527:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976329.451018:0:239527:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.451021:0:239527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976329.451025:0:239527:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976329.451028:0:239527:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976329.451030:0:239527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976329.451032:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.451034:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.451036:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976329.451038:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.451041:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.451044:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.451046:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.451047:0:239527:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.451049:0:239527:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.451051:0:239527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf14814ebbf8 00010000:00000001:0.0:1783976329.451053:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.451054:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.451056:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976329.451057:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.451059:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976329.451061:0:239527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.451064:0:239527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00000001:0.0:1783976329.451071:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.451072:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.451074:0:239527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976329.451076:0:239527:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976329.451079:0:239527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00000001:0.0:1783976329.451086:0:239527:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976329.451089:0:239527:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976329.451091:0:239527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.451095:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.451096:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.451098:0:239527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451101:0:239527:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976329.451103:0:239527:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451105:0:239527:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451108:0:239527:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451540:0:239527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.451544:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.451545:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976329.451548:0:239527:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976329.451550:0:239527:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976329.451553:0:239527:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976329.451558:0:239527:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.451563:0:239527:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976329.451565:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb88 00000080:00002000:0.0:1783976329.451567:0:239527:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976329.451569:0:239527:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.451571:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbd0 00000080:00200000:0.0:1783976329.451573:0:239527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=25 00000080:00000001:0.0:1783976329.451577:0:239527:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976329.451579:0:239527:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.451583:0:239527:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976329.451584:0:239527:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976329.451588:0:239527:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.451590:0:239527:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976329.451591:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb88 00000080:00002000:0.0:1783976329.451593:0:239527:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976329.451595:0:239527:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.451596:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbd0 00000080:00200000:0.0:1783976329.451597:0:239527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=25 00000080:00000002:0.0:1783976329.451600:0:239527:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976329.451602:0:239527:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976329.451603:0:239527:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976329.451606:0:239527:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.451608:0:239527:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976329.451609:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb88 00000080:00002000:0.0:1783976329.451610:0:239527:0:(dcache.c:87:ll_dcompare()) found name dir3(ffff96f97c186d80) flags 0x28004e refc 0 00000080:00000001:0.0:1783976329.451612:0:239527:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.451613:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbd0 00000080:00200000:0.0:1783976329.451614:0:239527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir3, flags=25 00000080:00000002:0.0:1783976329.451618:0:239527:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976329.451620:0:239527:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976329.451622:0:239527:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), inode mode 41ed mask 1 00000080:00000001:0.0:1783976329.451624:0:239527:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976329.451635:0:239527:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30aa0. 00000080:00000001:0.0:1783976329.451639:0:239527:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976329.451640:0:239527:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), inode mode 41ed mask 3 00000080:00000001:0.0:1783976329.451642:0:239527:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.451645:0:239527:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976329.451647:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb50 00000080:00200000:0.0:1783976329.451649:0:239527:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=file3, dir=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), file ffff96f945c38900, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976329.451654:0:239527:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e240. 00000080:00000001:0.0:1783976329.451658:0:239527:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976329.451660:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba00 00000080:00200000:0.0:1783976329.451662:0:239527:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=file3, dir=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), intent=open|creat 00000080:00000010:0.0:1783976329.451668:0:239527:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976329.451671:0:239527:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00000080:00000001:0.0:1783976329.451676:0:239527:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976329.451679:0:239527:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.451680:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb920 00800000:00000002:0.0:1783976329.451682:0:239527:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'file3' on [0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976329.451685:0:239527:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976329.451687:0:239527:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976329.451690:0:239527:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.451692:0:239527:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.451693:0:239527:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.451695:0:239527:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.451697:0:239527:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.451699:0:239527:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976329.451701:0:239527:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.451704:0:239527:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976329.451707:0:239527:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976329.451710:0:239527:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976329.451713:0:239527:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976329.451716:0:239527:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976329.451718:0:239527:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff0:0x0] 40000000:00000001:0.0:1783976329.451721:0:239527:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.451723:0:239527:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.451724:0:239527:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.451726:0:239527:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.451728:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb8a0 00800000:00000002:0.0:1783976329.451731:0:239527:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fed:0x0], fid2=[0x200002b12:0x11ff0:0x0], name='file3' -> mds #0 layout version 1 00000002:00000001:0.0:1783976329.451734:0:239527:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976329.451735:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7d8 00000002:00010000:0.0:1783976329.451737:0:239527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: file3,[0x200002b12:0x11ff0:0x0]) in obj [0x200002b12:0x11fed:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976329.451741:0:239527:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976329.451743:0:239527:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976329.451746:0:239527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976329.451750:0:239527:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.451752:0:239527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976329.451755:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 2 00010000:00000001:0.0:1783976329.451758:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.451761:0:239527:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976329.451764:0:239527:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451766:0:239527:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.451767:0:239527:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.451773:0:239527:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05f80. 00000020:00000040:0.0:1783976329.451777:0:239527:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=42 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976329.451782:0:239527:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976329.451784:0:239527:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451787:0:239527:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976329.451790:0:239527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.451794:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.451795:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.451797:0:239527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.451799:0:239527:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976329.451801:0:239527:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976329.451804:0:239527:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976329.451813:0:239527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97c734000. 00000100:00000001:0.0:1783976329.451820:0:239527:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451825:0:239527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.451827:0:239527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451829:0:239527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976329.451830:0:239527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.451832:0:239527:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.451840:0:239527:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00010000:00000001:0.0:1783976329.451844:0:239527:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976329.451846:0:239527:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976329.451848:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 2 00010000:00000001:0.0:1783976329.451850:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.451852:0:239527:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976329.451856:0:239527:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019aa00. 00000020:00000001:0.0:1783976329.451859:0:239527:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976329.451862:0:239527:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019aa00 with handle 0x5bb448586bd0933d to hash 00000020:00000001:0.0:1783976329.451864:0:239527:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976329.451865:0:239527:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.451869:0:239527:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.451874:0:239527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.451875:0:239527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.451879:0:239527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976329.451886:0:239527:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239527 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976329.451900:0:239527:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976329.451913:0:239527:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05f80 x1870620496621824/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976329.451922:0:239527:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x11fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976329.451929:0:239527:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976329.451930:0:239527:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976329.451938:0:239527:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.451940:0:239527:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737024 : -115476720814592 : ffff96f97b137600) 00000100:00000001:0.0:1783976329.451943:0:239527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.451944:0:239527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976329.451949:0:239527:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976329.451953:0:239527:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.451955:0:239527:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976329.451956:0:239527:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.451960:0:239527:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05f80 x1870620496621824/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.451967:0:239527:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.451968:0:239527:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.451972:0:239527:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.451975:0:239527:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.451977:0:239527:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.451980:0:239527:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239527:1870620496621824:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976329.451986:0:239527:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.451991:0:239527:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.451993:0:239527:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.451996:0:239527:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.452045:0:239527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976329.452047:0:239527:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.452055:0:239527:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.452059:0:239527:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.452067:0:239527:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854389800. 00000100:00000200:0.0:1783976329.452074:0:239527:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496621824, portal 10 00000100:00000001:0.0:1783976329.452076:0:239527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.452077:0:239527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000040:0.0:1783976329.452083:0:239527:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05f80 x1870620496621824/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976345 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.452090:0:239527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.452093:0:239527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.452095:0:239527:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976329.452099:0:239527:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496621824, offset 0 00000400:00000200:0.0:1783976329.452105:0:239527:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.452112:0:239527:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.452132:0:239527:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.452399:0:239527:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.452404:0:239527:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.452408:0:239527:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.452410:0:239527:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.452414:0:239527:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778480:778480:256:4294967295] 192.168.201.114@tcp LPNI seq info [778458:778458:8:4294967295] 00000400:00000200:0.0:1783976329.452419:0:239527:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.452428:0:239527:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.452434:0:239527:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.452440:0:239527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854369e00. 00000800:00000200:0.0:1783976329.452446:0:239527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.452454:0:239527:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.452458:0:239527:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854369e00 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976329.452522:0:239527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.452527:0:239527:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976329.452530:0:239527:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.452533:0:239527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308535301 00000100:00000001:0.0:1783976329.452536:0:239527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.452538:0:239527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308535301 00000100:00000001:0.0:1783976329.452540:0:239527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.452542:0:239527:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.452545:0:239527:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.452547:0:239527:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.452549:0:239527:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976329.452552:0:239527:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976329.452555:0:239527:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.452557:0:239527:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.462037:0:239527:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.463041:0:239527:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.463047:0:239527:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.463051:0:239527:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.463056:0:239527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854389800 00000400:00000010:0.0:1783976329.463059:0:239527:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854389800. 00000100:00000001:0.0:1783976329.463062:0:239527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.463069:0:239527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05f80 x1870620496621824/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.463079:0:239527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05f80 x1870620496621824/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/70288 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.463086:0:239527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.463089:0:239527:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.463092:0:239527:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.463096:0:239527:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.463098:0:239527:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.463101:0:239527:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.463106:0:239527:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.463427:0:239527:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976329.463434:0:239527:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976329.463437:0:239527:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.463439:0:239527:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.463442:0:239527:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.463445:0:239527:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.463448:0:239527:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.463450:0:239527:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044e76/0x1] 00000100:00000001:0.0:1783976329.463452:0:239527:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.463454:0:239527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.463455:0:239527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976329.463458:0:239527:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.463460:0:239527:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976329.463462:0:239527:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.463464:0:239527:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.463470:0:239527:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976345 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.463477:0:239527:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.463480:0:239527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.463482:0:239527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976329.463486:0:239527:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976345 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.463495:0:239527:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239527:1870620496621824:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976329.463500:0:239527:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.463503:0:239527:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.463505:0:239527:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976329.463507:0:239527:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.463510:0:239527:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976345 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.463517:0:239527:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976329.463520:0:239527:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137600. 00000100:00000001:0.0:1783976329.463524:0:239527:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976329.463526:0:239527:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.463529:0:239527:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976329.463533:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.463536:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.463540:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976329.463542:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463546:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000040:0.0:1783976329.463553:0:239527:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019aa00, remote cookie: 0xa91b1f6e92eab9b1, flags: 0x1001 00010000:00010000:0.0:1783976329.463558:0:239527:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 4/0,1 mode: --/CW res: [0x200002b12:0x11fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976329.463566:0:239527:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff0:0x0].0x0, instead of [0x200002b12:0x11fed:0x0].0x0 00010000:00000001:0.0:1783976329.463569:0:239527:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976329.463580:0:239527:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63a00. 00010000:00000010:0.0:1783976329.463586:0:239527:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8380. 00010000:00000001:0.0:1783976329.463592:0:239527:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.463595:0:239527:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976329.463604:0:239527:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.463611:0:239527:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976329.463616:0:239527:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976329.463618:0:239527:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976329.463619:0:239527:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976329.463621:0:239527:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976329.463624:0:239527:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff0:0x0].0x0 (ffff96f977b63a00) refcount = 1 00010000:00010000:0.0:1783976329.463628:0:239527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.463640:0:239527:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976329.463644:0:239527:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976329.463646:0:239527:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.463649:0:239527:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976329.463651:0:239527:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.463653:0:239527:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.463658:0:239527:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976329.463660:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463661:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.463662:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463663:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.463664:0:239527:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.463669:0:239527:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976329.463672:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.463673:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.463674:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976329.463676:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463678:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463680:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.463681:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.463682:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976329.463683:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463685:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463688:0:239527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976329.463690:0:239527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976329.463693:0:239527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.463698:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463700:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.463701:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.463702:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.463703:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=5 00000020:00000001:0.0:1783976329.463705:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463707:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463709:0:239527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.463711:0:239527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.463717:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463718:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976329.463720:0:239527:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.463726:0:239527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.463727:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463728:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.463729:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463730:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976329.463735:0:239527:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976345 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976329.463744:0:239527:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976329.463748:0:239527:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976345 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976329.463755:0:239527:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.463761:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.463763:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.463764:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976329.463766:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463768:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000002:00010000:0.0:1783976329.463771:0:239527:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976329.463780:0:239527:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99040. 00010000:00000001:0.0:1783976329.463783:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463784:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.463785:0:239527:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.463787:0:239527:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.463791:0:239527:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976329.463793:0:239527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.463794:0:239527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976329.463796:0:239527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.463797:0:239527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00010000:00000001:0.0:1783976329.463799:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.463799:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.463801:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976329.463803:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463804:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000002:00010000:0.0:1783976329.463808:0:239527:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.463813:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463814:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.463816:0:239527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976329.463818:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.463818:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.463819:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976329.463821:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.463824:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000040:0.0:1783976329.463828:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 2 00010000:00000001:0.0:1783976329.463830:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976329.463834:0:239527:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73712 (0 0) 00010000:00000001:0.0:1783976329.463837:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.463838:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.463839:0:239527:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976329.463843:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb760 00000002:00002000:0.0:1783976329.463845:0:239527:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=file3 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976329.463848:0:239527:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.463852:0:239527:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.463855:0:239527:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976329.463858:0:239527:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b12:0x11fed:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976329.463862:0:239527:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.463866:0:239527:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000001:0.0:1783976329.463869:0:239527:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976329.463871:0:239527:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e240 it_disposition 1800037 00000080:00002000:0.0:1783976329.463877:0:239527:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc90948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976329.463883:0:239527:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976329.463886:0:239527:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976329.463888:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb988 00000080:00200000:0.0:1783976329.463890:0:239527:0:(namei.c:1623:ll_create_it()) VFS Op:name=file3, dir=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), intent=open|creat 00000080:00000001:0.0:1783976329.463893:0:239527:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976329.463895:0:239527:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976329.463900:0:239527:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976329.463903:0:239527:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976329.463905:0:239527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513200 : 144115373061513200 : 200002b12011ff0) 00000080:00000001:0.0:1783976329.463908:0:239527:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976329.463920:0:239527:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab62100. 00000020:00000001:0.0:1783976329.463931:0:239527:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976329.463933:0:239527:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976329.463937:0:239527:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976329.463938:0:239527:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11ff0:0x0](ffff96f97ab621c8) 00000020:00000001:0.0:1783976329.463943:0:239527:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.463947:0:239527:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976329.463952:0:239527:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369800. 00000020:00000010:0.0:1783976329.463957:0:239527:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854368800. 00000020:00000010:0.0:1783976329.463960:0:239527:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976329.463966:0:239527:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.463971:0:239527:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.463976:0:239527:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.463983:0:239527:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.463987:0:239527:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.463992:0:239527:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368c00. 00000008:00000010:0.0:1783976329.463995:0:239527:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.463999:0:239527:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.464002:0:239527:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.464006:0:239527:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976329.464008:0:239527:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976329.464011:0:239527:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976329.464015:0:239527:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976329.464020:0:239527:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34af0. 00000020:00000001:0.0:1783976329.464022:0:239527:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976329.464024:0:239527:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.464031:0:239527:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976329.464034:0:239527:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0daa8. 00020000:00000001:0.0:1783976329.464036:0:239527:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034703528 : -115476674848088 : ffff96f97dd0daa8) 00020000:00000001:0.0:1783976329.464039:0:239527:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976329.464042:0:239527:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976329.464047:0:239527:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ef60. 00020000:00000010:0.0:1783976329.464051:0:239527:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798ff00. 00020000:00000010:0.0:1783976329.464055:0:239527:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7eea0. 00020000:00000001:0.0:1783976329.464057:0:239527:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167392 : -115476674384224 : ffff96f97dd7eea0) 00020000:00000002:0.0:1783976329.464061:0:239527:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7eea0, objid 0x11ff0:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976329.464066:0:239527:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976329.464070:0:239527:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798ff00: ostid: 0x280000403:5856 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976329.464073:0:239527:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976329.464075:0:239527:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7eea0, objid 0x11ff0:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976329.464078:0:239527:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976329.464081:0:239527:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798ff00: ostid: 0x280000403:5856 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976329.464084:0:239527:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8f10. 00020000:00000010:0.0:1783976329.464087:0:239527:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f97b137600. 00020000:00000001:0.0:1783976329.464091:0:239527:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976329.464093:0:239527:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148740. 00020000:00000001:0.0:1783976329.464096:0:239527:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976329.464097:0:239527:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976329.464103:0:239527:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976329.464105:0:239527:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34bb8. 00000020:00000001:0.0:1783976329.464107:0:239527:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976329.464109:0:239527:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.464405:0:239527:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033815096 : -115476675736520 : ffff96f97dc34c38) 00020000:00000001:0.0:1783976329.464409:0:239527:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976329.464415:0:239527:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbd880. 00020000:00000001:0.0:1783976329.464418:0:239527:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.464423:0:239527:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033815096 : -115476675736520 : ffff96f97dc34c38) 00020000:00000001:0.0:1783976329.464426:0:239527:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033815096 : -115476675736520 : ffff96f97dc34c38) 00020000:00000002:0.0:1783976329.464429:0:239527:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0x16e0:0x0]@ffff96f97dc34bb8[0:0] -> [0x200002b12:0x11ff0:0x0]@ffff96f97dc34af0: ostid: 0x280000403:5856 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976329.464434:0:239527:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976329.464437:0:239527:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976329.464439:0:239527:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.464442:0:239527:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033814896 : -115476675736720 : ffff96f97dc34b70) 00000020:00001000:0.0:1783976329.464445:0:239527:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976329.464449:0:239527:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854368800. 00000020:00000010:0.0:1783976329.464453:0:239527:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976329.464456:0:239527:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.464460:0:239527:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.464464:0:239527:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.464467:0:239527:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.464470:0:239527:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.464473:0:239527:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369800. 00000008:00000010:0.0:1783976329.464476:0:239527:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.464478:0:239527:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.464481:0:239527:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.464484:0:239527:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976329.464487:0:239527:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368c00. 00000020:00000010:0.0:1783976329.464489:0:239527:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976329.464493:0:239527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513200 : 144115373061513200 : 200002b12011ff0) 00000080:00000001:0.0:1783976329.464496:0:239527:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976329.464498:0:239527:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513200 mtime from 0 to 1783976329 00000080:00000001:0.0:1783976329.464503:0:239527:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976329.464505:0:239527:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982620616 : -115476726931000 : ffff96f97ab621c8) 00010000:00000001:0.0:1783976329.464508:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.464510:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.464512:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976329.464513:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.464516:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000080:00000001:0.0:1783976329.464519:0:239527:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976329.464520:0:239527:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976329.464523:0:239527:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976329.464526:0:239527:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368c00. 00000020:00000010:0.0:1783976329.464528:0:239527:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369800. 00000020:00000010:0.0:1783976329.464530:0:239527:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976329.464533:0:239527:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.464536:0:239527:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.464538:0:239527:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.464541:0:239527:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.464544:0:239527:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.464547:0:239527:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368800. 00000008:00000010:0.0:1783976329.464549:0:239527:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.464551:0:239527:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.464553:0:239527:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.464556:0:239527:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976329.464557:0:239527:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976329.464559:0:239527:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976329.464562:0:239527:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976329.464566:0:239527:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976329.464567:0:239527:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976329.464570:0:239527:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e120. 00020000:00000010:0.0:1783976329.464573:0:239527:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798f780. 00020000:00000010:0.0:1783976329.464576:0:239527:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e540. 00020000:00000001:0.0:1783976329.464578:0:239527:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164992 : -115476674386624 : ffff96f97dd7e540) 00020000:00000002:0.0:1783976329.464580:0:239527:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e540, objid 0x11ff0:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976329.464584:0:239527:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976329.464586:0:239527:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f780: ostid: 0x280000403:5856 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976329.464589:0:239527:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0daa8) owner ffff96f95e3527c0 00020000:00000001:0.0:1783976329.464592:0:239527:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976329.464594:0:239527:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0daa8) owner ffff96f95e3527c0 00020000:00000010:0.0:1783976329.464598:0:239527:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798f780. 00020000:00000010:0.0:1783976329.464601:0:239527:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e120. 00020000:00000010:0.0:1783976329.464604:0:239527:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e540. 00020000:00000002:0.0:1783976329.464606:0:239527:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff0:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976329.464608:0:239527:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.464609:0:239527:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.464613:0:239527:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976329.464615:0:239527:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0daa8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000002:0.0:1783976329.464618:0:239527:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7eea0 addref 2/0 by ffff96f95e3527c0. 00020000:00000002:0.0:1783976329.464620:0:239527:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0daa8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976329.464623:0:239527:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976329.464625:0:239527:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976329.464626:0:239527:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976329.464627:0:239527:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976329.464630:0:239527:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976329.464632:0:239527:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff0:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976329.464635:0:239527:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976329.464637:0:239527:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369800. 00000020:00000010:0.0:1783976329.464639:0:239527:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976329.464642:0:239527:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976329.464645:0:239527:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976329.464647:0:239527:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976329.464649:0:239527:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976329.464651:0:239527:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976329.464654:0:239527:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368c00. 00000008:00000010:0.0:1783976329.464656:0:239527:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976329.464659:0:239527:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976329.464660:0:239527:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976329.464662:0:239527:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976329.464664:0:239527:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368800. 00000020:00000010:0.0:1783976329.464666:0:239527:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976329.464668:0:239527:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.464670:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.464671:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976329.464672:0:239527:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976329.464675:0:239527:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976329.464677:0:239527:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.464680:0:239527:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11ff0:0x0](ffff96f97ab621c8) 00000080:00010000:0.0:1783976329.464683:0:239527:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff0:0x0](ffff96f97ab621c8) for lock 0x5bb448586bd0933d 00800000:00000001:0.0:1783976329.464686:0:239527:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976329.464688:0:239527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976329.464689:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.464690:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.464692:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976329.464693:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.464695:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.464697:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.464698:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976329.464700:0:239527:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.464702:0:239527:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464703:0:239527:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976329.464705:0:239527:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.464712:0:239527:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976345 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.464719:0:239527:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464725:0:239527:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976329.464728:0:239527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff0:0x0](ffff96f97ab621c8) 00000080:00000001:0.0:1783976329.464730:0:239527:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976329.464734:0:239527:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000100:00000001:0.0:1783976329.464737:0:239527:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.464740:0:239527:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976345 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.464745:0:239527:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464749:0:239527:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976329.464751:0:239527:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464759:0:239527:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976329.464762:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00200008:0.0:1783976329.464764:0:239527:0:(file.c:1058:ll_file_open()) START file file3:[0x200002b12:0x11ff0:0x0](ffff96f97ab621c8), flags 104501 00000080:00000010:0.0:1783976329.464771:0:239527:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bb80. 00000080:00000010:0.0:1783976329.464778:0:239527:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d994c0. 00000080:00000001:0.0:1783976329.464780:0:239527:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976329.464784:0:239527:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976329.464786:0:239527:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.464790:0:239527:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.464793:0:239527:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.464796:0:239527:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.464798:0:239527:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.464800:0:239527:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff0:0x0] 00800000:00000001:0.0:1783976329.464802:0:239527:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.464805:0:239527:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976329.464808:0:239527:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30ba0. 00000002:00100000:0.0:1783976329.464813:0:239527:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976345 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976329.464818:0:239527:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976329.464820:0:239527:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976329.464823:0:239527:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976329.464827:0:239527:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464829:0:239527:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.464832:0:239527:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.464835:0:239527:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05f80 x1870620496621824/t25770086014(25770086014) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976345 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976329.464842:0:239527:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976329.464846:0:239527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976329.464884:0:239527:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976329.464885:0:239527:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976329.464888:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00000008:0.0:1783976329.464890:0:239527:0:(file.c:1297:ll_file_open()) COMPLETED file file3:[0x200002b12:0x11ff0:0x0](ffff96f97ab621c8), flags 104501, rc = 0 00000080:00000001:0.0:1783976329.464895:0:239527:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976329.464896:0:239527:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e240 released 00000080:00010000:0.0:1783976329.464899:0:239527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0933d from it ffff96f97dd7e240 00010000:00000001:0.0:1783976329.464901:0:239527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976329.464903:0:239527:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976329.464904:0:239527:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976329.464906:0:239527:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.464908:0:239527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976329.464910:0:239527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976329.464913:0:239527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976329.464921:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.464922:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.464923:0:239527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976329.464925:0:239527:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976329.464928:0:239527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976329.464936:0:239527:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976329.464939:0:239527:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976329.464941:0:239527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976329.464945:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.464946:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976329.464948:0:239527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.464951:0:239527:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976329.464952:0:239527:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.464954:0:239527:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.464957:0:239527:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.464959:0:239527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976329.464960:0:239527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976329.464962:0:239527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976329.464963:0:239527:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976329.464964:0:239527:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976329.464966:0:239527:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976329.464968:0:239527:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976329.464970:0:239527:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976329.464972:0:239527:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464974:0:239527:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976329.464975:0:239527:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464977:0:239527:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976329.464980:0:239527:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464981:0:239527:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976329.464984:0:239527:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e240. 00000080:00000001:0.0:1783976329.464987:0:239527:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.464992:0:239527:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976329.464994:0:239527:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff0:0x0](ffff96f97ab621c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976329.464997:0:239527:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976329.465021:0:239527:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976329.465023:0:239527:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0daa8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000002:0.0:1783976329.465026:0:239527:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0daa8) owner 0000000000000000/ffff96f95e3527c0 00020000:00000001:0.0:1783976329.465028:0:239527:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.465038:0:239527:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976329.465040:0:239527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976329.465043:0:239527:0:(llite_lib.c:2432:ll_setattr_raw()) START file file3:[0x200002b12:0x11ff0:0x0](ffff96f97ab621c8) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976329.000000000, mtime 1783976329.000000000, ctime 1783976329.000000000 00000080:00000002:0.0:1783976329.465049:0:239527:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976329, ctime 1783976329, now = 1783976329 00000080:00000010:0.0:1783976329.465053:0:239527:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976329.465055:0:239527:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976329.465062:0:239527:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976329.465063:0:239527:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ff0:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976329.465065:0:239527:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976329.465066:0:239527:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976329.465068:0:239527:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976329.465069:0:239527:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976329.465070:0:239527:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976329.465073:0:239527:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff0:0x0] 00800000:00000001:0.0:1783976329.465074:0:239527:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.465078:0:239527:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976329.465080:0:239527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976329.465085:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 2 00010000:00000001:0.0:1783976329.465087:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976329.465090:0:239527:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976329.465092:0:239527:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976329.465095:0:239527:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd0933d lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eab9b1 expref: -99 pid: 239527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976329.465102:0:239527:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976329.465105:0:239527:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976329.465107:0:239527:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976329.465109:0:239527:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff0:0x0] mode (null) 00000002:00000001:0.0:1783976329.465624:0:239527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.465627:0:239527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.465630:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976329.465633:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976329.465636:0:239527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.465638:0:239527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.465639:0:239527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.465640:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976329.465642:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976329.465644:0:239527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.465646:0:239527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.465647:0:239527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.465648:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976329.465650:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976329.465652:0:239527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976329.465653:0:239527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976329.465655:0:239527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976329.465656:0:239527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976329.465658:0:239527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976329.465659:0:239527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.465661:0:239527:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976329.465664:0:239527:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976329.465667:0:239527:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000001:0.0:1783976329.482714:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.482717:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976329.482720:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976329.482727:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104380 x1870620496622336/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.482735:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976329.482737:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.482741:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976329.482744:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976329.482746:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976329.482750:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496622336:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.482754:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976329.482759:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976329.482761:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.482764:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976329.482768:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389800. 02000000:00000001:0.0:1783976329.482770:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976329.482776:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976329.482781:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976329.482787:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976329.482794:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496622336, portal 4 00000100:00000001:0.0:1783976329.482796:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.482797:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921418624 : -115476788132992 : ffff96f977104380) 00000100:00000040:0.0:1783976329.482803:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977104380 x1870620496622336/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.482810:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976329.482812:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976329.482814:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783976329.482818:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496622336, offset 0 00000400:00000200:0.0:1783976329.482823:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976329.482831:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.482838:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976329.482844:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976329.482848:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976329.482852:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976329.482854:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976329.482857:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778483:778483:256:4294967295] 192.168.201.114@tcp LPNI seq info [778461:778461:8:4294967295] 00000400:00000200:0.0:1783976329.482861:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976329.482870:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976329.482876:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976329.482881:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b900. 00000800:00000200:0.0:1783976329.482887:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976329.482894:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976329.482898:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976329.482916:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.482921:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 60026 usecs (61 jiffies) 00000400:00000200:0.0:1783976329.482924:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976329.482927:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308535382 00000100:00000001:0.0:1783976329.482929:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.482932:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308535382 00000100:00000001:0.0:1783976329.482934:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308535548 00000100:00000001:0.0:1783976329.482937:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.482939:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.482942:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.482944:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.487194:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.487199:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976329.487203:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.487205:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976329.487507:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976329.487509:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976329.487513:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976329.487518:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976329.487522:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976329.487525:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976329.487531:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104380 x1870620496622336/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976329.487540:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104380 x1870620496622336/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.487546:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976329.487548:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.487550:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976329.487553:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976329.487556:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976329.487558:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976329.487561:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976329.487570:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=118 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976329.487575:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976329.487578:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976329.487580:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976329.487583:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976329.487586:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.487589:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976329.487591:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976329.487593:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976329.487595:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976329.487597:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921418624 : -115476788132992 : ffff96f977104380) 00000100:00000001:0.0:1783976329.487600:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976329.487602:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915092 00000100:00000001:0.0:1783976329.487604:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976329.487606:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.487611:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104380 x1870620496622336/t12884915102(12884915102) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.487617:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976329.487620:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976329.487622:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976329.487626:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976329.487696:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976329.487702:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104380 x1870620496622336/t12884915102(12884915102) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976329.487709:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496622336:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976329.487714:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.487717:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976329.487719:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977104380 x1870620496622336/t12884915102(12884915102) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976329.487725:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.487727:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976329.487731:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976329.487733:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976329.487734:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976329.487737:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.121691:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976331.121695:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.121697:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976331.520829:0:239529:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.520838:0:239529:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.520840:0:239529:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.520844:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbc0 00000080:00200000:0.0:1783976331.520849:0:239529:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976331.520857:0:239529:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368800. 00800000:00000002:0.0:1783976331.520865:0:239529:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.520869:0:239529:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.520875:0:239529:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.520877:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fae0 00800000:00000002:0.0:1783976331.520879:0:239529:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.520883:0:239529:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.520886:0:239529:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.520888:0:239529:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.520891:0:239529:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.520893:0:239529:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.520895:0:239529:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.520898:0:239529:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.520900:0:239529:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.520904:0:239529:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976331.520909:0:239529:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.520911:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f9b0 00000002:00010000:0.0:1783976331.520913:0:239529:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.520917:0:239529:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.520919:0:239529:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.520922:0:239529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.520930:0:239529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976331.520933:0:239529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.520937:0:239529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.520943:0:239529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976331.520948:0:239529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 02000000:00000001:0.0:1783976331.520960:0:239529:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976331.520965:0:239529:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.520968:0:239529:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000002:00000001:0.0:1783976331.520975:0:239529:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976331.520978:0:239529:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.520980:0:239529:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.520982:0:239529:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.520983:0:239529:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.520985:0:239529:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976331.520988:0:239529:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976331.520991:0:239529:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976331.520995:0:239529:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368800. 00000080:00000001:0.0:1783976331.520999:0:239529:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976331.521001:0:239529:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.521003:0:239529:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976331.521007:0:239529:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976331.521010:0:239529:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976331.521013:0:239529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.521015:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.521017:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.521020:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976331.521022:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.521024:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.521027:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.521029:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.521030:0:239529:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.521032:0:239529:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.521034:0:239529:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481d0fbf8 00010000:00000001:0.0:1783976331.521037:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.521038:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.521039:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976331.521041:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.521043:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.521045:0:239529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.521048:0:239529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00000001:0.0:1783976331.521054:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.521054:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.521056:0:239529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976331.521058:0:239529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976331.521060:0:239529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00000001:0.0:1783976331.521069:0:239529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976331.521071:0:239529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976331.521073:0:239529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.521077:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.521078:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.521079:0:239529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.521083:0:239529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976331.521085:0:239529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.521087:0:239529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.521089:0:239529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.521091:0:239529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.521093:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.521094:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976331.521096:0:239529:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976331.521097:0:239529:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.521100:0:239529:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976331.521104:0:239529:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.521112:0:239529:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c306e0. 00000080:00000001:0.0:1783976331.521116:0:239529:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.521117:0:239529:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.521118:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb00 00000080:00200000:0.0:1783976331.521120:0:239529:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976331.521123:0:239529:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368800. 00800000:00000002:0.0:1783976331.521126:0:239529:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.521128:0:239529:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.521129:0:239529:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.521131:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa20 00800000:00000002:0.0:1783976331.521133:0:239529:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.521173:0:239529:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.521174:0:239529:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.533609:0:239529:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.533621:0:239529:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.533623:0:239529:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.533626:0:239529:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.533629:0:239529:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.533632:0:239529:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.533636:0:239529:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976331.533644:0:239529:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.533648:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f8f0 00000002:00010000:0.0:1783976331.533652:0:239529:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.533655:0:239529:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.533657:0:239529:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.533661:0:239529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.533668:0:239529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976331.533670:0:239529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.533675:0:239529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.533678:0:239529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976331.533683:0:239529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 02000000:00000001:0.0:1783976331.533694:0:239529:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976331.533699:0:239529:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.533702:0:239529:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000002:00000001:0.0:1783976331.533708:0:239529:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976331.533710:0:239529:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.533711:0:239529:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.533713:0:239529:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.533715:0:239529:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.533717:0:239529:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976331.533720:0:239529:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976331.533723:0:239529:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976331.533727:0:239529:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368800. 00000080:00000001:0.0:1783976331.533732:0:239529:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976331.533733:0:239529:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.533736:0:239529:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976331.533740:0:239529:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd091e6 00800000:00000001:0.0:1783976331.533743:0:239529:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976331.533745:0:239529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.533747:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.533749:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.533751:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976331.533754:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.533756:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.533759:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.533761:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.533763:0:239529:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.533764:0:239529:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.533767:0:239529:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd091e6 from it ffffaf1481d0fb38 00010000:00000001:0.0:1783976331.533770:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.533771:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.533772:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bb600 refcount=3 00000020:00000001:0.0:1783976331.533774:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.533776:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923217408 : -115476786334208 : ffff96f9772bb600) 00010000:00000001:0.0:1783976331.533778:0:239529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.533781:0:239529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00000001:0.0:1783976331.533786:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.533787:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.533789:0:239529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976331.533790:0:239529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976331.533793:0:239529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00000001:0.0:1783976331.533801:0:239529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976331.533804:0:239529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976331.533806:0:239529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.533810:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.533811:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.533813:0:239529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.533816:0:239529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976331.533818:0:239529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.533820:0:239529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.533822:0:239529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.533823:0:239529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.533825:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.533826:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976331.533829:0:239529:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976331.533830:0:239529:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.533834:0:239529:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 3 00000080:00000001:0.0:1783976331.533839:0:239529:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.533843:0:239529:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976331.533845:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb50 00000080:00200000:0.0:1783976331.533847:0:239529:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56od.sanity.negref, dir=[0x200000007:0x1:0x0](ffff96f974175348), file ffff96f960ec6c00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976331.533856:0:239529:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e240. 00000080:00000001:0.0:1783976331.533861:0:239529:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976331.533863:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa00 00000080:00200000:0.0:1783976331.533865:0:239529:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56od.sanity.negref, dir=[0x200000007:0x1:0x0](ffff96f974175348), intent=open|creat 00000080:00000010:0.0:1783976331.533872:0:239529:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854368800. 00800000:00000002:0.0:1783976331.533875:0:239529:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.533882:0:239529:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.533883:0:239529:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.533885:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f920 00800000:00000002:0.0:1783976331.533887:0:239529:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56od.sanity.negref' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.533889:0:239529:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976331.533892:0:239529:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976331.533895:0:239529:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.533896:0:239529:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.533898:0:239529:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.533899:0:239529:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.533900:0:239529:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.533902:0:239529:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.533904:0:239529:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.533907:0:239529:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976331.533910:0:239529:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976331.533911:0:239529:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976331.533914:0:239529:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976331.533916:0:239529:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976331.533918:0:239529:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff1:0x0] 40000000:00000001:0.0:1783976331.533921:0:239529:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.533923:0:239529:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.533924:0:239529:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.533926:0:239529:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.533927:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f8a0 00800000:00000002:0.0:1783976331.533930:0:239529:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b12:0x11ff1:0x0], name='f56od.sanity.negref' -> mds #0 layout version 1 00000002:00000001:0.0:1783976331.533933:0:239529:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.533934:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f7d8 00000002:00010000:0.0:1783976331.533936:0:239529:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56od.sanity.negref,[0x200002b12:0x11ff1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976331.533939:0:239529:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976331.533942:0:239529:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976331.533945:0:239529:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976331.533948:0:239529:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.533950:0:239529:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976331.533952:0:239529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 2 00010000:00000001:0.0:1783976331.533954:0:239529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.533956:0:239529:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976331.533959:0:239529:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976331.533961:0:239529:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00000001:0.0:1783976331.533968:0:239529:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976331.533972:0:239529:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976331.533974:0:239529:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976331.533975:0:239529:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783976331.533978:0:239529:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.533979:0:239529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.533981:0:239529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 3 00010000:00000001:0.0:1783976331.533983:0:239529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976331.533986:0:239529:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.533987:0:239529:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.533988:0:239529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.533989:0:239529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 3 00010000:00000001:0.0:1783976331.533991:0:239529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976331.533993:0:239529:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.533994:0:239529:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.533995:0:239529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.533997:0:239529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2fe00 count: 3 00010000:00000001:0.0:1783976331.533998:0:239529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976331.534000:0:239529:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.534001:0:239529:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976331.534005:0:239529:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96f974175280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976331.534008:0:239529:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976331.534016:0:239529:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976331.534018:0:239529:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976331.534019:0:239529:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.534022:0:239529:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976331.534025:0:239529:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976331.534027:0:239529:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976331.534028:0:239529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.534030:0:239529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976331.534033:0:239529:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9772bb600 with handle 0x5bb448586bd091e6 from hash 00010000:00000001:0.0:1783976331.534035:0:239529:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976331.534036:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.534037:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.534038:0:239529:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976331.534040:0:239529:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976331.534041:0:239529:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976331.534043:0:239529:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976331.534045:0:239529:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.534046:0:239529:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976331.535269:0:239529:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04a80. 00000020:00000040:0.0:1783976331.535291:0:239529:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=45 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976331.535301:0:239529:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976331.535303:0:239529:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.535307:0:239529:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1783976331.535313:0:239529:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.535315:0:239529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.535319:0:239529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.535333:0:239529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d118000. 00000100:00000001:0.0:1783976331.535340:0:239529:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.535345:0:239529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.535347:0:239529:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976331.535353:0:239529:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:0.0:1783976331.535362:0:239529:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976331.535365:0:239529:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976331.535367:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976331.535370:0:239529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb600/0x5bb448586bd091e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eab519 expref: -99 pid: 239306 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00000040:0.0:1783976331.535378:0:239529:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97ad2fe00 count: 0 00010000:00000010:0.0:1783976331.535384:0:239529:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97dc0bf80. 00010000:00000001:0.0:1783976331.535394:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.535396:0:239529:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.535397:0:239529:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.535398:0:239529:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.535400:0:239529:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.535521:0:239529:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00010000:00000001:0.0:1783976331.535528:0:239529:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976331.535530:0:239529:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976331.535536:0:239529:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63800. 00010000:00000010:0.0:1783976331.535541:0:239529:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976331.535545:0:239529:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976331.535549:0:239529:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976331.535551:0:239529:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976331.535554:0:239529:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd0934b to hash 00000020:00000001:0.0:1783976331.535557:0:239529:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976331.535558:0:239529:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.535563:0:239529:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.535566:0:239529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.535569:0:239529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.535572:0:239529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.535580:0:239529:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239529 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976331.535592:0:239529:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976331.535605:0:239529:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04a80 x1870620496622848/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976331.535613:0:239529:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976331.535619:0:239529:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.535621:0:239529:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.535628:0:239529:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1370c0. 00000100:00000001:0.0:1783976331.535630:0:239529:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988735680 : -115476720815936 : ffff96f97b1370c0) 00000100:00000001:0.0:1783976331.535632:0:239529:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.535634:0:239529:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000001:0.0:1783976331.535638:0:239529:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.535642:0:239529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.535644:0:239529:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.535646:0:239529:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.535650:0:239529:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04a80 x1870620496622848/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.535658:0:239529:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.535660:0:239529:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.535663:0:239529:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.535666:0:239529:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.535668:0:239529:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.535671:0:239529:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239529:1870620496622848:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976331.535676:0:239529:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.535681:0:239529:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.535684:0:239529:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.535686:0:239529:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.535743:0:239529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976331.535745:0:239529:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.535753:0:239529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.535759:0:239529:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976331.535766:0:239529:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f85438b400. 00000100:00000200:0.0:1783976331.535773:0:239529:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496622848, portal 10 00000100:00000001:0.0:1783976331.535775:0:239529:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.535776:0:239529:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000040:0.0:1783976331.535783:0:239529:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04a80 x1870620496622848/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976347 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.535790:0:239529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.535792:0:239529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.535794:0:239529:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137480. 00000100:00000200:0.0:1783976331.535798:0:239529:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496622848, offset 0 00000400:00000200:0.0:1783976331.535804:0:239529:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.535812:0:239529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.535819:0:239529:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.535825:0:239529:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.535829:0:239529:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.535833:0:239529:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.535836:0:239529:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.535839:0:239529:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778485:778485:256:4294967295] 192.168.201.114@tcp LPNI seq info [778463:778463:8:4294967295] 00000400:00000200:0.0:1783976331.535844:0:239529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.535854:0:239529:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.535859:0:239529:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.535864:0:239529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854368c00. 00000800:00000200:0.0:1783976331.535871:0:239529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.535878:0:239529:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.535883:0:239529:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854368c00 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976331.535988:0:239529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.535993:0:239529:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976331.535997:0:239529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.536000:0:239529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537384 00000100:00000010:0.0:1783976331.536004:0:239529:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e1e0. 00000100:00000001:0.0:1783976331.536012:0:239529:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976331.536019:0:239529:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537384 00000100:00000010:0.0:1783976331.536023:0:239529:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e540. 00000100:00000001:0.0:1783976331.536026:0:239529:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976331.536029:0:239529:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.536031:0:239529:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.536034:0:239529:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.536036:0:239529:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.536038:0:239529:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1370c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.536041:0:239529:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.536044:0:239529:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.559568:0:239529:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.559576:0:239529:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.559578:0:239529:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.559582:0:239529:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976331.559586:0:239529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85438b400 00000400:00000010:0.0:1783976331.559588:0:239529:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f85438b400. 00000100:00000001:0.0:1783976331.559592:0:239529:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.559597:0:239529:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04a80 x1870620496622848/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.559605:0:239529:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04a80 x1870620496622848/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.559610:0:239529:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.559612:0:239529:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.559614:0:239529:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.559618:0:239529:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.559620:0:239529:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.559622:0:239529:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.559625:0:239529:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.559633:0:239529:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976331.559638:0:239529:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.559640:0:239529:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.559641:0:239529:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.559645:0:239529:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.559648:0:239529:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.559651:0:239529:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976331.559653:0:239529:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x60001b075/0x1] 00000100:00000001:0.0:1783976331.559656:0:239529:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976331.559658:0:239529:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.559660:0:239529:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000001:0.0:1783976331.559663:0:239529:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.559665:0:239529:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976331.559667:0:239529:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.559669:0:239529:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.559674:0:239529:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976347 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.559681:0:239529:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.559684:0:239529:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.559686:0:239529:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.559690:0:239529:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976347 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.559697:0:239529:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:239529:1870620496622848:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976331.559702:0:239529:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.559705:0:239529:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.559708:0:239529:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.559710:0:239529:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.559713:0:239529:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976347 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.559720:0:239529:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.559723:0:239529:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1370c0. 00000100:00000001:0.0:1783976331.559726:0:239529:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.559728:0:239529:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.559731:0:239529:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976331.559736:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.559738:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.559742:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976331.559744:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559747:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976331.559754:0:239529:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b400, remote cookie: 0xa91b1f6e92eab9e2, flags: 0x1001 00010000:00010000:0.0:1783976331.559759:0:239529:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976331.559768:0:239529:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783976331.559770:0:239529:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976331.559778:0:239529:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63700. 00010000:00000010:0.0:1783976331.559783:0:239529:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8c80. 00010000:00000040:0.0:1783976331.559788:0:239529:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63800 count: 0 00010000:00000010:0.0:1783976331.559793:0:239529:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976331.559801:0:239529:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.559805:0:239529:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.559813:0:239529:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.559821:0:239529:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976331.559825:0:239529:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976331.559829:0:239529:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976331.559830:0:239529:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976331.559832:0:239529:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976331.559834:0:239529:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff1:0x0].0x0 (ffff96f977b63700) refcount = 1 00010000:00010000:0.0:1783976331.559838:0:239529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.559844:0:239529:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976331.559847:0:239529:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976331.559849:0:239529:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.559852:0:239529:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976331.559854:0:239529:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.559858:0:239529:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.559864:0:239529:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976331.559866:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.559868:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.559869:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.559870:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.559871:0:239529:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.559875:0:239529:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976331.559877:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.559878:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.559880:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976331.559881:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559883:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559885:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.559886:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.559888:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976331.559890:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559891:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559894:0:239529:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.559897:0:239529:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.559900:0:239529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.559906:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.559907:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.559908:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.559909:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.559910:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976331.559912:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559914:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559917:0:239529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.559919:0:239529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.559926:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.559927:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976331.559929:0:239529:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.559934:0:239529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.559935:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.559936:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.559937:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.559938:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976331.559943:0:239529:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976331.559952:0:239529:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976331.559956:0:239529:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976331.559962:0:239529:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.559969:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.559970:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.559971:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976331.559972:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.559974:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976331.559978:0:239529:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976331.559986:0:239529:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99000. 00010000:00000001:0.0:1783976331.559988:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.559989:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.559990:0:239529:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.559992:0:239529:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.559996:0:239529:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976331.559998:0:239529:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.559999:0:239529:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000001:0.0:1783976331.560001:0:239529:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.560002:0:239529:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00010000:00000001:0.0:1783976331.560004:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.560005:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.560006:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976331.560008:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.560010:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976331.560013:0:239529:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.560018:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.560019:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.560021:0:239529:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976331.560022:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.560023:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.560024:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976331.560026:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.560029:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976331.560032:0:239529:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63700 count: 2 00010000:00000001:0.0:1783976331.560035:0:239529:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976331.560038:0:239529:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73713 (0 0) 00010000:00000001:0.0:1783976331.560041:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.560043:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.560044:0:239529:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976331.560047:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f760 00000002:00002000:0.0:1783976331.560050:0:239529:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56od.sanity.negref intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976331.560053:0:239529:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.560057:0:239529:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.560060:0:239529:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976331.560063:0:239529:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976331.560067:0:239529:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.560071:0:239529:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.560074:0:239529:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976331.560076:0:239529:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e240 it_disposition 1800037 00000080:00002000:0.0:1783976331.560082:0:239529:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f94dc901b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976331.560087:0:239529:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976331.560090:0:239529:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976331.560091:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f988 00000080:00200000:0.0:1783976331.560094:0:239529:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56od.sanity.negref, dir=[0x200000007:0x1:0x0](ffff96f974175348), intent=open|creat 00000080:00000001:0.0:1783976331.560097:0:239529:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976331.560099:0:239529:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976331.560104:0:239529:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976331.560107:0:239529:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976331.560110:0:239529:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513201 : 144115373061513201 : 200002b12011ff1) 00000080:00000001:0.0:1783976331.560113:0:239529:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976331.560122:0:239529:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab66b40. 00000020:00000001:0.0:1783976331.560132:0:239529:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976331.560134:0:239529:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976331.561469:0:239529:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976331.561472:0:239529:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11ff1:0x0](ffff96f97ab66c08) 00000020:00000001:0.0:1783976331.561479:0:239529:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976331.561487:0:239529:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976331.561492:0:239529:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369800. 00000020:00000010:0.0:1783976331.561500:0:239529:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854368c00. 00000020:00000010:0.0:1783976331.561503:0:239529:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e120. 00000008:00000010:0.0:1783976331.561509:0:239529:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976331.561514:0:239529:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976331.561518:0:239529:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976331.561523:0:239529:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976331.561527:0:239529:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976331.561531:0:239529:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976331.561534:0:239529:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976331.561537:0:239529:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976331.561541:0:239529:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976331.561545:0:239529:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976331.561548:0:239529:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976331.561551:0:239529:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976331.561555:0:239529:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976331.561560:0:239529:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34640. 00000020:00000001:0.0:1783976331.561563:0:239529:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976331.561565:0:239529:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976331.561572:0:239529:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976331.561576:0:239529:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0dd90. 00020000:00000001:0.0:1783976331.561578:0:239529:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034704272 : -115476674847344 : ffff96f97dd0dd90) 00020000:00000001:0.0:1783976331.561582:0:239529:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976331.561585:0:239529:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976331.561590:0:239529:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ea20. 00020000:00000010:0.0:1783976331.561594:0:239529:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798f780. 00020000:00000010:0.0:1783976331.561600:0:239529:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ede0. 00020000:00000001:0.0:1783976331.561602:0:239529:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167200 : -115476674384416 : ffff96f97dd7ede0) 00020000:00000002:0.0:1783976331.561604:0:239529:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ede0, objid 0x11ff1:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976331.561608:0:239529:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976331.561613:0:239529:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f780: ostid: 0x2c0000403:5856 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976331.561615:0:239529:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976331.561617:0:239529:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ede0, objid 0x11ff1:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976331.561621:0:239529:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976331.561624:0:239529:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798f780: ostid: 0x2c0000403:5856 ost idx: 1 gen: 0 00020000:00000010:0.0:1783976331.561628:0:239529:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b89e0. 00020000:00000010:0.0:1783976331.561631:0:239529:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f97b1370c0. 00020000:00000001:0.0:1783976331.561635:0:239529:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976331.561638:0:239529:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148798. 00020000:00000001:0.0:1783976331.561641:0:239529:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976331.561642:0:239529:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976331.561649:0:239529:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976331.561652:0:239529:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34a28. 00000020:00000001:0.0:1783976331.561653:0:239529:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976331.561654:0:239529:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976331.561657:0:239529:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033814696 : -115476675736920 : ffff96f97dc34aa8) 00020000:00000001:0.0:1783976331.561660:0:239529:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976331.561664:0:239529:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbc1c0. 00020000:00000001:0.0:1783976331.561666:0:239529:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.561670:0:239529:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033814696 : -115476675736920 : ffff96f97dc34aa8) 00020000:00000001:0.0:1783976331.561673:0:239529:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033814696 : -115476675736920 : ffff96f97dc34aa8) 00020000:00000002:0.0:1783976331.561675:0:239529:0:(lov_object.c:134:lov_init_sub()) [0x2c0000403:0x16e0:0x0]@ffff96f97dc34a28[0:0] -> [0x200002b12:0x11ff1:0x0]@ffff96f97dc34640: ostid: 0x2c0000403:5856 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976331.561680:0:239529:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976331.561682:0:239529:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976331.561684:0:239529:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.561687:0:239529:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033813696 : -115476675737920 : ffff96f97dc346c0) 00000020:00001000:0.0:1783976331.561690:0:239529:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976331.561693:0:239529:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854368c00. 00000020:00000010:0.0:1783976331.561697:0:239529:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e120. 00000008:00000010:0.0:1783976331.561700:0:239529:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976331.561704:0:239529:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976331.561707:0:239529:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976331.561710:0:239529:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976331.561713:0:239529:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976331.561717:0:239529:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369800. 00000008:00000010:0.0:1783976331.561721:0:239529:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976331.561724:0:239529:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976331.561726:0:239529:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976331.561728:0:239529:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976331.561731:0:239529:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976331.561733:0:239529:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976331.561737:0:239529:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513201 : 144115373061513201 : 200002b12011ff1) 00000080:00000001:0.0:1783976331.561740:0:239529:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976331.561742:0:239529:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513201 mtime from 0 to 1783976331 00000080:00000001:0.0:1783976331.561747:0:239529:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976331.561750:0:239529:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982639624 : -115476726911992 : ffff96f97ab66c08) 00010000:00000001:0.0:1783976331.561753:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.561756:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.561760:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976331.561762:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.561765:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000080:00000001:0.0:1783976331.561768:0:239529:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976331.561769:0:239529:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976331.561772:0:239529:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976331.561774:0:239529:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854369400. 00000020:00000010:0.0:1783976331.561776:0:239529:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f854369800. 00000020:00000010:0.0:1783976331.561778:0:239529:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e120. 00000008:00000010:0.0:1783976331.561781:0:239529:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976331.561783:0:239529:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976331.561785:0:239529:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976331.561788:0:239529:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976331.561790:0:239529:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976331.561792:0:239529:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f854368c00. 00000008:00000010:0.0:1783976331.561794:0:239529:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976331.561795:0:239529:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976331.561797:0:239529:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976331.561799:0:239529:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976331.561801:0:239529:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976331.561803:0:239529:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976331.561804:0:239529:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976331.561807:0:239529:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976331.561808:0:239529:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976331.561811:0:239529:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e1e0. 00020000:00000010:0.0:1783976331.561814:0:239529:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97798fc00. 00020000:00000010:0.0:1783976331.561816:0:239529:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e540. 00020000:00000001:0.0:1783976331.561818:0:239529:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164992 : -115476674386624 : ffff96f97dd7e540) 00020000:00000002:0.0:1783976331.561820:0:239529:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e540, objid 0x11ff1:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976331.561824:0:239529:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976331.561826:0:239529:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97798fc00: ostid: 0x2c0000403:5856 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976331.561829:0:239529:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0dd90) owner ffff96f97a3ba7c0 00020000:00000001:0.0:1783976331.561833:0:239529:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976331.561835:0:239529:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0dd90) owner ffff96f97a3ba7c0 00020000:00000010:0.0:1783976331.561839:0:239529:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97798fc00. 00020000:00000010:0.0:1783976331.561842:0:239529:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e1e0. 00020000:00000010:0.0:1783976331.561844:0:239529:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e540. 00020000:00000002:0.0:1783976331.561846:0:239529:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff1:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976331.561848:0:239529:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.561850:0:239529:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.561853:0:239529:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976331.561855:0:239529:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dd90) owner 0000000000000000/ffff96f97a3ba7c0 00020000:00000002:0.0:1783976331.561857:0:239529:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7ede0 addref 2/0 by ffff96f97a3ba7c0. 00020000:00000002:0.0:1783976331.561860:0:239529:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dd90) owner 0000000000000000/ffff96f97a3ba7c0 00020000:00000001:0.0:1783976331.561862:0:239529:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976331.561864:0:239529:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976331.561865:0:239529:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976331.561867:0:239529:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976331.561869:0:239529:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976331.561872:0:239529:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff1:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976331.561874:0:239529:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976331.561876:0:239529:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f854369800. 00000020:00000010:0.0:1783976331.561878:0:239529:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e120. 00000008:00000010:0.0:1783976331.561880:0:239529:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976331.561882:0:239529:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976331.561884:0:239529:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976331.561886:0:239529:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976331.561888:0:239529:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976331.561890:0:239529:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854369400. 00000008:00000010:0.0:1783976331.561892:0:239529:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976331.561894:0:239529:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976331.561895:0:239529:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976331.561898:0:239529:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976331.561900:0:239529:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f854368c00. 00000020:00000010:0.0:1783976331.561902:0:239529:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976331.561904:0:239529:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.561906:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.561907:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976331.561909:0:239529:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976331.561912:0:239529:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976331.561914:0:239529:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.561916:0:239529:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11ff1:0x0](ffff96f97ab66c08) 00000080:00010000:0.0:1783976331.561919:0:239529:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff1:0x0](ffff96f97ab66c08) for lock 0x5bb448586bd0934b 00800000:00000001:0.0:1783976331.561922:0:239529:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976331.561924:0:239529:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.561925:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.561926:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.561928:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976331.561930:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.561932:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.561934:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.561935:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.561937:0:239529:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.561938:0:239529:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.561939:0:239529:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976331.561941:0:239529:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.561952:0:239529:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976347 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.561960:0:239529:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.561966:0:239529:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.561969:0:239529:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff1:0x0](ffff96f97ab66c08) 00000080:00000001:0.0:1783976331.561972:0:239529:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976331.561975:0:239529:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368800. 00000100:00000001:0.0:1783976331.561977:0:239529:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.561980:0:239529:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976347 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.561985:0:239529:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.561988:0:239529:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976331.561990:0:239529:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.561997:0:239529:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976331.562000:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa60 00000080:00200008:0.0:1783976331.562002:0:239529:0:(file.c:1058:ll_file_open()) START file f56od.sanity.negref:[0x200002b12:0x11ff1:0x0](ffff96f97ab66c08), flags 104501 00000080:00000010:0.0:1783976331.562009:0:239529:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8ac80. 00000080:00000010:0.0:1783976331.562014:0:239529:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99080. 00000080:00000001:0.0:1783976331.562017:0:239529:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976331.562021:0:239529:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976331.562023:0:239529:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.562026:0:239529:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.562028:0:239529:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.562030:0:239529:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.562032:0:239529:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.562034:0:239529:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff1:0x0] 00800000:00000001:0.0:1783976331.562037:0:239529:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.562039:0:239529:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976331.562043:0:239529:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30e00. 00000002:00100000:0.0:1783976331.562047:0:239529:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976331.562054:0:239529:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.562055:0:239529:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976331.562058:0:239529:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976331.562061:0:239529:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.562064:0:239529:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.562066:0:239529:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.562069:0:239529:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04a80 x1870620496622848/t25770086017(25770086017) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976331.562076:0:239529:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.562079:0:239529:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97d320000. 02000000:00000001:0.0:1783976331.562114:0:239529:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976331.562116:0:239529:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.562118:0:239529:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa60 00000080:00000008:0.0:1783976331.562120:0:239529:0:(file.c:1297:ll_file_open()) COMPLETED file f56od.sanity.negref:[0x200002b12:0x11ff1:0x0](ffff96f97ab66c08), flags 104501, rc = 0 00000080:00000001:0.0:1783976331.562124:0:239529:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976331.562126:0:239529:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e240 released 00000080:00010000:0.0:1783976331.562128:0:239529:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0934b from it ffff96f97dd7e240 00010000:00000001:0.0:1783976331.562131:0:239529:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.562132:0:239529:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.562134:0:239529:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976331.562168:0:239529:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.562170:0:239529:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976331.562172:0:239529:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.562187:0:239529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.562195:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.562196:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.562197:0:239529:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976331.562201:0:239529:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976331.562204:0:239529:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0934b lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab9e2 expref: -99 pid: 239529 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976331.562211:0:239529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976331.562214:0:239529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976331.562225:0:239529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.562230:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.562231:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.562233:0:239529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.562236:0:239529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976331.562238:0:239529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.562240:0:239529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.562244:0:239529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.562246:0:239529:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.562247:0:239529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.562248:0:239529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976331.562249:0:239529:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976331.562251:0:239529:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976331.562253:0:239529:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976331.562255:0:239529:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976331.562257:0:239529:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976331.562258:0:239529:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.562261:0:239529:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976331.562263:0:239529:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.562265:0:239529:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976331.562267:0:239529:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.562268:0:239529:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976331.562271:0:239529:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e240. 00000080:00000001:0.0:1783976331.562274:0:239529:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.563376:0:239529:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976331.563382:0:239529:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff1:0x0](ffff96f97ab66c08), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976331.563389:0:239529:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.598621:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976331.598625:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.598628:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.598634:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3c380 x1870620496623360/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.598642:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.598644:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.598648:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.598650:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.598653:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.598656:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496623360:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976331.598661:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.598666:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.598668:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.598670:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.598675:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976331.598677:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.598684:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.598688:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976331.598694:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976331.598701:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496623360, portal 4 00000100:00000001:0.0:1783976331.598703:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.598704:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998194048 : -115476711357568 : ffff96f97ba3c380) 00000100:00000040:0.0:1783976331.598711:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3c380 x1870620496623360/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976347 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.598724:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.598727:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.598729:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783976331.598732:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496623360, offset 0 00000400:00000200:0.0:1783976331.598739:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.598746:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.598754:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.598759:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.598762:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.598766:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.598768:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.598772:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778488:778488:256:4294967295] 192.168.201.114@tcp LPNI seq info [778466:778466:8:4294967295] 00000400:00000200:0.0:1783976331.598777:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.598787:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.598793:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.598798:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b400. 00000800:00000200:0.0:1783976331.598804:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.598811:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.598816:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976331.598833:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.598838:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 33020 usecs (34 jiffies) 00000400:00000200:0.0:1783976331.598841:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.598843:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537471 00000100:00000010:0.0:1783976331.598848:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e240. 00000100:00000001:0.0:1783976331.598855:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976331.598864:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537471 00000100:00000010:0.0:1783976331.598867:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e120. 00000100:00000001:0.0:1783976331.598870:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976331.598873:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.598876:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.598878:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.598881:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.603524:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.603533:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976331.603541:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976331.603544:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.603548:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.603551:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.609817:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976331.609823:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.609831:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.609833:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.609836:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976331.609841:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976331.609844:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976331.609847:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.609853:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3c380 x1870620496623360/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976347 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.609862:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3c380 x1870620496623360/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976347 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.609868:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.609870:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.609872:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.609875:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.609878:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.609880:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.609883:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.609894:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976331.609898:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=78 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976331.609900:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.609902:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.609905:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.609908:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.609911:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976331.609913:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976331.609915:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976331.609917:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.609919:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998194048 : -115476711357568 : ffff96f97ba3c380) 00000100:00000001:0.0:1783976331.609922:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976331.609924:0:2408:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: committing for last_committed 8589944193 gen 16 00000100:00000040:0.0:1783976331.609930:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589944193) req@ffff96f981c05180 x1870620496599424/t8589944193(8589944193) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.609936:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.609940:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496599424/t8589944193(8589944193) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976338 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.609946:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.609948:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.609951:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976331.609955:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.609957:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.609959:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=3 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.609961:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.609963:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369a00. 02000000:00000001:0.0:1783976331.609966:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.609968:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.609970:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976331.609973:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.609974:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976331.609978:0:2408:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff96f97ba3c380 x1870620496623360/t8589944194(8589944194) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.609984:0:2408:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976331.609986:0:2408:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:0.0:1783976331.609988:0:2408:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.609991:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.609995:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3c380 x1870620496623360/t8589944194(8589944194) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.610000:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.610003:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.610005:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976331.610008:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976331.610077:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.610091:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3c380 x1870620496623360/t8589944194(8589944194) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.610098:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496623360:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976331.610103:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.610105:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.610109:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3c380 x1870620496623360/t8589944194(8589944194) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.610114:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.610116:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.610123:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.610125:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.610127:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976331.610130:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.732098:0:239534:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.732110:0:239534:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.732114:0:239534:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.732118:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00200000:0.0:1783976331.732124:0:239534:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976331.732133:0:239534:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000002:0.0:1783976331.732192:0:239534:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.732197:0:239534:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.732203:0:239534:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.732205:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fae0 00800000:00000002:0.0:1783976331.732208:0:239534:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.732212:0:239534:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.732224:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.732228:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.732231:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.732234:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.732237:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.732239:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.732243:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.732247:0:239534:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976331.732253:0:239534:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.732255:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f9b0 00000002:00010000:0.0:1783976331.732257:0:239534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.732261:0:239534:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.732263:0:239534:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.732267:0:239534:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.732275:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976331.732277:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.732288:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.732293:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976331.732298:0:239534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 02000000:00000001:0.0:1783976331.732310:0:239534:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976331.732316:0:239534:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.732319:0:239534:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000002:00000001:0.0:1783976331.732326:0:239534:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976331.732329:0:239534:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.732331:0:239534:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.732333:0:239534:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.732335:0:239534:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.732337:0:239534:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976331.732340:0:239534:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976331.732343:0:239534:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976331.732347:0:239534:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976331.732353:0:239534:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976331.732355:0:239534:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.732358:0:239534:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976331.732362:0:239534:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976331.732365:0:239534:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976331.732368:0:239534:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.732370:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.732373:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.732376:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976331.732379:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.732382:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.732386:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.732388:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.732389:0:239534:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.732391:0:239534:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.732393:0:239534:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d3fbf8 00010000:00000001:0.0:1783976331.732395:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.732396:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.732398:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976331.732399:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.732401:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.732403:0:239534:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.732406:0:239534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:0.0:1783976331.732412:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.732413:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.732415:0:239534:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976331.732417:0:239534:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976331.732420:0:239534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1783976331.732426:0:239534:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976331.732430:0:239534:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976331.732432:0:239534:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.732438:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.732439:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.732440:0:239534:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732444:0:239534:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976331.732446:0:239534:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732449:0:239534:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732451:0:239534:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732453:0:239534:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.732454:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.732455:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976331.732458:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976331.732459:0:239534:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.732462:0:239534:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976331.732466:0:239534:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.732470:0:239534:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976331.732472:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00002000:0.0:1783976331.732474:0:239534:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 1 00000080:00000001:0.0:1783976331.732477:0:239534:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.732479:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fc08 00000080:00200000:0.0:1783976331.732480:0:239534:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=267 00000080:00000001:0.0:1783976331.732484:0:239534:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976331.732486:0:239534:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.732491:0:239534:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976331.732492:0:239534:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 44 00000080:00000001:0.0:1783976331.732495:0:239534:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.732500:0:239534:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976331.732503:0:239534:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976331.732505:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00200008:0.0:1783976331.732507:0:239534:0:(file.c:1058:ll_file_open()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000 00000080:00000010:0.0:1783976331.732512:0:239534:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976331.732519:0:239534:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783976331.732521:0:239534:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000002:0.0:1783976331.732524:0:239534:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.732527:0:239534:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.732528:0:239534:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.732530:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fa28 00800000:00000002:0.0:1783976331.732531:0:239534:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x240002b13:0x2069:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.732534:0:239534:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976331.732536:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.732537:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.732538:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.732540:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.732541:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.732543:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.732545:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.732547:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f9a8 00800000:00000002:0.0:1783976331.732549:0:239534:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x240002b13:0x2069:0x0], name='' -> mds #1 layout version 1 00000002:00000001:0.0:1783976331.732552:0:239534:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.732553:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f8e0 00000002:00010000:0.0:1783976331.732554:0:239534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2069:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00000002:00000001:0.0:1783976331.732558:0:239534:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976331.732561:0:239534:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976331.732564:0:239534:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976331.732578:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976331.732581:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.732584:0:239534:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976331.732588:0:239534:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732590:0:239534:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.732592:0:239534:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.732593:0:239534:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976331.732596:0:239534:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.732608:0:239534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976331.732613:0:239534:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976331.732620:0:239534:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976331.732622:0:239534:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732624:0:239534:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976331.732635:0:239534:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.732640:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.732641:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.732643:0:239534:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.732646:0:239534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.732648:0:239534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.732651:0:239534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.732667:0:239534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d11c000. 00000100:00000001:0.0:1783976331.732676:0:239534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732681:0:239534:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.732683:0:239534:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732685:0:239534:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.732686:0:239534:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.732689:0:239534:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.732696:0:239534:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00010000:00000001:0.0:1783976331.732701:0:239534:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976331.732703:0:239534:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976331.732707:0:239534:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63800. 00010000:00000010:0.0:1783976331.732711:0:239534:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976331.732716:0:239534:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976331.732719:0:239534:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ae00. 00000020:00000001:0.0:1783976331.732723:0:239534:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976331.732726:0:239534:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ae00 with handle 0x5bb448586bd09360 to hash 00000020:00000001:0.0:1783976331.732729:0:239534:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976331.732730:0:239534:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.732733:0:239534:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.732737:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.732738:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.732742:0:239534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.732749:0:239534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976331.732761:0:239534:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976331.732782:0:239534:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05180 x1870620496624256/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976331.732791:0:239534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976331.732797:0:239534:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.732806:0:239534:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.732814:0:239534:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.732816:0:239534:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976331.732820:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.732821:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976331.732826:0:239534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.732837:0:239534:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.732840:0:239534:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.732841:0:239534:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.732846:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496624256/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.732854:0:239534:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.732856:0:239534:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.732860:0:239534:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.732869:0:239534:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.732872:0:239534:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.732876:0:239534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624256:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976331.732880:0:239534:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.732885:0:239534:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.732888:0:239534:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.732891:0:239534:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.733007:0:239534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976331.733011:0:239534:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.733019:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.733024:0:239534:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976331.733037:0:239534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f3e000. 00000100:00000200:0.0:1783976331.733047:0:239534:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496624256, portal 10 00000100:00000001:0.0:1783976331.733049:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.733051:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976331.733058:0:239534:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496624256/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976347 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.733071:0:239534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.733074:0:239534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.733077:0:239534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976331.733081:0:239534:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496624256, offset 0 00000400:00000200:0.0:1783976331.733089:0:239534:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.733103:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.733112:0:239534:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.733118:0:239534:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.733122:0:239534:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.733131:0:239534:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.733133:0:239534:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.733169:0:239534:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778493:778493:256:4294967295] 192.168.201.114@tcp LPNI seq info [778471:778471:8:4294967295] 00000400:00000200:0.0:1783976331.733184:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.733195:0:239534:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.733207:0:239534:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.733213:0:239534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854368800. 00000800:00000200:0.0:1783976331.733221:0:239534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.733231:0:239534:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.733241:0:239534:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854368800 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976331.740727:0:239534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.740743:0:239534:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10215 usecs (11 jiffies) 00000400:00000200:0.0:1783976331.740751:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.740755:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537590 00000100:00000010:0.0:1783976331.740767:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e540. 00000100:00000001:0.0:1783976331.740778:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976331.740783:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537590 00000100:00000010:0.0:1783976331.740786:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e1e0. 00000100:00000001:0.0:1783976331.740790:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976331.740803:0:239534:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.740807:0:239534:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.740812:0:239534:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.740814:0:239534:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.740816:0:239534:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.740819:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.740822:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.748360:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.748374:0:239534:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.748377:0:239534:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.748381:0:239534:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976331.748388:0:239534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f853f3e000 00000400:00000010:0.0:1783976331.748391:0:239534:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f853f3e000. 00000100:00000001:0.0:1783976331.748396:0:239534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.748406:0:239534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496624256/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.748415:0:239534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496624256/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.748423:0:239534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.748425:0:239534:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.748428:0:239534:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.748431:0:239534:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.748433:0:239534:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.748436:0:239534:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.748439:0:239534:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.748449:0:239534:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976331.748454:0:239534:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.748456:0:239534:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976331.748460:0:239534:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f981c05180 x1870620496624256/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.748466:0:239534:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976331.748469:0:239534:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976331.748471:0:239534:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976331.748472:0:239534:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976331.748474:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.748476:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976331.748479:0:239534:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.748481:0:239534:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976331.748483:0:239534:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.748485:0:239534:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976331.748489:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.748501:0:239534:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976331.748504:0:239534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.748507:0:239534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.748510:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.748518:0:239534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624256:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976331.748523:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.748526:0:239534:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976331.748528:0:239534:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.748530:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.748533:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.748540:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.748543:0:239534:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.748546:0:239534:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.748548:0:239534:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976331.748552:0:239534:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976331.748557:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.748560:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.748563:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=4 00000020:00000001:0.0:1783976331.748566:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.748568:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00010000:0.0:1783976331.748574:0:239534:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.748585:0:239534:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976331.748589:0:239534:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.748599:0:239534:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.748601:0:239534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.748607:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.748608:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976331.748610:0:239534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.748616:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.748619:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.748623:0:239534:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976331.748625:0:239534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.748631:0:239534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f85019ae00 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976331.748634:0:239534:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976331.748637:0:239534:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.748643:0:239534:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976331.748645:0:239534:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976331.748647:0:239534:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.748653:0:239534:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976331.748655:0:239534:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976331.748656:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.748658:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.748659:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=5 00000020:00000001:0.0:1783976331.748661:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.748662:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.748666:0:239534:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976331.748668:0:239534:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976331.748674:0:239534:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976331.748676:0:239534:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.748678:0:239534:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976331.748680:0:239534:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976331.748683:0:239534:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976331.748685:0:239534:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976331.748686:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.748687:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976331.748690:0:239534:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019ae00 with handle 0x5bb448586bd09360 from hash 00010000:00000001:0.0:1783976331.748692:0:239534:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976331.748693:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.748693:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.748695:0:239534:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976331.748696:0:239534:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976331.748698:0:239534:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976331.748700:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.748701:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.748702:0:239534:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.748703:0:239534:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.748706:0:239534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.748710:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.748711:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.748712:0:239534:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976331.748713:0:239534:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.748715:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.748715:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.748716:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976331.748718:0:239534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09360 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976331.748724:0:239534:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63800 count: 0 00010000:00000010:0.0:1783976331.748731:0:239534:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976331.748740:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.748742:0:239534:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976331.748746:0:239534:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976331.748751:0:239534:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976331.748759:0:239534:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976331.748764:0:239534:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976331.748769:0:239534:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.748771:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976331.748772:0:239534:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.748774:0:239534:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.748775:0:239534:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.748778:0:239534:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976331.748780:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.748782:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00010000:00000001:0.0:1783976331.748784:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976331.748785:0:239534:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.748786:0:239534:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976331.748790:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f868 00000002:00002000:0.0:1783976331.748791:0:239534:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976331.748794:0:239534:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.748797:0:239534:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.748800:0:239534:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976331.748802:0:239534:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976331.748805:0:239534:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.748809:0:239534:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976331.748813:0:239534:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976331.748817:0:239534:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976331.748823:0:239534:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976331.748826:0:239534:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976331.748828:0:239534:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976331.748830:0:239534:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976331.748833:0:239534:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.748839:0:239534:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976331.748841:0:239534:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00000002:0.0:1783976331.748844:0:239534:0:(llite_lib.c:3045:ll_update_inode()) setting ino 162129771587706985 mtime from 1783976323 to 1783976327 00000080:00200000:0.0:1783976331.748849:0:239534:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x2069:0x0], updating i_size 4096 00000080:00000001:0.0:1783976331.748851:0:239534:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976331.748853:0:239534:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976331.748855:0:239534:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.748858:0:239534:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976331.748860:0:239534:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.748862:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.748865:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.748871:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.748874:0:239534:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.748883:0:239534:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99400. 00000080:00000001:0.0:1783976331.748885:0:239534:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976331.748888:0:239534:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976331.748890:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.748893:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.748895:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.748897:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.748899:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.748901:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.748903:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.748906:0:239534:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976331.748909:0:239534:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c308a0. 00000002:00100000:0.0:1783976331.748913:0:239534:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976331.748918:0:239534:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.748920:0:239534:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976331.748923:0:239534:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976331.748926:0:239534:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.748931:0:239534:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976331.748932:0:239534:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.748934:0:239534:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.748938:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.748941:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496624256/t25769972876(25769972876) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976347 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976331.748948:0:239534:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.748951:0:239534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976331.748988:0:239534:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976331.748989:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.748992:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00000008:0.0:1783976331.748994:0:239534:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000, rc = 0 00000080:00000001:0.0:1783976331.748998:0:239534:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749046:0:239534:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.749049:0:239534:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.749051:0:239534:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.749053:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00200000:0.0:1783976331.749055:0:239534:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976331.749060:0:239534:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000002:0.0:1783976331.749065:0:239534:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.749069:0:239534:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.749073:0:239534:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.749075:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fae0 00800000:00000002:0.0:1783976331.749092:0:239534:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.749096:0:239534:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.749098:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.749099:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.749101:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.749103:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.749104:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.749106:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.749107:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.749110:0:239534:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976331.749114:0:239534:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.749116:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f9b0 00000002:00010000:0.0:1783976331.749118:0:239534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.749122:0:239534:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.749123:0:239534:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.749126:0:239534:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.749130:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976331.749132:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.749232:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.749236:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976331.749240:0:239534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 02000000:00000001:0.0:1783976331.749248:0:239534:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976331.749252:0:239534:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.749256:0:239534:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000002:00000001:0.0:1783976331.749263:0:239534:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976331.749265:0:239534:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.749266:0:239534:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.749268:0:239534:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.749270:0:239534:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.749272:0:239534:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976331.749274:0:239534:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976331.749276:0:239534:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976331.749279:0:239534:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976331.749283:0:239534:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976331.749284:0:239534:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.749287:0:239534:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976331.749290:0:239534:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976331.749293:0:239534:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976331.749295:0:239534:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.749297:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.749298:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.749300:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976331.749302:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.749305:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.749307:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.749308:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.749310:0:239534:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.749312:0:239534:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.749314:0:239534:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d3fbf8 00010000:00000001:0.0:1783976331.749316:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.749317:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.749318:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976331.749319:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.749321:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.749323:0:239534:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.749326:0:239534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1783976331.749332:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.749333:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.749335:0:239534:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976331.749337:0:239534:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976331.749339:0:239534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783976331.749346:0:239534:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976331.749349:0:239534:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976331.749351:0:239534:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.749356:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.749357:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.749359:0:239534:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.749362:0:239534:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976331.749363:0:239534:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.749365:0:239534:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.749367:0:239534:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.749369:0:239534:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.749370:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.749371:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976331.749373:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976331.749374:0:239534:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.749377:0:239534:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976331.749381:0:239534:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749385:0:239534:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976331.749387:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00002000:0.0:1783976331.749389:0:239534:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 2 00000080:00000001:0.0:1783976331.749392:0:239534:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.749394:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fc08 00000080:00200000:0.0:1783976331.749395:0:239534:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=264 00000080:00000001:0.0:1783976331.749399:0:239534:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976331.749400:0:239534:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749404:0:239534:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976331.749406:0:239534:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 44 00000080:00000001:0.0:1783976331.749408:0:239534:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749414:0:239534:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976331.749416:0:239534:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976331.749418:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00200008:0.0:1783976331.749420:0:239534:0:(file.c:1058:ll_file_open()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000 00000080:00000010:0.0:1783976331.749425:0:239534:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8ab40. 00000080:00000001:0.0:1783976331.749430:0:239534:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976331.749432:0:239534:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976331.749434:0:239534:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749436:0:239534:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976331.749437:0:239534:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749439:0:239534:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976331.749441:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00000008:0.0:1783976331.749442:0:239534:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000, rc = 0 00000080:00000001:0.0:1783976331.749445:0:239534:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749461:0:239534:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976331.749462:0:239534:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976331.749464:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00200008:0.0:1783976331.749466:0:239534:0:(file.c:447:ll_file_release()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000 00000080:00400000:0.0:1783976331.749469:0:239534:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976331.749471:0:239534:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976331.749473:0:239534:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976331.749476:0:239534:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976331.749479:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.749481:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.749482:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.749484:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.749485:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.749487:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.749488:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.749490:0:239534:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.749492:0:239534:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.749496:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976331.749498:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976331.749501:0:239534:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.749503:0:239534:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2069:0x0]: 0 00000080:00000001:0.0:1783976331.749505:0:239534:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976331.749507:0:239534:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.749509:0:239534:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976331.749512:0:239534:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.749514:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00000008:0.0:1783976331.749516:0:239534:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000, rc = 0 00000080:00000001:0.0:1783976331.749519:0:239534:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749520:0:239534:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.749534:0:239534:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976331.749536:0:239534:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08) cmd=c1406917 arg=9faa20 00000080:00000001:0.0:1783976331.749542:0:239534:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976331.749544:0:239534:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976331.749547:0:239534:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000001:0.0:1783976331.749551:0:239534:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976331.749553:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.749554:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.749555:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.749556:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.749558:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.749559:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.749561:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.749564:0:239534:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976331.749567:0:239534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976331.749571:0:239534:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976331.749576:0:239534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.749579:0:239534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.749582:0:239534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.749588:0:239534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368c00. 00000100:00000001:0.0:1783976331.749593:0:239534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.749600:0:239534:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976331.749601:0:239534:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.749603:0:239534:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.749609:0:239534:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.749611:0:239534:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976331.749613:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.749614:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976331.749618:0:239534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.749621:0:239534:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.749623:0:239534:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.749624:0:239534:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.749630:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.749636:0:239534:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.749638:0:239534:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.749641:0:239534:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.749643:0:239534:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.749645:0:239534:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.749649:0:239534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624384:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976331.749652:0:239534:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.749657:0:239534:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.749659:0:239534:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.749661:0:239534:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.749666:0:239534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976331.749668:0:239534:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.749673:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.749678:0:239534:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976331.749683:0:239534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976331.749689:0:239534:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496624384, portal 10 00000100:00000001:0.0:1783976331.749691:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.749693:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976331.749698:0:239534:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.749704:0:239534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.749706:0:239534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.749709:0:239534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976331.749713:0:239534:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496624384, offset 0 00000400:00000200:0.0:1783976331.749718:0:239534:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.749726:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.749733:0:239534:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.749738:0:239534:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.749742:0:239534:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.749745:0:239534:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.749748:0:239534:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.749751:0:239534:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778494:778494:256:4294967295] 192.168.201.114@tcp LPNI seq info [778472:778472:8:4294967295] 00000400:00000200:0.0:1783976331.749756:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.749765:0:239534:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.749771:0:239534:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.749776:0:239534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b600. 00000800:00000200:0.0:1783976331.749783:0:239534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.749790:0:239534:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.749794:0:239534:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976331.749805:0:239534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.749809:0:239534:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10216 usecs (11 jiffies) 00000400:00000200:0.0:1783976331.749813:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.749816:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537598 00000100:00000001:0.0:1783976331.749823:0:239534:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308537590 00000100:00000001:0.0:1783976331.749829:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537598 00000100:00000001:0.0:1783976331.749833:0:239534:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308537590 00000100:00000001:0.0:1783976331.749836:0:239534:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.749839:0:239534:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.749842:0:239534:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.749843:0:239534:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.749846:0:239534:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.749848:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.749850:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.764922:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.764930:0:239534:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.764932:0:239534:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.764935:0:239534:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976331.764940:0:239534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976331.764942:0:239534:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137d80. 00000100:00000001:0.0:1783976331.764946:0:239534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.764951:0:239534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.764960:0:239534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.764968:0:239534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.764970:0:239534:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.764972:0:239534:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.764975:0:239534:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.764978:0:239534:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.764980:0:239534:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.764983:0:239534:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.764993:0:239534:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=40 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976331.764997:0:239534:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.764999:0:239534:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.765001:0:239534:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.765004:0:239534:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.765007:0:239534:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.765011:0:239534:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.765013:0:239534:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976331.765015:0:239534:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.765017:0:239534:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.765022:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.765030:0:239534:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.765033:0:239534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.765035:0:239534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.765039:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.765047:0:239534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624384:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976331.765052:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.765055:0:239534:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.765058:0:239534:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.765060:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.765064:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.765071:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.765088:0:239534:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.765091:0:239534:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.765092:0:239534:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976331.765098:0:239534:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976331.765100:0:239534:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.765103:0:239534:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.765106:0:239534:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.765111:0:239534:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976331.765115:0:239534:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976331.765119:0:239534:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976331.765124:0:239534:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000001:0.0:1783976331.765133:0:239534:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976331.765163:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.765167:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.765169:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.765171:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.765181:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.765184:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.765187:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.765192:0:239534:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976331.765196:0:239534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976331.765200:0:239534:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=48 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976331.765204:0:239534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.765207:0:239534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.765211:0:239534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.765225:0:239534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369400. 00000100:00000001:0.0:1783976331.765231:0:239534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.765237:0:239534:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976331.765239:0:239534:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.765240:0:239534:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.765245:0:239534:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.765247:0:239534:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976331.765250:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.765252:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976331.765256:0:239534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.765260:0:239534:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.765262:0:239534:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.765264:0:239534:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.765268:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.765276:0:239534:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.765278:0:239534:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.765289:0:239534:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.765291:0:239534:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.765294:0:239534:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.765297:0:239534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624512:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976331.765301:0:239534:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.765306:0:239534:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.765308:0:239534:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.765311:0:239534:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.765318:0:239534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976331.765319:0:239534:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.765324:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.765327:0:239534:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976331.765332:0:239534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976331.765337:0:239534:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496624512, portal 10 00000100:00000001:0.0:1783976331.765339:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.765341:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976331.765346:0:239534:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.765354:0:239534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.765356:0:239534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.765359:0:239534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783976331.765363:0:239534:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496624512, offset 0 00000400:00000200:0.0:1783976331.765369:0:239534:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.765374:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.765380:0:239534:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.765385:0:239534:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.765389:0:239534:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.765392:0:239534:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.765395:0:239534:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.765399:0:239534:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778495:778495:256:4294967295] 192.168.201.114@tcp LPNI seq info [778473:778473:8:4294967295] 00000400:00000200:0.0:1783976331.765404:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.765413:0:239534:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.765417:0:239534:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.765422:0:239534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b100. 00000800:00000200:0.0:1783976331.765429:0:239534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.765436:0:239534:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.765441:0:239534:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976331.765447:0:239534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.765451:0:239534:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976331.765455:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.765457:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537613 00000100:00000010:0.0:1783976331.765462:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7eb40. 00000100:00000001:0.0:1783976331.765469:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976331.765475:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537613 00000100:00000010:0.0:1783976331.765478:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e060. 00000100:00000001:0.0:1783976331.765481:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976331.765493:0:239534:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.765496:0:239534:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.765498:0:239534:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.765500:0:239534:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.765503:0:239534:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.765505:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.765507:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.776714:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.776722:0:239534:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.776724:0:239534:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.776728:0:239534:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976331.776733:0:239534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976331.776736:0:239534:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137d80. 00000100:00000001:0.0:1783976331.776740:0:239534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.776745:0:239534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.776753:0:239534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.776759:0:239534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.776761:0:239534:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.776764:0:239534:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.776767:0:239534:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.776770:0:239534:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.776772:0:239534:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.776775:0:239534:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.776786:0:239534:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976331.776791:0:239534:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.776794:0:239534:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.776796:0:239534:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.776800:0:239534:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.776804:0:239534:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.776807:0:239534:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.776810:0:239534:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976331.776812:0:239534:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.776815:0:239534:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.776819:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.776827:0:239534:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.776830:0:239534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.776832:0:239534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.776836:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.776844:0:239534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624512:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976331.776849:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.776852:0:239534:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.776854:0:239534:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.776857:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.776860:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.776867:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.776870:0:239534:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.776872:0:239534:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.776874:0:239534:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976331.776880:0:239534:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:0.0:1783976331.776882:0:239534:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.776885:0:239534:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.776888:0:239534:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.776893:0:239534:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976331.776897:0:239534:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976331.776901:0:239534:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783976331.776908:0:239534:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976331.776915:0:239534:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976331.776917:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.776921:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496624384/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.776929:0:239534:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.776931:0:239534:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.776935:0:239534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976331.776939:0:239534:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.776941:0:239534:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.776943:0:239534:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.776946:0:239534:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.776948:0:239534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854368c00. 02000000:00000001:0.0:1783976331.776951:0:239534:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.776953:0:239534:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.776955:0:239534:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976331.776958:0:239534:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.776960:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.776961:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.776964:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496624512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.776971:0:239534:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.776972:0:239534:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.776973:0:239534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976331.776975:0:239534:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.776976:0:239534:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.776978:0:239534:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=47 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.776980:0:239534:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.776981:0:239534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369400. 02000000:00000001:0.0:1783976331.776983:0:239534:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.776984:0:239534:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.776985:0:239534:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976331.776987:0:239534:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.776989:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976331.777051:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd28 00000080:00200008:0.0:1783976331.777055:0:239534:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976331.777062:0:239534:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.777065:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fca0 00000080:00200000:0.0:1783976331.777067:0:239534:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08),name=d56od.sanity 00000080:00000010:0.0:1783976331.777074:0:239534:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976331.777092:0:239534:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.777099:0:239534:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.777104:0:239534:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.777106:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00800000:00000002:0.0:1783976331.777109:0:239534:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x240002b13:0x2069:0x0] 'd56od.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.777112:0:239534:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.777116:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.777119:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.777121:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.777123:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.777125:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.777128:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.777130:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.777133:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.777134:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.777373:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.777377:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.777379:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.777381:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.777382:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.777385:0:239534:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x240002b13:0x2069:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976331.777391:0:239534:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.777393:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fa90 00000002:00010000:0.0:1783976331.777395:0:239534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2069:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.777399:0:239534:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.777401:0:239534:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.777404:0:239534:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.777411:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976331.777414:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976331.777420:0:239534:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 30 res 9663687443/8297 (0 0) 00000002:00000001:0.0:1783976331.777423:0:239534:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.777425:0:239534:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.777428:0:239534:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976331.777431:0:239534:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976331.777435:0:239534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976331.777439:0:239534:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976331.777444:0:239534:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976331.777449:0:239534:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.777455:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.777457:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.777459:0:239534:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.777461:0:239534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.777464:0:239534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.777468:0:239534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.777474:0:239534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438b800. 00000100:00000001:0.0:1783976331.777479:0:239534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.777483:0:239534:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.777485:0:239534:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.777486:0:239534:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.777488:0:239534:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.777489:0:239534:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.777494:0:239534:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00010000:00000001:0.0:1783976331.777498:0:239534:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976331.777500:0:239534:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976331.777505:0:239534:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63800. 00010000:00000010:0.0:1783976331.777510:0:239534:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976331.777514:0:239534:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976331.777518:0:239534:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ae00. 00000020:00000001:0.0:1783976331.777521:0:239534:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976331.777525:0:239534:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ae00 with handle 0x5bb448586bd09367 to hash 00000020:00000001:0.0:1783976331.777527:0:239534:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976331.777528:0:239534:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.777532:0:239534:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.777537:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.777540:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.777545:0:239534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.777558:0:239534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.777568:0:239534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976331.777573:0:239534:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.777575:0:239534:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.777580:0:239534:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.777582:0:239534:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976331.777585:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.777586:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976331.777590:0:239534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.777594:0:239534:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.777596:0:239534:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.777598:0:239534:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.777603:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.777611:0:239534:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.777613:0:239534:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.777617:0:239534:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.777620:0:239534:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.777622:0:239534:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.777625:0:239534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624640:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976331.777630:0:239534:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.777635:0:239534:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.777637:0:239534:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.777640:0:239534:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.777665:0:239534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976331.777667:0:239534:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.777673:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.777676:0:239534:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976331.777683:0:239534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137d80. 00000100:00000200:0.0:1783976331.777689:0:239534:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496624640, portal 10 00000100:00000001:0.0:1783976331.777691:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.777693:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976331.777698:0:239534:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.777706:0:239534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.777709:0:239534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.777712:0:239534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783976331.777716:0:239534:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496624640, offset 0 00000400:00000200:0.0:1783976331.777723:0:239534:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.777729:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.777737:0:239534:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.777743:0:239534:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.777748:0:239534:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.777752:0:239534:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.777754:0:239534:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.777758:0:239534:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778496:778496:256:4294967295] 192.168.201.114@tcp LPNI seq info [778474:778474:8:4294967295] 00000400:00000200:0.0:1783976331.777762:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.777773:0:239534:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.777779:0:239534:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.777785:0:239534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b800. 00000800:00000200:0.0:1783976331.777791:0:239534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.777799:0:239534:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.777803:0:239534:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976331.779453:0:239534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.779466:0:239534:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10216 usecs (11 jiffies) 00000400:00000200:0.0:1783976331.779474:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.779478:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537628 00000100:00000010:0.0:1783976331.779490:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e840. 00000100:00000001:0.0:1783976331.779499:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976331.779509:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537628 00000100:00000010:0.0:1783976331.779512:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e7e0. 00000100:00000001:0.0:1783976331.779517:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976331.779532:0:239534:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.779537:0:239534:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.779541:0:239534:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.779543:0:239534:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.779546:0:239534:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.779549:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.779552:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.789861:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.789875:0:239534:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.789878:0:239534:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.789882:0:239534:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976331.789888:0:239534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976331.789891:0:239534:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b137d80. 00000100:00000001:0.0:1783976331.789895:0:239534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.789902:0:239534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.789913:0:239534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.789921:0:239534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.789923:0:239534:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.789925:0:239534:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.789929:0:239534:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.789932:0:239534:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.789934:0:239534:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.789937:0:239534:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.789946:0:239534:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976331.789951:0:239534:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.789953:0:239534:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.789955:0:239534:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.789958:0:239534:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.789962:0:239534:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.789966:0:239534:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.789968:0:239534:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976331.789970:0:239534:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.789973:0:239534:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.789978:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.789986:0:239534:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.789989:0:239534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.789991:0:239534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.789995:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.790003:0:239534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624640:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976331.790008:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.790012:0:239534:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.790014:0:239534:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.790016:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.790019:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.790026:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.790041:0:239534:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.790044:0:239534:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.790046:0:239534:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.790049:0:239534:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976331.790053:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.790056:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.790059:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=4 00000020:00000001:0.0:1783976331.790061:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.790065:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000040:0.0:1783976331.790071:0:239534:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019ae00, remote cookie: 0xa91b1f6e92eaba4b, flags: 0x1001 00010000:00010000:0.0:1783976331.790085:0:239534:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976331.790099:0:239534:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x2069:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783976331.790103:0:239534:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976331.790109:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 2 00010000:00000001:0.0:1783976331.790666:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976331.790671:0:239534:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63800 count: 0 00010000:00000010:0.0:1783976331.790677:0:239534:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976331.790687:0:239534:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.790870:0:239534:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.790881:0:239534:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.790888:0:239534:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976331.790894:0:239534:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976331.790896:0:239534:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976331.790898:0:239534:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976331.790899:0:239534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976331.790902:0:239534:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2069:0x0].0x0 (ffff96f97dc0f400) refcount = 2 00010000:00000040:0.0:1783976331.790905:0:239534:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976331.790908:0:239534:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c800/0x5bb448586bd091b5 lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab440 expref: -99 pid: 239457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976331.790915:0:239534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.790922:0:239534:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976331.790926:0:239534:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976331.790928:0:239534:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.790931:0:239534:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976331.790934:0:239534:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.790937:0:239534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.790943:0:239534:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976331.790945:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.790947:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.790948:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.790949:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.790950:0:239534:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.790957:0:239534:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976331.790959:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.790960:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.790962:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.790964:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.790966:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.790968:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.790970:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.790971:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=4 00000020:00000001:0.0:1783976331.790973:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.790975:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.790977:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.790980:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.790984:0:239534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.790990:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.790992:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.790993:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.790994:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.790995:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=5 00000020:00000001:0.0:1783976331.790997:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.790999:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791002:0:239534:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.791005:0:239534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.791011:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791012:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976331.791015:0:239534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.791021:0:239534:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.791022:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791023:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.791025:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791026:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976331.791033:0:239534:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976331.791041:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.791042:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.791043:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.791045:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791047:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791049:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791050:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.791052:0:239534:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.791053:0:239534:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.791056:0:239534:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976331.791058:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.791059:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.791061:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.791062:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791064:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00000002:00010000:0.0:1783976331.791067:0:239534:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.791541:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791542:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.791544:0:239534:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976331.791545:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.791547:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.791548:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.791551:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791553:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000040:0.0:1783976331.791557:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976331.791560:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976331.791564:0:239534:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8297 (0 0) 00010000:00000001:0.0:1783976331.791567:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791568:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.791569:0:239534:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976331.791572:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fa18 00000002:00002000:0.0:1783976331.791574:0:239534:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976331.791577:0:239534:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.791581:0:239534:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.791584:0:239534:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976331.791588:0:239534:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976331.791590:0:239534:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.791594:0:239534:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976331.791597:0:239534:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976331.791603:0:239534:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976331.791605:0:239534:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976331.791612:0:239534:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976331.791616:0:239534:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976331.791618:0:239534:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976331.791619:0:239534:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976331.791622:0:239534:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.791626:0:239534:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976331.791629:0:239534:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976331.791634:0:239534:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x2069:0x0], updating i_size 4096 00010000:00000001:0.0:1783976331.791637:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.791638:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.791639:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.791641:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791643:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791645:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791646:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976331.791648:0:239534:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976331.791650:0:239534:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976331.791652:0:239534:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976331.791654:0:239534:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976331.791656:0:239534:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.791659:0:239534:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2069:0x0](ffff96f97c23aa08) for lock 0x5bb448586bd09367 00800000:00000001:0.0:1783976331.791662:0:239534:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976331.791663:0:239534:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.791664:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.791666:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.791667:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.791668:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791670:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791672:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791673:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.791675:0:239534:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.791676:0:239534:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.791678:0:239534:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.791680:0:239534:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x2069:0x0](ffff96f97c23aa08) 00000080:00010000:0.0:1783976331.791682:0:239534:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09367 from it ffffaf1481d3fcd8 00010000:00000001:0.0:1783976331.791684:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.791684:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.791685:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.791687:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791688:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.791690:0:239534:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.791693:0:239534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976331.791700:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791701:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.791702:0:239534:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976331.791704:0:239534:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976331.791706:0:239534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976331.791715:0:239534:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976331.791718:0:239534:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976331.791720:0:239534:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.791725:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791726:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.791727:0:239534:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.791731:0:239534:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976331.791733:0:239534:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.791734:0:239534:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.791737:0:239534:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.791738:0:239534:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.791739:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.791740:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976331.791743:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.791749:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496624640/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.791756:0:239534:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.791759:0:239534:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.791763:0:239534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976331.791780:0:239534:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.791782:0:239534:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.791785:0:239534:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.791787:0:239534:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.791789:0:239534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976331.791793:0:239534:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.791794:0:239534:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.791796:0:239534:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976331.791800:0:239534:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.791801:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976331.791807:0:239534:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.791812:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd28 00000080:00000008:0.0:1783976331.791813:0:239534:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976331.792004:0:239534:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976331.792006:0:239534:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976331.792014:0:239534:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976331.792019:0:239534:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1783976331.792025:0:239534:0:(lmv_obd.c:3433:lmv_read_page()) Process entered 00800000:00000001:0.0:1783976331.792028:0:239534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.792030:0:239534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.792033:0:239534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.792035:0:239534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.792037:0:239534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.792039:0:239534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.792041:0:239534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.792044:0:239534:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1783976331.792046:0:239534:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.792048:0:239534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fab8 00000002:00010000:0.0:1783976331.792050:0:239534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2069:0x0]) in obj [0x240002b13:0x2069:0x0], intent: readdir flags 0 00000002:00000001:0.0:1783976331.792054:0:239534:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.792055:0:239534:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.792058:0:239534:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.792060:0:239534:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976331.792062:0:239534:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.792065:0:239534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.792068:0:239534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976331.792071:0:239534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976331.792093:0:239534:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976331.792098:0:239534:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.792101:0:239534:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976331.792112:0:239534:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976331.792114:0:239534:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.792116:0:239534:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.792118:0:239534:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.792119:0:239534:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.792121:0:239534:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.792122:0:239534:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976331.792124:0:239534:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.792126:0:239534:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976331.792128:0:239534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.792129:0:239534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.792130:0:239534:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.792193:0:239534:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1783976331.792200:0:239534:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff96f853f3e000. 00000002:00000001:0.0:1783976331.793015:0:239534:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1783976331.793022:0:239534:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976331.793027:0:239534:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976331.793031:0:239534:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.793033:0:239534:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.793037:0:239534:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.793043:0:239534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368c00. 00000100:00000001:0.0:1783976331.793049:0:239534:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.793052:0:239534:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1783976331.793055:0:239534:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff96f85438b800. 00000100:00000010:0.0:1783976331.793060:0:239534:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff96f97a274000. 00000020:00000040:0.0:1783976331.793063:0:239534:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976331.793084:0:239534:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.793087:0:239534:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.793094:0:239534:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976331.793096:0:239534:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976331.793098:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.793100:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976331.793104:0:239534:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.793109:0:239534:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.793111:0:239534:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.793113:0:239534:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.793120:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496624768/t0(0) o37->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.793129:0:239534:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.793130:0:239534:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.793134:0:239534:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.793163:0:239534:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.793167:0:239534:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.793171:0:239534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624768:192.168.201.114@tcp:37:lfs.0 00000100:00000001:0.0:1783976331.793186:0:239534:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.793190:0:239534:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.793193:0:239534:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.793195:0:239534:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1783976331.793203:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.793208:0:239534:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976331.793226:0:239534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff96f97d11a000. 00000100:00000200:0.0:1783976331.793234:0:239534:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a551c635fc80-0x6a551c635fc80, portal 14 00000100:00000001:0.0:1783976331.793237:0:239534:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.793240:0:239534:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.793243:0:239534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b000. 02000000:00000001:0.0:1783976331.793245:0:239534:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.793248:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.793250:0:239534:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703931b8. 00000400:00000010:0.0:1783976331.793255:0:239534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783976331.793258:0:239534:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496624768, portal 10 00000100:00000001:0.0:1783976331.793260:0:239534:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.793261:0:239534:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976331.793270:0:239534:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496624768/t0(0) o37->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.793276:0:239534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.793278:0:239534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.795526:0:239534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729785d8. 00000100:00000200:0.0:1783976331.795538:0:239534:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496624768, offset 0 00000400:00000200:0.0:1783976331.795549:0:239534:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.795560:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.795569:0:239534:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.795575:0:239534:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.795579:0:239534:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.795583:0:239534:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.795585:0:239534:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.795589:0:239534:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778497:778497:256:4294967295] 192.168.201.114@tcp LPNI seq info [778475:778475:8:4294967295] 00000400:00000200:0.0:1783976331.795593:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.795603:0:239534:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.795608:0:239534:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.795614:0:239534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b500. 00000800:00000200:0.0:1783976331.795620:0:239534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.795627:0:239534:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.795631:0:239534:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976331.795655:0:239534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.795660:0:239534:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10216 usecs (11 jiffies) 00000400:00000200:0.0:1783976331.795664:0:239534:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.795667:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537641 00000100:00000010:0.0:1783976331.795672:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ef00. 00000100:00000001:0.0:1783976331.795679:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976331.795685:0:239534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537641 00000100:00000010:0.0:1783976331.795688:0:239534:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783976331.795690:0:239534:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976331.795696:0:239534:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.795700:0:239534:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.795704:0:239534:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.795706:0:239534:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.795709:0:239534:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.795711:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.795714:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.813564:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.813569:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976331.813571:0:239536:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.813575:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbc0 00000080:00200000:0.0:1783976331.813577:0:239536:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976331.813583:0:239536:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000002:0.0:1783976331.813587:0:239536:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976331.813590:0:239536:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.813595:0:239536:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.813597:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fae0 00800000:00000002:0.0:1783976331.813599:0:239536:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.813603:0:239536:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.813604:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.813606:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.813608:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.813609:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.813611:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.813612:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976331.813614:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.813617:0:239536:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976331.813622:0:239536:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.813623:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4f9b0 00000002:00010000:0.0:1783976331.813625:0:239536:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.813628:0:239536:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.813630:0:239536:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.813633:0:239536:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.813638:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976331.813641:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.813646:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.813650:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976331.813654:0:239536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 02000000:00000001:0.0:1783976331.813667:0:239536:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976331.813670:0:239536:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.813673:0:239536:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000002:00000001:0.0:1783976331.813679:0:239536:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976331.813681:0:239536:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976331.813683:0:239536:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.813685:0:239536:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976331.813687:0:239536:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.813689:0:239536:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976331.813692:0:239536:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976331.813694:0:239536:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976331.813696:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976331.813701:0:239536:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976331.813703:0:239536:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.813705:0:239536:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976331.813709:0:239536:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976331.813712:0:239536:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976331.813714:0:239536:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976331.813715:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.813717:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.813719:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976331.813721:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.813724:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.813727:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.813728:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976331.813729:0:239536:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.813731:0:239536:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976331.813734:0:239536:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d4fbf8 00010000:00000001:0.0:1783976331.813737:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976331.813738:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976331.813739:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976331.813741:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.813744:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976331.813746:0:239536:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976331.813749:0:239536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783976331.813754:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.813755:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.813757:0:239536:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976331.813758:0:239536:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976331.813761:0:239536:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1783976331.813779:0:239536:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976331.813781:0:239536:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976331.813782:0:239536:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.813785:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.813787:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.813788:0:239536:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813791:0:239536:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976331.813792:0:239536:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813794:0:239536:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813796:0:239536:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813798:0:239536:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976331.813799:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.813800:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976331.813802:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976331.813804:0:239536:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976331.813806:0:239536:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976331.813810:0:239536:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.813813:0:239536:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976331.813816:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fb88 00000080:00002000:0.0:1783976331.813817:0:239536:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 2 00000080:00000001:0.0:1783976331.813821:0:239536:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976331.813823:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbd0 00000080:00200000:0.0:1783976331.813825:0:239536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=27 00000080:00000001:0.0:1783976331.813828:0:239536:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976331.813830:0:239536:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.813833:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976331.813835:0:239536:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976331.813837:0:239536:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.813846:0:239536:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30a80. 00000080:00000001:0.0:1783976331.813850:0:239536:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976331.813852:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fb50 00000080:00200000:0.0:1783976331.813854:0:239536:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d56od.sanity.n2, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), file ffff96f960ec6000, open_flags 18800, mode 0 opened 0 00000080:00000010:0.0:1783976331.813859:0:239536:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e480. 00000080:00000001:0.0:1783976331.813862:0:239536:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976331.813864:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fa00 00000080:00200000:0.0:1783976331.813866:0:239536:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d56od.sanity.n2, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), intent=open 00000080:00000010:0.0:1783976331.813871:0:239536:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976331.813876:0:239536:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.813877:0:239536:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.813878:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4f920 00800000:00000002:0.0:1783976331.813880:0:239536:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd56od.sanity.n2' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.813884:0:239536:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976331.813886:0:239536:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976331.813888:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.813889:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.813891:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.813892:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.813894:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.813896:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.813898:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.813901:0:239536:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00000020:00000001:0.0:1783976331.813904:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4f8a0 00800000:00000002:0.0:1783976331.813906:0:239536:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x0:0x0:0x0], name='d56od.sanity.n2' -> mds #1 layout version 1 00000002:00000001:0.0:1783976331.813910:0:239536:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.813911:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4f7d8 00000002:00010000:0.0:1783976331.813913:0:239536:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d56od.sanity.n2,[0x0:0x0:0x0]) in obj [0x240002b13:0x2069:0x0], intent: open flags 0304001 00000002:00000001:0.0:1783976331.813917:0:239536:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976331.813919:0:239536:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976331.813922:0:239536:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976331.813926:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976331.813929:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.813931:0:239536:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976331.813934:0:239536:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813936:0:239536:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.813938:0:239536:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.813942:0:239536:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976331.813946:0:239536:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976331.813950:0:239536:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976331.813951:0:239536:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813954:0:239536:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976331.813958:0:239536:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.813961:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.813962:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.813963:0:239536:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.813965:0:239536:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.813967:0:239536:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.813969:0:239536:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.813975:0:239536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d11e000. 00000100:00000001:0.0:1783976331.813980:0:239536:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813983:0:239536:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.813985:0:239536:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813987:0:239536:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.813988:0:239536:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.813990:0:239536:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.813998:0:239536:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00010000:00000001:0.0:1783976331.814001:0:239536:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976331.814003:0:239536:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976331.814005:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976331.814007:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.814009:0:239536:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976331.814013:0:239536:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b600. 00000020:00000001:0.0:1783976331.814016:0:239536:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976331.814019:0:239536:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b600 with handle 0x5bb448586bd0936e to hash 00000020:00000001:0.0:1783976331.814021:0:239536:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976331.814023:0:239536:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976331.814026:0:239536:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976331.814029:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.814031:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.814034:0:239536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd0936e lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.814041:0:239536:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd0936e lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976331.814052:0:239536:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976331.814063:0:239536:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06a00 x1870620496625152/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976331.814072:0:239536:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd0936e lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976331.814091:0:239536:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.814093:0:239536:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.814101:0:239536:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137d80. 00000100:00000001:0.0:1783976331.814103:0:239536:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738944 : -115476720812672 : ffff96f97b137d80) 00000100:00000001:0.0:1783976331.814106:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.814107:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976331.814112:0:239536:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.814116:0:239536:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.814118:0:239536:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.814120:0:239536:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.814125:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496625152/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.814134:0:239536:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.814170:0:239536:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.814183:0:239536:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.814185:0:239536:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.814187:0:239536:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.814191:0:239536:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496625152:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976331.814195:0:239536:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.814200:0:239536:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.814203:0:239536:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.814206:0:239536:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.814925:0:239536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976331.814929:0:239536:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.814937:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.814944:0:239536:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393e18. 00000400:00000010:0.0:1783976331.814952:0:239536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f3c000. 00000100:00000200:0.0:1783976331.814959:0:239536:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496625152, portal 10 00000100:00000001:0.0:1783976331.814961:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.814962:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976331.814970:0:239536:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496625152/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 1783976347 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.814978:0:239536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.814981:0:239536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.814984:0:239536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976331.814988:0:239536:0:(niobuf.c:94:ptl_send_buf()) Sending 4624 bytes to portal 12, xid 1870620496625152, offset 0 00000400:00000200:0.0:1783976331.814994:0:239536:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.815002:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.815010:0:239536:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.815015:0:239536:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.815019:0:239536:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.815023:0:239536:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.815025:0:239536:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.815029:0:239536:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778499:778499:256:4294967295] 192.168.201.114@tcp LPNI seq info [778477:778477:8:4294967295] 00000400:00000200:0.0:1783976331.815034:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.815044:0:239536:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.815052:0:239536:0:(socklnd_cb.c:931:ksocknal_send()) sending 4624 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.815057:0:239536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854369800. 00000800:00000200:0.0:1783976331.815063:0:239536:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.815070:0:239536:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.815552:0:239536:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854369800 type 1, nob 4720 niov 1 nkiov 2 00000100:00000001:0.0:1783976331.819645:0:239536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.819650:0:239536:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10216 usecs (11 jiffies) 00000400:00000200:0.0:1783976331.819654:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.819656:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537669 00000100:00000001:0.0:1783976331.819659:0:239536:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308537669 00000100:00000001:0.0:1783976331.819661:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537669 00000100:00000001:0.0:1783976331.819664:0:239536:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308537669 00000100:00000001:0.0:1783976331.819666:0:239536:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.819668:0:239536:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.819670:0:239536:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.819672:0:239536:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.819674:0:239536:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137d80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.819677:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.819679:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.839114:0:239534:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.839122:0:239534:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.839124:0:239534:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.839128:0:239534:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc71b8. 00000400:00000200:0.0:1783976331.839132:0:239534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc34a80 00000400:00000010:0.0:1783976331.839134:0:239534:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc34a80. 00000100:00000001:0.0:1783976331.839189:0:239534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.839193:0:239534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3ca80 x1870620496624896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 464/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.839202:0:239534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3ca80 x1870620496624896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 464/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.839209:0:239534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.839211:0:239534:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.839214:0:239534:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.839216:0:239534:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.839219:0:239534:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.839221:0:239534:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.839224:0:239534:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.839234:0:239534:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976331.839238:0:239534:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.839241:0:239534:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.839242:0:239534:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.839245:0:239534:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.839249:0:239534:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.839252:0:239534:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.839254:0:239534:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976331.839256:0:239534:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.839259:0:239534:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.839264:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3ca80 x1870620496624896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 464/520 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.839271:0:239534:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.839615:0:239534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.839618:0:239534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.839625:0:239534:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3ca80 x1870620496624896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 464/520 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.839633:0:239534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3ca80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239534:1870620496624896:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976331.839639:0:239534:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.839642:0:239534:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.839644:0:239534:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.839646:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.839650:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3ca80 x1870620496624896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 464/520 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.839656:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.839659:0:239534:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34180. 00000100:00000001:0.0:1783976331.839661:0:239534:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.839664:0:239534:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976331.839669:0:239534:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976331.839674:0:239534:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.839676:0:239534:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.839680:0:239534:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.839685:0:239534:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9000. 00000080:00000001:0.0:1783976331.839690:0:239534:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976331.839697:0:239534:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706987 : 162129771587706987 : 240002b1300206b) 00000080:00000001:0.0:1783976331.839702:0:239534:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976331.839704:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.839707:0:239534:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3ca80 x1870620496624896/t0(0) o34->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 464/520 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.839714:0:239534:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.839716:0:239534:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.839719:0:239534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b0a0000. 02000000:00000001:0.0:1783976331.839723:0:239534:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.839725:0:239534:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.839727:0:239534:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.839730:0:239534:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.839732:0:239534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffec00. 02000000:00000001:0.0:1783976331.839736:0:239534:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.839738:0:239534:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.839740:0:239534:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3ca80. 00000100:00000001:0.0:1783976331.839743:0:239534:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.839745:0:239534:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.839746:0:239534:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976331.839747:0:239534:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976331.839749:0:239534:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f853c2e800. 00000100:00000001:0.0:1783976331.965844:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.965850:0:239536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.965852:0:239536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.965854:0:239536:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f160. 00000400:00000200:0.0:1783976331.965857:0:239536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f964337540 00000400:00000010:0.0:1783976331.965859:0:239536:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f964337540. 00000100:00000001:0.0:1783976331.965862:0:239536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.965867:0:239536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3ce00 x1870620496626816/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.965881:0:239536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3ce00 x1870620496626816/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.965889:0:239536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.965890:0:239536:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.965892:0:239536:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.965894:0:239536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.965895:0:239536:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.965897:0:239536:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.965899:0:239536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.965905:0:239536:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976331.965908:0:239536:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.965911:0:239536:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.965912:0:239536:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.965914:0:239536:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.965916:0:239536:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.965919:0:239536:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.965920:0:239536:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976331.965922:0:239536:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.965924:0:239536:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.965929:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3ce00 x1870620496626816/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.965936:0:239536:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.965938:0:239536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.965940:0:239536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.965944:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3ce00 x1870620496626816/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.965952:0:239536:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3ce00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496626816:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976331.965956:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.965958:0:239536:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.965960:0:239536:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.965961:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.965965:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3ce00 x1870620496626816/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.965972:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.965974:0:239536:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f964337cc0. 00000100:00000001:0.0:1783976331.965977:0:239536:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.965978:0:239536:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976331.965981:0:239536:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:0.0:1783976331.965983:0:239536:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.965985:0:239536:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.965988:0:239536:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.965991:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9433d1000. 00000080:00000001:0.0:1783976331.965996:0:239536:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976331.965999:0:239536:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783976331.966005:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976331.966013:0:239536:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976331.966014:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.966018:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3f800 x1870620496626432/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.966024:0:239536:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.966026:0:239536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.966028:0:239536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b4000. 02000000:00000001:0.0:1783976331.966031:0:239536:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.966032:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.966033:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.966035:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.966037:0:239536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9433d1c00. 02000000:00000001:0.0:1783976331.966040:0:239536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.966041:0:239536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.966043:0:239536:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3f800. 00000100:00000001:0.0:1783976331.966046:0:239536:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.966047:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.966049:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.966051:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3ce00 x1870620496626816/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.966056:0:239536:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.966058:0:239536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.966059:0:239536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b6000. 02000000:00000001:0.0:1783976331.966062:0:239536:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.966063:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.966064:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.966066:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.966068:0:239536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffea00. 02000000:00000001:0.0:1783976331.966070:0:239536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.966071:0:239536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.966072:0:239536:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3ce00. 00000100:00000001:0.0:1783976331.966075:0:239536:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.966076:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976331.966093:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fd28 00000080:00200008:0.0:1783976331.966095:0:239536:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976331.966101:0:239536:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.966103:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fca0 00000080:00200000:0.0:1783976331.966104:0:239536:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x240002b13:0x206c:0x0](ffff96f97c234b08),name=d56od.sanity.n2 00000080:00000010:0.0:1783976331.966110:0:239536:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976331.966116:0:239536:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.966119:0:239536:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.966121:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbc0 00800000:00000002:0.0:1783976331.966124:0:239536:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x240002b13:0x206c:0x0] '' on [0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976331.966128:0:239536:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.966130:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.966132:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.966134:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.966187:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.966189:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.966191:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976331.966192:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.966195:0:239536:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x206c:0x0], fid2=[0x240002b13:0x206c:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976331.966201:0:239536:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.966204:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fa90 00000002:00010000:0.0:1783976331.966206:0:239536:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x206c:0x0]) in obj [0x240002b13:0x206c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.966210:0:239536:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.966213:0:239536:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.966216:0:239536:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976331.966225:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 2 00010000:00000001:0.0:1783976331.966228:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976331.966234:0:239536:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 30 res 9663687443/8300 (0 0) 00000002:00000001:0.0:1783976331.966237:0:239536:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.966239:0:239536:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.966242:0:239536:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976331.966245:0:239536:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976331.966250:0:239536:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976331.966253:0:239536:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976331.966257:0:239536:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976331.966260:0:239536:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.966267:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.966269:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.966270:0:239536:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.966273:0:239536:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.966275:0:239536:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.966277:0:239536:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.966281:0:239536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438a800. 00000100:00000001:0.0:1783976331.966286:0:239536:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.966290:0:239536:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.966291:0:239536:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.966293:0:239536:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.966294:0:239536:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.966296:0:239536:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.966302:0:239536:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00010000:00000001:0.0:1783976331.966305:0:239536:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976331.966307:0:239536:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976331.966309:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 2 00010000:00000001:0.0:1783976331.966311:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.966313:0:239536:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976331.966317:0:239536:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a000. 00000020:00000001:0.0:1783976331.966321:0:239536:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976331.966324:0:239536:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a000 with handle 0x5bb448586bd09391 to hash 00000020:00000001:0.0:1783976331.966325:0:239536:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976331.966327:0:239536:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976331.966331:0:239536:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976331.966335:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.966337:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.966342:0:239536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x206c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.966350:0:239536:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.966360:0:239536:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976331.966364:0:239536:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.966366:0:239536:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.966371:0:239536:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976331.966372:0:239536:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976331.966375:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.966376:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976331.966379:0:239536:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.966382:0:239536:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.966383:0:239536:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.966385:0:239536:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.966389:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.966395:0:239536:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.966396:0:239536:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.966399:0:239536:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.966400:0:239536:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.966402:0:239536:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.966405:0:239536:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496627584:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976331.966408:0:239536:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.966411:0:239536:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.966414:0:239536:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.966415:0:239536:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.966441:0:239536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976331.966443:0:239536:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.966450:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.966454:0:239536:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393108. 00000400:00000010:0.0:1783976331.966459:0:239536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137c00. 00000100:00000200:0.0:1783976331.966463:0:239536:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496627584, portal 10 00000100:00000001:0.0:1783976331.966465:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.966466:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976331.966471:0:239536:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.966477:0:239536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.966480:0:239536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.966482:0:239536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978660. 00000100:00000200:0.0:1783976331.966486:0:239536:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496627584, offset 0 00000400:00000200:0.0:1783976331.966505:0:239536:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.966511:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.966517:0:239536:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.966521:0:239536:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.966524:0:239536:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.966526:0:239536:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.966528:0:239536:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.966531:0:239536:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778513:778513:256:4294967295] 192.168.201.114@tcp LPNI seq info [778491:778491:8:4294967295] 00000400:00000200:0.0:1783976331.966535:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.966543:0:239536:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.966548:0:239536:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.966553:0:239536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b200. 00000800:00000200:0.0:1783976331.966559:0:239536:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.966564:0:239536:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.966569:0:239536:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976331.966583:0:239536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.966587:0:239536:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10225 usecs (11 jiffies) 00000400:00000200:0.0:1783976331.966590:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.966593:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537815 00000100:00000001:0.0:1783976331.966600:0:239536:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308537813 00000100:00000001:0.0:1783976331.966606:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537815 00000100:00000001:0.0:1783976331.966609:0:239536:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308537813 00000100:00000001:0.0:1783976331.966612:0:239536:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.966615:0:239536:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.966617:0:239536:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.966618:0:239536:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.966621:0:239536:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.966622:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.966624:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.976705:0:239533:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976331.976715:0:239533:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976331.976717:0:239533:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976331.976720:0:239533:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970aced68. 00000400:00000200:0.0:1783976331.976725:0:239533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977815b40 00000400:00000010:0.0:1783976331.976727:0:239533:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977815b40. 00000100:00000001:0.0:1783976331.976731:0:239533:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976331.976736:0:239533:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49f80 x1870620496627456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976331.976745:0:239533:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49f80 x1870620496627456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.976752:0:239533:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976331.976753:0:239533:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.976756:0:239533:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976331.976759:0:239533:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976331.976763:0:239533:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976331.976765:0:239533:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.976768:0:239533:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976331.976777:0:239533:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976331.976781:0:239533:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976331.976785:0:239533:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976331.976786:0:239533:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.976789:0:239533:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976331.976793:0:239533:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.976796:0:239533:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976331.976799:0:239533:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976331.976801:0:239533:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976331.976804:0:239533:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.976809:0:239533:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e49f80 x1870620496627456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.976816:0:239533:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.976819:0:239533:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976331.976821:0:239533:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976331.976824:0:239533:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49f80 x1870620496627456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976331.976832:0:239533:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49f80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239533:1870620496627456:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976331.976837:0:239533:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.976840:0:239533:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.976842:0:239533:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976331.976844:0:239533:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.976847:0:239533:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49f80 x1870620496627456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.976854:0:239533:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976331.976856:0:239533:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815300. 00000100:00000001:0.0:1783976331.976859:0:239533:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976331.976860:0:239533:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976331.976865:0:239533:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:0.0:1783976331.976868:0:239533:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.976870:0:239533:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.976873:0:239533:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976331.976878:0:239533:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345ca00. 00000080:00000001:0.0:1783976331.976882:0:239533:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976331.976886:0:239533:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783976331.976894:0:239533:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513183 : 144115373061513183 : 200002b12011fdf) 00000080:00000001:0.0:1783976331.976901:0:239533:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976331.976903:0:239533:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.976906:0:239533:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3f480 x1870620496627200/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.976912:0:239533:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.976915:0:239533:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.976917:0:239533:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b0000. 02000000:00000001:0.0:1783976331.976921:0:239533:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.976923:0:239533:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.976925:0:239533:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.976927:0:239533:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.976929:0:239533:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d59b800. 02000000:00000001:0.0:1783976331.976931:0:239533:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.976933:0:239533:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.976935:0:239533:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3f480. 00000100:00000001:0.0:1783976331.976937:0:239533:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.976938:0:239533:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976331.976940:0:239533:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976331.976942:0:239533:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49f80 x1870620496627456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.976947:0:239533:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976331.976949:0:239533:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976331.976950:0:239533:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97577e000. 02000000:00000001:0.0:1783976331.976952:0:239533:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976331.976953:0:239533:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976331.976954:0:239533:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=50 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976331.976956:0:239533:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976331.976957:0:239533:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345c200. 02000000:00000001:0.0:1783976331.976959:0:239533:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976331.976960:0:239533:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976331.976961:0:239533:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49f80. 00000100:00000001:0.0:1783976331.976963:0:239533:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976331.976964:0:239533:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976331.976983:0:239533:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd28 00000080:00200008:0.0:1783976331.976986:0:239533:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976331.976994:0:239533:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976331.976996:0:239533:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fca0 00000080:00200000:0.0:1783976331.976998:0:239533:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988),name=d56od.sanity.n1 00000080:00000010:0.0:1783976331.977006:0:239533:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976331.977016:0:239533:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976331.977020:0:239533:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.977022:0:239533:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbc0 00800000:00000002:0.0:1783976331.977024:0:239533:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fdf:0x0] 'd56od.sanity.n1' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.977028:0:239533:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976331.977032:0:239533:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.977034:0:239533:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.977037:0:239533:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.977040:0:239533:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.977042:0:239533:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.977044:0:239533:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976331.977046:0:239533:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976331.977049:0:239533:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976331.977051:0:239533:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976331.977052:0:239533:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976331.977053:0:239533:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976331.977055:0:239533:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.977057:0:239533:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976331.977058:0:239533:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976331.977061:0:239533:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x200002b12:0x11fdf:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976331.977067:0:239533:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976331.977069:0:239533:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa90 00000002:00010000:0.0:1783976331.977071:0:239533:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fdf:0x0]) in obj [0x240002b13:0x2069:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976331.977075:0:239533:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976331.977076:0:239533:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976331.977080:0:239533:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976331.977085:0:239533:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.977088:0:239533:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.977090:0:239533:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.977106:0:239533:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976331.977110:0:239533:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976331.977118:0:239533:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976331.977122:0:239533:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976331.977128:0:239533:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976331.977134:0:239533:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976331.977186:0:239533:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976331.977189:0:239533:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976331.977192:0:239533:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.977196:0:239533:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976331.977198:0:239533:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976331.977204:0:239533:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976331.977212:0:239533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f854389000. 00000100:00000001:0.0:1783976331.977218:0:239533:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.977223:0:239533:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.977225:0:239533:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.977227:0:239533:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976331.977228:0:239533:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976331.977230:0:239533:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976331.977236:0:239533:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00010000:00000001:0.0:1783976331.977240:0:239533:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976331.977242:0:239533:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976331.977248:0:239533:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0fd00 count: 2 00010000:00000001:0.0:1783976331.977252:0:239533:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976331.977255:0:239533:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976331.977260:0:239533:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ac00. 00000020:00000001:0.0:1783976331.977265:0:239533:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976331.977268:0:239533:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ac00 with handle 0x5bb448586bd09398 to hash 00000020:00000001:0.0:1783976331.977271:0:239533:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976331.977272:0:239533:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976331.977283:0:239533:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976331.977288:0:239533:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976331.977295:0:239533:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976331.977304:0:239533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 239533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.977320:0:239533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976331.977334:0:239533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976331.977345:0:239533:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976331.977350:0:239533:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976331.977364:0:239533:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976331.977369:0:239533:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737984 : -115476720813632 : ffff96f97b1379c0) 00000100:00000001:0.0:1783976331.977373:0:239533:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.977374:0:239533:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976331.977379:0:239533:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976331.977386:0:239533:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.977394:0:239533:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976331.977397:0:239533:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976331.977408:0:239533:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496627712/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.977452:0:239533:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976331.977460:0:239533:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.977469:0:239533:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976331.977474:0:239533:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976331.977486:0:239533:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976331.977497:0:239533:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239533:1870620496627712:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976331.977508:0:239533:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976331.977516:0:239533:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976331.977521:0:239533:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976331.977526:0:239533:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976331.977551:0:239533:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976331.977558:0:239533:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976331.977571:0:239533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976331.977581:0:239533:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939f8. 00000400:00000010:0.0:1783976331.977595:0:239533:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137d80. 00000100:00000200:0.0:1783976331.977607:0:239533:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496627712, portal 10 00000100:00000001:0.0:1783976331.977613:0:239533:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976331.977618:0:239533:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976331.977639:0:239533:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496627712/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976331.977661:0:239533:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976331.977671:0:239533:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976331.977678:0:239533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978660. 00000100:00000200:0.0:1783976331.977688:0:239533:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496627712, offset 0 00000400:00000200:0.0:1783976331.977709:0:239533:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976331.977722:0:239533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.977738:0:239533:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976331.977751:0:239533:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976331.977761:0:239533:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976331.977770:0:239533:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976331.977776:0:239533:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976331.977786:0:239533:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778514:778514:256:4294967295] 192.168.201.114@tcp LPNI seq info [778492:778492:8:4294967295] 00000400:00000200:0.0:1783976331.977805:0:239533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976331.977834:0:239533:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976331.977850:0:239533:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976331.977868:0:239533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bf00. 00000800:00000200:0.0:1783976331.977886:0:239533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976331.977905:0:239533:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976331.977917:0:239533:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bf00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976331.977931:0:239533:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976331.977938:0:239533:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9340 usecs (10 jiffies) 00000400:00000200:0.0:1783976331.977949:0:239533:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976331.977956:0:239533:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308537826 00000100:00000001:0.0:1783976331.977975:0:239533:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308537815 00000100:00000001:0.0:1783976331.977984:0:239533:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308537826 00000100:00000010:0.0:1783976331.977990:0:239533:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ec60. 00000100:00000001:0.0:1783976331.978002:0:239533:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976331.978009:0:239533:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976331.978015:0:239533:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976331.978023:0:239533:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976331.978028:0:239533:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976331.978037:0:239533:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1379c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976331.978048:0:239533:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976331.978055:0:239533:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.001565:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.001576:0:239536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.001578:0:239536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.001582:0:239536:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393108. 00000400:00000200:0.0:1783976332.001588:0:239536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137c00 00000400:00000010:0.0:1783976332.001591:0:239536:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.001596:0:239536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.001605:0:239536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.001615:0:239536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.001623:0:239536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.001626:0:239536:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.001628:0:239536:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.001631:0:239536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.001633:0:239536:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.001635:0:239536:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.001638:0:239536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.001646:0:239536:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.001649:0:239536:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.001651:0:239536:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.001653:0:239536:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.001655:0:239536:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.001659:0:239536:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.001663:0:239536:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.001665:0:239536:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.001667:0:239536:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.001669:0:239536:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.001674:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.001682:0:239536:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.001685:0:239536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.001687:0:239536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.001690:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.001699:0:239536:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496627584:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.001704:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.001707:0:239536:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.001709:0:239536:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.001711:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.001714:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.001720:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.001723:0:239536:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976332.001726:0:239536:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.001727:0:239536:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.001730:0:239536:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976332.001732:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.001734:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.001737:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=4 00000020:00000001:0.0:1783976332.001739:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001742:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000040:0.0:1783976332.001746:0:239536:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019a000, remote cookie: 0xa91b1f6e92eabb01, flags: 0x1001 00010000:00010000:0.0:1783976332.001751:0:239536:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.001759:0:239536:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.001770:0:239536:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976332.001774:0:239536:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976332.001776:0:239536:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976332.001778:0:239536:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976332.001779:0:239536:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976332.001781:0:239536:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x206c:0x0].0x0 (ffff96f977a80100) refcount = 2 00010000:00000040:0.0:1783976332.001784:0:239536:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976332.001787:0:239536:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d200/0x5bb448586bd09375 lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba98 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976332.001794:0:239536:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.001800:0:239536:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976332.001804:0:239536:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976332.001806:0:239536:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.001808:0:239536:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976332.001810:0:239536:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.001813:0:239536:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.001819:0:239536:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976332.001821:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001822:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.001823:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001824:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.001825:0:239536:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.001828:0:239536:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976332.001830:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.001831:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.001833:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976332.001835:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001837:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001840:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.001841:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.001842:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=4 00000020:00000001:0.0:1783976332.001844:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001846:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001848:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.001850:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.001853:0:239536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.001859:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001860:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.001862:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.001863:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.001864:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=5 00000020:00000001:0.0:1783976332.001865:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001867:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001869:0:239536:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.001872:0:239536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.001878:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001880:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976332.001882:0:239536:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.001887:0:239536:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.001889:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001890:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.001891:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001892:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976332.001896:0:239536:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976332.001908:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.001909:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.001910:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976332.001912:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001914:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001916:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001917:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.001919:0:239536:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.001921:0:239536:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.001923:0:239536:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976332.001925:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.001927:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.001928:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976332.001930:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001932:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00000002:00010000:0.0:1783976332.001935:0:239536:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.001941:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001942:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.001943:0:239536:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976332.001945:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.001946:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.001947:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976332.001948:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.001950:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000040:0.0:1783976332.001954:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 3 00010000:00000001:0.0:1783976332.001956:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976332.001960:0:239536:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8300 (0 0) 00010000:00000001:0.0:1783976332.001962:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.001963:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.001965:0:239536:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976332.001967:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fa18 00000002:00002000:0.0:1783976332.001969:0:239536:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976332.001972:0:239536:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.001976:0:239536:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.001979:0:239536:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976332.001981:0:239536:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x206c:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976332.001985:0:239536:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.001989:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976332.001993:0:239536:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.001995:0:239536:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976332.001999:0:239536:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976332.002002:0:239536:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976332.002004:0:239536:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976332.002006:0:239536:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x206c:0x0] 00000080:00000001:0.0:1783976332.002009:0:239536:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.002013:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976332.002016:0:239536:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976332.002020:0:239536:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x206c:0x0], updating i_size 4096 00010000:00000001:0.0:1783976332.002022:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.002023:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.002025:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976332.002027:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.002029:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.002031:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.002032:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976332.002034:0:239536:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976332.002035:0:239536:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976332.002037:0:239536:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976332.002039:0:239536:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976332.002040:0:239536:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.002043:0:239536:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x206c:0x0](ffff96f97c234b08) for lock 0x5bb448586bd09391 00800000:00000001:0.0:1783976332.002046:0:239536:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.002048:0:239536:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.002049:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.002050:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.002052:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976332.002053:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.002056:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.002058:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.002059:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.002060:0:239536:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.002062:0:239536:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.002064:0:239536:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.002066:0:239536:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x206c:0x0](ffff96f97c234b08) 00000080:00010000:0.0:1783976332.002069:0:239536:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09391 from it ffffaf1481d4fcd8 00010000:00000001:0.0:1783976332.002070:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.002071:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.002073:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976332.002074:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.002076:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976332.002078:0:239536:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.002081:0:239536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.002087:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.002088:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.002090:0:239536:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.002108:0:239536:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.008978:0:239536:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976332.008995:0:239536:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.008999:0:239536:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.009001:0:239536:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.009008:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.009010:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.009012:0:239536:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.009015:0:239536:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.009018:0:239536:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.009020:0:239536:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.009024:0:239536:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.009027:0:239536:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.009029:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.009030:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.009036:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.009051:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07100 x1870620496627584/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/584 e 0 to 0 dl 1783976347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.009059:0:239536:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.009062:0:239536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.009066:0:239536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976332.009086:0:239536:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.009096:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.009098:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.009101:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.009104:0:239536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85438a800. 02000000:00000001:0.0:1783976332.009108:0:239536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.009110:0:239536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.009112:0:239536:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07100. 00000100:00000001:0.0:1783976332.009116:0:239536:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.009118:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.013493:0:239535:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.013502:0:239535:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.017183:0:239535:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.028091:0:239535:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.028099:0:239535:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.028104:0:239535:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970ace4d0. 00000400:00000200:0.0:1783976332.028116:0:239535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50770 00000400:00000010:0.0:1783976332.028119:0:239535:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50770. 00000100:00000001:0.0:1783976332.028124:0:239535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.028147:0:239535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49180 x1870620496627968/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.028161:0:239535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49180 x1870620496627968/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.028182:0:239535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.028185:0:239535:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.028188:0:239535:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.028191:0:239535:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.028194:0:239535:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.028196:0:239535:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.028199:0:239535:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.028208:0:239535:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.028213:0:239535:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.028216:0:239535:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.028217:0:239535:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.028220:0:239535:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.028224:0:239535:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.028228:0:239535:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.028230:0:239535:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.028232:0:239535:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.028234:0:239535:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.028248:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff96f977e49180 x1870620496627968/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783976332.028259:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff96f977e49180 x1870620496627968/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.028266:0:239535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.028268:0:239535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.028272:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49180 x1870620496627968/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.028426:0:239535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239535:1870620496627968:192.168.201.114@tcp:37:lfs.0 00000100:00000001:0.0:1783976332.028432:0:239535:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.028435:0:239535:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.028437:0:239535:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.028439:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.028442:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49180 x1870620496627968/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.028448:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.028451:0:239535:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815a80. 00000100:00000001:0.0:1783976332.028455:0:239535:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.028457:0:239535:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.028460:0:239535:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.028463:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.028465:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49180 x1870620496627968/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.028471:0:239535:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.028473:0:239535:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.028477:0:239535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783976332.028480:0:239535:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.028482:0:239535:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.028484:0:239535:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.028486:0:239535:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783976332.028488:0:239535:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783976332.028490:0:239535:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.028491:0:239535:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.028493:0:239535:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783976332.028517:0:239535:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff96f9749b5000. 00000100:00000010:0.0:1783976332.028520:0:239535:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff96f8535c7800. 00000100:00000001:0.0:1783976332.028522:0:239535:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783976332.028525:0:239535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345d200. 02000000:00000001:0.0:1783976332.028528:0:239535:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.028530:0:239535:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.028531:0:239535:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49180. 00000100:00000001:0.0:1783976332.028534:0:239535:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.028536:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.028538:0:239535:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783976332.028540:0:239535:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783976332.032248:0:239535:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff96f8542ae000. 00000002:00000001:0.0:1783976332.032253:0:239535:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.032257:0:239535:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.032258:0:239535:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.032261:0:239535:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798b800 refcount=3 00000020:00000001:0.0:1783976332.032262:0:239535:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930361344 : -115476779190272 : ffff96f97798b800) 00010000:00000001:0.0:1783976332.032264:0:239535:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930361344 : -115476779190272 : ffff96f97798b800) 00010000:00000001:0.0:1783976332.032267:0:239535:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.032270:0:239535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b800/0x5bb448586bd0939f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb1d expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976332.033065:0:239535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.033067:0:239535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.033068:0:239535:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.033070:0:239535:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.033181:0:239535:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b800/0x5bb448586bd0939f lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb1d expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976332.033191:0:239535:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.033193:0:239535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.033194:0:239535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.033197:0:239535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.033198:0:239535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.033199:0:239535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.033202:0:239535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.033203:0:239535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.033205:0:239535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.033208:0:239535:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.033210:0:239535:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.033212:0:239535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.033213:0:239535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783976332.033214:0:239535:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.150239:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976332.150247:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.150253:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976332.165182:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.165188:0:239536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.165189:0:239536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.165192:0:239536:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7dc0. 00000400:00000200:0.0:1783976332.165196:0:239536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854676800 00000400:00000010:0.0:1783976332.165198:0:239536:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f854676800. 00000100:00000001:0.0:1783976332.165202:0:239536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.165207:0:239536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e48380 x1870620496629888/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.165221:0:239536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e48380 x1870620496629888/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.165227:0:239536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.165229:0:239536:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.165231:0:239536:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.165232:0:239536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.165233:0:239536:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.165235:0:239536:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.165236:0:239536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.165240:0:239536:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.165243:0:239536:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.165245:0:239536:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976332.165248:0:239536:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f977e48380 x1870620496629888/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.165254:0:239536:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.165256:0:239536:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.165258:0:239536:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.165260:0:239536:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.165262:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.165264:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935328640 : -115476774222976 : ffff96f977e48380) 00000100:00000001:0.0:1783976332.165267:0:239536:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.165268:0:239536:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.165270:0:239536:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.165272:0:239536:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976332.165286:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.165292:0:239536:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976332.165295:0:239536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.165296:0:239536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.165299:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.165312:0:239536:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e48380 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496629888:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.165317:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.165320:0:239536:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.165322:0:239536:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.165324:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.165328:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.165335:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.165337:0:239536:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815e40. 00000100:00000001:0.0:1783976332.165340:0:239536:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.165341:0:239536:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976332.165344:0:239536:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976332.165349:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.165351:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.165354:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a400 refcount=4 00000020:00000001:0.0:1783976332.165357:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930356224 : -115476779195392 : ffff96f97798a400) 00010000:00000001:0.0:1783976332.165359:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930356224 : -115476779195392 : ffff96f97798a400) 00010000:00010000:0.0:1783976332.165364:0:239536:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT flags: 0x0 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165374:0:239536:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976332.165378:0:239536:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165384:0:239536:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.165387:0:239536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165392:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.165394:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976332.165397:0:239536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165402:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.165405:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.165408:0:239536:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976332.165411:0:239536:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.165417:0:239536:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f97798a400 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976332.165420:0:239536:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976332.165423:0:239536:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 7 type: IBT flags: 0x206400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165429:0:239536:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976332.165431:0:239536:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976332.165434:0:239536:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 7 type: IBT flags: 0x206400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165438:0:239536:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976332.165441:0:239536:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976332.165442:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.165443:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.165444:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a400 refcount=5 00000020:00000001:0.0:1783976332.165446:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930356224 : -115476779195392 : ffff96f97798a400) 00010000:00000001:0.0:1783976332.165447:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930356224 : -115476779195392 : ffff96f97798a400) 00010000:00000001:0.0:1783976332.165450:0:239536:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976332.165453:0:239536:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 7 type: IBT flags: 0x20e400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976332.165459:0:239536:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976332.165460:0:239536:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.165463:0:239536:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976332.165466:0:239536:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976332.165470:0:239536:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976332.165471:0:239536:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976332.165473:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.165475:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976332.165477:0:239536:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97798a400 with handle 0x5bb448586bd093b4 from hash 00010000:00000001:0.0:1783976332.165479:0:239536:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976332.165481:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.165482:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.165483:0:239536:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976332.165485:0:239536:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976332.165486:0:239536:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976332.165488:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.165489:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.165491:0:239536:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.165492:0:239536:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.165495:0:239536:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165501:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.165502:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.165503:0:239536:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976332.165505:0:239536:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.165506:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.165507:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.165508:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976332.165510:0:239536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd093b4 lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.165522:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.165524:0:239536:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976332.165528:0:239536:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976332.165534:0:239536:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.165543:0:239536:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.165547:0:239536:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.165554:0:239536:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.165560:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.165561:0:239536:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.165563:0:239536:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.165565:0:239536:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.165568:0:239536:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976332.165570:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.165571:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935328640 : -115476774222976 : ffff96f977e48380) 00010000:00000001:0.0:1783976332.165573:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.165574:0:239536:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.165576:0:239536:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976332.165580:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4f868 00000002:00002000:0.0:1783976332.165582:0:239536:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976332.165585:0:239536:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.165588:0:239536:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.165591:0:239536:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976332.165594:0:239536:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976332.165597:0:239536:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.165601:0:239536:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 4 00000080:00000010:0.0:1783976332.165604:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345da00. 00000080:00000001:0.0:1783976332.165609:0:239536:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976332.165614:0:239536:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976332.165618:0:239536:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976332.165624:0:239536:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99ac0. 00800000:00000001:0.0:1783976332.165627:0:239536:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078975680 : -115477630575936 : ffff96f944d99ac0) 00800000:00000001:0.0:1783976332.165630:0:239536:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.165632:0:239536:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976332.165634:0:239536:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976332.165636:0:239536:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fed:0x0] 00000080:00000001:0.0:1783976332.165639:0:239536:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976332.165642:0:239536:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976332.165644:0:239536:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.165648:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976332.165651:0:239536:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976332.165656:0:239536:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fed:0x0], updating i_size 4096 00000080:00000001:0.0:1783976332.165659:0:239536:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976332.165661:0:239536:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976332.165662:0:239536:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99ac0 1 00800000:00000010:0.0:1783976332.165665:0:239536:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99ac0. 00800000:00000001:0.0:1783976332.165668:0:239536:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976332.165672:0:239536:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000100:00000001:0.0:1783976332.165675:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.165679:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.165685:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.165689:0:239536:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.165693:0:239536:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99ac0. 00000080:00000001:0.0:1783976332.165696:0:239536:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976332.165698:0:239536:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.165700:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.165703:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.165705:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.165707:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.165709:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.165711:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.165713:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.165715:0:239536:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976332.165719:0:239536:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c301e0. 00000002:00100000:0.0:1783976332.165724:0:239536:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.165730:0:239536:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.165732:0:239536:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976332.165737:0:239536:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.165740:0:239536:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.165744:0:239536:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.165745:0:239536:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.165747:0:239536:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.165751:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.165755:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976332.165761:0:239536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.165764:0:239536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976332.165802:0:239536:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976332.165804:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.165807:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fb78 00000080:00000008:0.0:1783976332.165810:0:239536:0:(file.c:1297:ll_file_open()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.165814:0:239536:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.165862:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.165866:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.165868:0:239536:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.165870:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbc0 00000080:00200000:0.0:1783976332.165872:0:239536:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.165878:0:239536:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976332.165884:0:239536:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.165887:0:239536:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.165890:0:239536:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.165893:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fae0 00800000:00000002:0.0:1783976332.165895:0:239536:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.165898:0:239536:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.165901:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.165902:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.165903:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.165905:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.165906:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.165908:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.165910:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.165912:0:239536:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.165917:0:239536:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.165919:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4f9b0 00000002:00010000:0.0:1783976332.165920:0:239536:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.165924:0:239536:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.165927:0:239536:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.165929:0:239536:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.165937:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.165940:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.165944:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.165946:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.165950:0:239536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 02000000:00000001:0.0:1783976332.165958:0:239536:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.165962:0:239536:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.165965:0:239536:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000002:00000001:0.0:1783976332.165972:0:239536:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.165975:0:239536:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.165977:0:239536:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.165979:0:239536:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.165980:0:239536:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.165982:0:239536:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.165984:0:239536:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.165987:0:239536:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.165989:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976332.165992:0:239536:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.165994:0:239536:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.165996:0:239536:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.166000:0:239536:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.166003:0:239536:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.166005:0:239536:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.166006:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.166008:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.166010:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.166012:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.166014:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.166016:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.166018:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.166019:0:239536:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.166021:0:239536:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.166023:0:239536:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d4fbf8 00010000:00000001:0.0:1783976332.166026:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.166027:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.166028:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.166030:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.166032:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.166034:0:239536:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.166037:0:239536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:0.0:1783976332.166043:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.166044:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.166046:0:239536:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.166048:0:239536:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.166050:0:239536:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00000001:0.0:1783976332.166057:0:239536:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.166060:0:239536:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.166062:0:239536:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.166067:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.166068:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.166086:0:239536:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.166090:0:239536:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.166091:0:239536:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.166093:0:239536:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.166096:0:239536:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.166098:0:239536:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.166100:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.166101:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.166103:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.166104:0:239536:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.166106:0:239536:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976332.166111:0:239536:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166115:0:239536:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.166117:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fb88 00000080:00002000:0.0:1783976332.166119:0:239536:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 2 00000080:00000001:0.0:1783976332.166121:0:239536:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.166123:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbd0 00000080:00200000:0.0:1783976332.166124:0:239536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976332.166128:0:239536:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.166130:0:239536:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166132:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.166134:0:239536:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.166199:0:239536:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166202:0:239536:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.166203:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fb88 00000080:00002000:0.0:1783976332.166205:0:239536:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976332.166208:0:239536:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.166209:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbd0 00000080:00200000:0.0:1783976332.166210:0:239536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=24 00000080:00000002:0.0:1783976332.166213:0:239536:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.166217:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.166218:0:239536:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.166221:0:239536:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166223:0:239536:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.166225:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbc0 00000080:00002000:0.0:1783976332.166226:0:239536:0:(dcache.c:87:ll_dcompare()) found name dir3(ffff96f97c186d80) flags 0x28004e refc 1 00000080:00000001:0.0:1783976332.166228:0:239536:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.166229:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fc08 00000080:00200000:0.0:1783976332.166230:0:239536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir3, flags=264 00000080:00000002:0.0:1783976332.166233:0:239536:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.166238:0:239536:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.166239:0:239536:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.166242:0:239536:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166247:0:239536:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.166248:0:239536:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.166250:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fb78 00000080:00200008:0.0:1783976332.166252:0:239536:0:(file.c:1058:ll_file_open()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000 00000080:00000010:0.0:1783976332.166256:0:239536:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.166262:0:239536:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976332.166264:0:239536:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.166267:0:239536:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166269:0:239536:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.166271:0:239536:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166272:0:239536:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976332.166274:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fb78 00000080:00000008:0.0:1783976332.166276:0:239536:0:(file.c:1297:ll_file_open()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.166278:0:239536:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166293:0:239536:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.166295:0:239536:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.166296:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fd98 00000080:00200008:0.0:1783976332.166298:0:239536:0:(file.c:447:ll_file_release()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000 00000080:00400000:0.0:1783976332.166301:0:239536:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fed:0x0] 00000080:00000001:0.0:1783976332.166303:0:239536:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976332.166305:0:239536:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976332.166307:0:239536:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976332.166309:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.166311:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.166312:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.166314:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.166315:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.166317:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.166318:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.166320:0:239536:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.166321:0:239536:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.166325:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 2 00010000:00000001:0.0:1783976332.166327:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976332.166330:0:239536:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.166331:0:239536:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fed:0x0]: 0 00000080:00000001:0.0:1783976332.166333:0:239536:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976332.166335:0:239536:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.166337:0:239536:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f9778f9900. 00000080:00000001:0.0:1783976332.166340:0:239536:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.166342:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fd98 00000080:00000008:0.0:1783976332.166344:0:239536:0:(file.c:491:ll_file_release()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.166346:0:239536:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166348:0:239536:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.166361:0:239536:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.166363:0:239536:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) cmd=c1406917 arg=7f0cb01289a0 00000080:00000001:0.0:1783976332.166368:0:239536:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976332.166370:0:239536:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976332.166373:0:239536:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976332.166375:0:239536:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00800000:00000001:0.0:1783976332.166379:0:239536:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976332.166380:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.166381:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.166382:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.166384:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.166385:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.166387:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.166389:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.166392:0:239536:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976332.166396:0:239536:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976332.166400:0:239536:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.166404:0:239536:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.166408:0:239536:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.166410:0:239536:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.166417:0:239536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369000. 00000100:00000001:0.0:1783976332.166423:0:239536:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.166429:0:239536:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.166431:0:239536:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.166432:0:239536:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.166438:0:239536:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976332.166440:0:239536:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976332.166443:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.166444:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.166448:0:239536:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.166452:0:239536:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.166454:0:239536:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.166455:0:239536:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.166461:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.166468:0:239536:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.166470:0:239536:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.166474:0:239536:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.166477:0:239536:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.166479:0:239536:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.166483:0:239536:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496630400:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.166486:0:239536:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.166492:0:239536:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.166495:0:239536:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.166497:0:239536:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.166504:0:239536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976332.166505:0:239536:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.166511:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.166516:0:239536:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393108. 00000400:00000010:0.0:1783976332.166522:0:239536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137c00. 00000100:00000200:0.0:1783976332.166528:0:239536:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496630400, portal 10 00000100:00000001:0.0:1783976332.166530:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.166531:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976332.166536:0:239536:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.166543:0:239536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.166546:0:239536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.166549:0:239536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783976332.166553:0:239536:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496630400, offset 0 00000400:00000200:0.0:1783976332.166560:0:239536:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.166568:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.166575:0:239536:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.166580:0:239536:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.166584:0:239536:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.166587:0:239536:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.166590:0:239536:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.166593:0:239536:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778532:778532:256:4294967295] 192.168.201.114@tcp LPNI seq info [778510:778510:8:4294967295] 00000400:00000200:0.0:1783976332.166597:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.166606:0:239536:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.166611:0:239536:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.166615:0:239536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9be00. 00000800:00000200:0.0:1783976332.166621:0:239536:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.166629:0:239536:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.166634:0:239536:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9be00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.169638:0:239536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.169643:0:239536:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9341 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.169648:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.169651:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538018 00000100:00000010:0.0:1783976332.169657:0:239536:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e6c0. 00000100:00000001:0.0:1783976332.169665:0:239536:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976332.169671:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538018 00000100:00000010:0.0:1783976332.169674:0:239536:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ed80. 00000100:00000001:0.0:1783976332.169676:0:239536:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976332.169679:0:239536:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.169682:0:239536:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.169685:0:239536:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.169687:0:239536:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.169689:0:239536:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.169691:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.169693:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.178266:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.188454:0:239536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.188462:0:239536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.188467:0:239536:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393108. 00000400:00000200:0.0:1783976332.188477:0:239536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137c00 00000400:00000010:0.0:1783976332.188479:0:239536:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.188486:0:239536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.188502:0:239536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.188515:0:239536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.188523:0:239536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.188525:0:239536:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.188528:0:239536:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.188531:0:239536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.188533:0:239536:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.188536:0:239536:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.188539:0:239536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.188549:0:239536:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.188553:0:239536:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.188556:0:239536:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.188557:0:239536:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.188560:0:239536:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.188564:0:239536:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.188567:0:239536:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.188569:0:239536:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.188571:0:239536:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.188581:0:239536:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.188586:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.188593:0:239536:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.188597:0:239536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.188599:0:239536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.188603:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.188610:0:239536:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496630400:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.188615:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.188618:0:239536:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.188620:0:239536:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.188623:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.188627:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.188634:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.188637:0:239536:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976332.188639:0:239536:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.188640:0:239536:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976332.188646:0:239536:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976332.188650:0:239536:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.188653:0:239536:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.188655:0:239536:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.188660:0:239536:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976332.188663:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976332.188669:0:239536:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.188678:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976332.188733:0:239536:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976332.188735:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.188739:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07100 x1870620496630400/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.188746:0:239536:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.188748:0:239536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.188751:0:239536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976332.188754:0:239536:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.188756:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.188758:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=55 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.188761:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.188763:0:239536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369000. 02000000:00000001:0.0:1783976332.188766:0:239536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.188768:0:239536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.188770:0:239536:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07100. 00000100:00000001:0.0:1783976332.188773:0:239536:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.188774:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.188776:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.188777:0:239536:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976332.188795:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fd28 00000080:00200008:0.0:1783976332.188798:0:239536:0:(file.c:6217:ll_getattr_dentry()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976332.188806:0:239536:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783976332.188809:0:239536:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.188813:0:239536:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.188814:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fca0 00000080:00200000:0.0:1783976332.188816:0:239536:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448),name=dir3 00000080:00000010:0.0:1783976332.188823:0:239536:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00800000:00000002:0.0:1783976332.188828:0:239536:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976332.188834:0:239536:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.188838:0:239536:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.188840:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fbc0 00800000:00000002:0.0:1783976332.188842:0:239536:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fed:0x0] 'dir3' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976332.188846:0:239536:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.188849:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.188852:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.188854:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.188857:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.188859:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.188860:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976332.188863:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.188865:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.188867:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.188868:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.188869:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.188871:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.188873:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.188874:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.188876:0:239536:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fed:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.188881:0:239536:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.188882:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fa90 00000002:00010000:0.0:1783976332.188884:0:239536:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fed:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.188887:0:239536:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.188889:0:239536:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.188892:0:239536:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.188898:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 2 00010000:00000001:0.0:1783976332.188900:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976332.188906:0:239536:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 30 res 8589945618/73709 (0 0) 00000002:00000001:0.0:1783976332.188910:0:239536:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.188912:0:239536:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.188914:0:239536:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976332.188916:0:239536:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976332.188920:0:239536:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976332.188923:0:239536:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=56 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976332.188927:0:239536:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976332.188931:0:239536:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.188937:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.188938:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.188940:0:239536:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.188943:0:239536:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.188945:0:239536:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.188949:0:239536:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.188954:0:239536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438a800. 00000100:00000001:0.0:1783976332.188959:0:239536:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.188962:0:239536:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.188964:0:239536:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.188965:0:239536:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.188967:0:239536:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.188969:0:239536:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.188973:0:239536:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00010000:00000001:0.0:1783976332.188977:0:239536:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976332.188979:0:239536:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976332.188981:0:239536:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976332.188983:0:239536:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.188986:0:239536:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976332.188989:0:239536:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a200. 00000020:00000001:0.0:1783976332.188993:0:239536:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976332.188995:0:239536:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a200 with handle 0x5bb448586bd093c9 to hash 00000020:00000001:0.0:1783976332.188998:0:239536:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976332.188999:0:239536:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976332.189003:0:239536:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976332.189006:0:239536:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.189009:0:239536:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.189012:0:239536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.189021:0:239536:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.189030:0:239536:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239536 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976332.189036:0:239536:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.189038:0:239536:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.189042:0:239536:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976332.189044:0:239536:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976332.189047:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.189048:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.189053:0:239536:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.189057:0:239536:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.189059:0:239536:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.189060:0:239536:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.189065:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496630784/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.189086:0:239536:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.189088:0:239536:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.189092:0:239536:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.189094:0:239536:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.189097:0:239536:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.189100:0:239536:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496630784:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.189104:0:239536:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.189108:0:239536:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.189110:0:239536:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.189113:0:239536:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.189155:0:239536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976332.189158:0:239536:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.189175:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.189179:0:239536:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393108. 00000400:00000010:0.0:1783976332.189185:0:239536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f97b137c00. 00000100:00000200:0.0:1783976332.189191:0:239536:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496630784, portal 10 00000100:00000001:0.0:1783976332.189193:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.189195:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976332.189201:0:239536:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496630784/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.189208:0:239536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.189211:0:239536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.189214:0:239536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729785d8. 00000100:00000200:0.0:1783976332.189217:0:239536:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496630784, offset 0 00000400:00000200:0.0:1783976332.189223:0:239536:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.189230:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.189238:0:239536:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.189243:0:239536:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.189247:0:239536:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.189251:0:239536:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.189254:0:239536:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.189258:0:239536:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778536:778536:256:4294967295] 192.168.201.114@tcp LPNI seq info [778514:778514:8:4294967295] 00000400:00000200:0.0:1783976332.189262:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.189271:0:239536:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.189287:0:239536:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.189292:0:239536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9ba00. 00000800:00000200:0.0:1783976332.189298:0:239536:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.189305:0:239536:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.189309:0:239536:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9ba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.189324:0:239536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.189328:0:239536:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9341 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.189332:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.189334:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538036 00000100:00000001:0.0:1783976332.189342:0:239536:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538021 00000100:00000001:0.0:1783976332.189347:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538036 00000100:00000001:0.0:1783976332.189351:0:239536:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538021 00000100:00000001:0.0:1783976332.189354:0:239536:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.189357:0:239536:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.189359:0:239536:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.189361:0:239536:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.189363:0:239536:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.189366:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.189368:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.211011:0:239535:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.211021:0:239535:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.211023:0:239535:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.211026:0:239535:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970ace2c0. 00000400:00000200:0.0:1783976332.211034:0:239535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50990 00000400:00000010:0.0:1783976332.211036:0:239535:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50990. 00000100:00000001:0.0:1783976332.211040:0:239535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.211047:0:239535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49180 x1870620496630528/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.211058:0:239535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49180 x1870620496630528/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.211067:0:239535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.211069:0:239535:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.211084:0:239535:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.211086:0:239535:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.211089:0:239535:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.211092:0:239535:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.211094:0:239535:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.211101:0:239535:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.211105:0:239535:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.211108:0:239535:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.211116:0:239535:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.211119:0:239535:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.211122:0:239535:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.211127:0:239535:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.211129:0:239535:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.211131:0:239535:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.211134:0:239535:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.211155:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff96f977e49180 x1870620496630528/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783976332.211174:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff96f977e49180 x1870620496630528/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.211181:0:239535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.211183:0:239535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.211187:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49180 x1870620496630528/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.211194:0:239535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239535:1870620496630528:192.168.201.114@tcp:37:lfs.0 00000100:00000001:0.0:1783976332.211199:0:239535:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.211202:0:239535:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.211203:0:239535:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.211206:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.211209:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49180 x1870620496630528/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.211215:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.211218:0:239535:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815480. 00000100:00000001:0.0:1783976332.211221:0:239535:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.211223:0:239535:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.211226:0:239535:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.211228:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.211232:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49180 x1870620496630528/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.211237:0:239535:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.211238:0:239535:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.211241:0:239535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c6000. 02000000:00000001:0.0:1783976332.211244:0:239535:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.211246:0:239535:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.211249:0:239535:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.211251:0:239535:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783976332.211252:0:239535:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783976332.211254:0:239535:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.211256:0:239535:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=53 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.211257:0:239535:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783976332.211290:0:239535:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff96f9749b4000. 00000100:00000010:0.0:1783976332.211294:0:239535:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff96f8535c7000. 00000100:00000001:0.0:1783976332.211296:0:239535:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783976332.211299:0:239535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345c200. 02000000:00000001:0.0:1783976332.211302:0:239535:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.211303:0:239535:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.211305:0:239535:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49180. 00000100:00000001:0.0:1783976332.211309:0:239535:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.211310:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.211312:0:239535:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783976332.211314:0:239535:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783976332.211922:0:239535:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff96f8542ae800. 00000002:00000001:0.0:1783976332.211927:0:239535:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.211932:0:239535:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.211934:0:239535:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.211937:0:239535:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a600 refcount=3 00000020:00000001:0.0:1783976332.211939:0:239535:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930356736 : -115476779194880 : ffff96f97798a600) 00010000:00000001:0.0:1783976332.211942:0:239535:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930356736 : -115476779194880 : ffff96f97798a600) 00010000:00000001:0.0:1783976332.211944:0:239535:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.211948:0:239535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a600/0x5bb448586bd093c2 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabba2 expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976332.211956:0:239535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.211958:0:239535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.211959:0:239535:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.211962:0:239535:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.211964:0:239535:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a600/0x5bb448586bd093c2 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabba2 expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976332.211976:0:239535:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.211979:0:239535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.211981:0:239535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.211984:0:239535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.211985:0:239535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.211987:0:239535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.211990:0:239535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.211991:0:239535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.211993:0:239535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.211996:0:239535:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.211999:0:239535:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.212000:0:239535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.212001:0:239535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783976332.212003:0:239535:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.212008:0:239535:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513193 : 144115373061513193 : 200002b12011fe9) 00000080:00000001:0.0:1783976332.212013:0:239535:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513195 : 144115373061513195 : 200002b12011feb) 00000080:00000001:0.0:1783976332.212015:0:239535:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513194 : 144115373061513194 : 200002b12011fea) 00000080:00000001:0.0:1783976332.212018:0:239535:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513196 : 144115373061513196 : 200002b12011fec) 00000080:00000001:0.0:1783976332.212020:0:239535:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976332.212024:0:239535:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.212028:0:239535:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976332.212031:0:239535:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345ca00. 00000080:00000001:0.0:1783976332.212035:0:239535:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.212064:0:239535:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.212066:0:239535:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) cmd=c1406916 arg=7f0cb0115c80 00000080:00000010:0.0:1783976332.212077:0:239535:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9ba00. 00000080:00000001:0.0:1783976332.212082:0:239535:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976332.212084:0:239535:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976332.212086:0:239535:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976332.212089:0:239535:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976332.212092:0:239535:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.212094:0:239535:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.212095:0:239535:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.212097:0:239535:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.212099:0:239535:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.212104:0:239535:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976332.212109:0:239535:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00800000:00000001:0.0:1783976332.212114:0:239535:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976332.212117:0:239535:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.212119:0:239535:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.212121:0:239535:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.212123:0:239535:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.212124:0:239535:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.212126:0:239535:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976332.212128:0:239535:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.212130:0:239535:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file2 on [0x200002b12:0x11fe9:0x0] -> mds #0 00000002:00000001:0.0:1783976332.212133:0:239535:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976332.212175:0:239535:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976332.212179:0:239535:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.212183:0:239535:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.212186:0:239535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.212190:0:239535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.212196:0:239535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369a00. 00000100:00000001:0.0:1783976332.212201:0:239535:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.212207:0:239535:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.212209:0:239535:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.212210:0:239535:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.212215:0:239535:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976332.212218:0:239535:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736448 : -115476720815168 : ffff96f97b1373c0) 00000100:00000001:0.0:1783976332.212220:0:239535:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.212222:0:239535:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976332.212225:0:239535:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.212229:0:239535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.212230:0:239535:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.212232:0:239535:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.212238:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496631040/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.212245:0:239535:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.212247:0:239535:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.212251:0:239535:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.212253:0:239535:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.212256:0:239535:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.212259:0:239535:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239535:1870620496631040:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976332.212263:0:239535:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.212267:0:239535:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.212269:0:239535:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.212271:0:239535:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.212276:0:239535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976332.212278:0:239535:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.212284:0:239535:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.212288:0:239535:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393d10. 00000400:00000010:0.0:1783976332.212294:0:239535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137480. 00000100:00000200:0.0:1783976332.212300:0:239535:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496631040, portal 10 00000100:00000001:0.0:1783976332.212303:0:239535:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.212304:0:239535:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976332.212309:0:239535:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496631040/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.212317:0:239535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.212319:0:239535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.212323:0:239535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783976332.212326:0:239535:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496631040, offset 0 00000400:00000200:0.0:1783976332.212333:0:239535:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.212342:0:239535:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.212348:0:239535:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.212352:0:239535:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.212355:0:239535:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.212358:0:239535:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.212360:0:239535:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.212364:0:239535:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778539:778539:256:4294967295] 192.168.201.114@tcp LPNI seq info [778517:778517:8:4294967295] 00000400:00000200:0.0:1783976332.212367:0:239535:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.216237:0:239535:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.216245:0:239535:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000100:00000001:0.0:1783976332.228510:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.228514:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.240964:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.240969:0:239536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.240971:0:239536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.240973:0:239536:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80ff78. 00000400:00000200:0.0:1783976332.240977:0:239536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83088 00000400:00000010:0.0:1783976332.240978:0:239536:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83088. 00000100:00000001:0.0:1783976332.240981:0:239536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.240985:0:239536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3e680 x1870620496631168/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.240992:0:239536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3e680 x1870620496631168/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.240997:0:239536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.240999:0:239536:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.241000:0:239536:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.241002:0:239536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.241003:0:239536:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.241004:0:239536:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.241006:0:239536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.241010:0:239536:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.241012:0:239536:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.241014:0:239536:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.241015:0:239536:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.241016:0:239536:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.241018:0:239536:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.241020:0:239536:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.241021:0:239536:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.241022:0:239536:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.241024:0:239536:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.241027:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff96f97ba3e680 x1870620496631168/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783976332.241034:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff96f97ba3e680 x1870620496631168/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.241044:0:239536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.241046:0:239536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.241049:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3e680 x1870620496631168/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.241055:0:239536:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3e680 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496631168:192.168.201.114@tcp:37:lfs.0 00000100:00000001:0.0:1783976332.241060:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.241062:0:239536:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.241064:0:239536:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.241066:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.241080:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3e680 x1870620496631168/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.241087:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.241089:0:239536:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f964337a80. 00000100:00000001:0.0:1783976332.241092:0:239536:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.241094:0:239536:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.241097:0:239536:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.241101:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.241104:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3e680 x1870620496631168/t0(0) o37->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/440 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.241110:0:239536:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.241113:0:239536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.241116:0:239536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853585400. 02000000:00000001:0.0:1783976332.241119:0:239536:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.241121:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.241123:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.241125:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783976332.241127:0:239536:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1783976332.241128:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.241130:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=53 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.241131:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1783976332.241181:0:239536:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff96f951fdc000. 00000100:00000010:0.0:1783976332.241186:0:239536:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff96f853584000. 00000100:00000001:0.0:1783976332.241189:0:239536:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1783976332.241191:0:239536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d59be00. 02000000:00000001:0.0:1783976332.241194:0:239536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.241195:0:239536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.241197:0:239536:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3e680. 00000100:00000001:0.0:1783976332.241201:0:239536:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.241202:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.241205:0:239536:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1783976332.241207:0:239536:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1783976332.241850:0:239536:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff96f85435b800. 00000002:00000001:0.0:1783976332.241856:0:239536:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.241862:0:239536:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.241864:0:239536:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.241867:0:239536:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a200 refcount=3 00000020:00000001:0.0:1783976332.241870:0:239536:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976332.241873:0:239536:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976332.241875:0:239536:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.241881:0:239536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabbb0 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976332.241889:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.241890:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.241892:0:239536:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.241895:0:239536:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.241898:0:239536:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabbb0 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976332.241905:0:239536:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.241908:0:239536:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.241910:0:239536:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.241915:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.241916:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.241918:0:239536:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.241921:0:239536:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.241923:0:239536:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.241924:0:239536:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.241928:0:239536:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.241930:0:239536:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.241931:0:239536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.241932:0:239536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1783976332.241935:0:239536:0:(lmv_obd.c:3450:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.241940:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976332.241946:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513199 : 144115373061513199 : 200002b12011fef) 00000080:00000001:0.0:1783976332.241949:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513198 : 144115373061513198 : 200002b12011fee) 00000080:00000001:0.0:1783976332.241951:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513200 : 144115373061513200 : 200002b12011ff0) 00000080:00000001:0.0:1783976332.241953:0:239536:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976332.241958:0:239536:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.241962:0:239536:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976332.241965:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d59a400. 00000080:00000001:0.0:1783976332.241970:0:239536:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.242038:0:239536:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.242041:0:239536:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) cmd=c1406916 arg=7f0cb01289a0 00000080:00000010:0.0:1783976332.242052:0:239536:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9be00. 00000080:00000001:0.0:1783976332.242057:0:239536:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976332.242060:0:239536:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976332.242063:0:239536:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976332.242066:0:239536:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976332.242069:0:239536:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.242071:0:239536:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.242072:0:239536:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.242073:0:239536:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.242075:0:239536:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.242079:0:239536:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369800. 00800000:00000002:0.0:1783976332.242083:0:239536:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00800000:00000001:0.0:1783976332.242088:0:239536:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976332.242092:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.242094:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.242096:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.242098:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.242100:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.242102:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.242104:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.242107:0:239536:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file2 on [0x200002b12:0x11fed:0x0] -> mds #0 00000002:00000001:0.0:1783976332.242110:0:239536:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976332.242114:0:239536:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976332.242118:0:239536:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.242123:0:239536:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.242126:0:239536:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.242130:0:239536:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.242173:0:239536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369400. 00000100:00000001:0.0:1783976332.242180:0:239536:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.242188:0:239536:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.242189:0:239536:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.242191:0:239536:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.242197:0:239536:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137e40. 00000100:00000001:0.0:1783976332.242200:0:239536:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988739136 : -115476720812480 : ffff96f97b137e40) 00000100:00000001:0.0:1783976332.242202:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.242203:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.242208:0:239536:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.242212:0:239536:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.242214:0:239536:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.242215:0:239536:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.242222:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496631424/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.242229:0:239536:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.242231:0:239536:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.242234:0:239536:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.242237:0:239536:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.242239:0:239536:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.242243:0:239536:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496631424:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976332.242246:0:239536:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.242251:0:239536:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.242253:0:239536:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.242255:0:239536:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.242261:0:239536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11c000. 02000000:00000001:0.0:1783976332.242263:0:239536:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.242357:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.242363:0:239536:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393108. 00000400:00000010:0.0:1783976332.242371:0:239536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137a80. 00000100:00000200:0.0:1783976332.242380:0:239536:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496631424, portal 10 00000100:00000001:0.0:1783976332.242382:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.242383:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976332.242390:0:239536:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496631424/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.242397:0:239536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.242399:0:239536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.242403:0:239536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783976332.242407:0:239536:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496631424, offset 0 00000400:00000200:0.0:1783976332.242412:0:239536:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.242419:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.242426:0:239536:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.242431:0:239536:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.242435:0:239536:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.242438:0:239536:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.242441:0:239536:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.242445:0:239536:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778543:778543:256:4294967295] 192.168.201.114@tcp LPNI seq info [778521:778521:8:4294967295] 00000400:00000200:0.0:1783976332.242449:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.242458:0:239536:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.242464:0:239536:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.242468:0:239536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bf00. 00000800:00000200:0.0:1783976332.242478:0:239536:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.242486:0:239536:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.242490:0:239536:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bf00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.242511:0:239536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.242516:0:239536:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.242519:0:239536:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.242522:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538089 00000100:00000010:0.0:1783976332.242527:0:239536:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ed20. 00000100:00000001:0.0:1783976332.242534:0:239536:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976332.242540:0:239536:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538089 00000100:00000001:0.0:1783976332.242545:0:239536:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538078 00000100:00000001:0.0:1783976332.242548:0:239536:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.242551:0:239536:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.242553:0:239536:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.242554:0:239536:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.242557:0:239536:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.242559:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.242562:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.290748:0:239535:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.290759:0:239535:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.290761:0:239535:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.290765:0:239535:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80faa8. 00000400:00000200:0.0:1783976332.290771:0:239535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f964337a80 00000400:00000010:0.0:1783976332.290774:0:239535:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f964337a80. 00000100:00000001:0.0:1783976332.290778:0:239535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.290783:0:239535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3d880 x1870620496632192/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.290792:0:239535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3d880 x1870620496632192/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.290798:0:239535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.290800:0:239535:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.290803:0:239535:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.290808:0:239535:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.290811:0:239535:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.290814:0:239535:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.290817:0:239535:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.290829:0:239535:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.290833:0:239535:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.290836:0:239535:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.290837:0:239535:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.290841:0:239535:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.290846:0:239535:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.290849:0:239535:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.290852:0:239535:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.290854:0:239535:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.290857:0:239535:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.290861:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3d880 x1870620496632192/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.290868:0:239535:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.290871:0:239535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.290872:0:239535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.290877:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3d880 x1870620496632192/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.290884:0:239535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3d880 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239535:1870620496632192:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976332.290888:0:239535:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.290892:0:239535:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.290894:0:239535:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.290896:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.290899:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3d880 x1870620496632192/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.290905:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.290908:0:239535:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f964337f00. 00000100:00000001:0.0:1783976332.290910:0:239535:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.290912:0:239535:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976332.290917:0:239535:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976332.290921:0:239535:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.290924:0:239535:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.290927:0:239535:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.290931:0:239535:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976332.290934:0:239535:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d59ac00. 00000080:00000001:0.0:1783976332.290939:0:239535:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.290949:0:239535:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513196 : 144115373061513196 : 200002b12011fec) 00000080:00000001:0.0:1783976332.290953:0:239535:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976332.290955:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.290958:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3d880 x1870620496632192/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.290965:0:239535:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.290967:0:239535:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.290971:0:239535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b0000. 02000000:00000001:0.0:1783976332.290975:0:239535:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.290977:0:239535:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.290979:0:239535:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.290981:0:239535:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.290983:0:239535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d59b400. 02000000:00000001:0.0:1783976332.290986:0:239535:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.290988:0:239535:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.290989:0:239535:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3d880. 00000100:00000001:0.0:1783976332.290993:0:239535:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.290994:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.290995:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.290996:0:239535:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976332.290998:0:239535:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f853c2e900. 00000080:00000001:0.0:1783976332.291062:0:239535:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976332.291065:0:239535:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976332.291077:0:239535:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976332.291081:0:239535:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.291099:0:239535:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.291102:0:239535:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.291105:0:239535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d47d98 00000080:00200008:0.0:1783976332.291108:0:239535:0:(file.c:447:ll_file_release()) START file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 504000 00000080:00000001:0.0:1783976332.291112:0:239535:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976332.291114:0:239535:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976332.291115:0:239535:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976332.291119:0:239535:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.291122:0:239535:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.291124:0:239535:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.291126:0:239535:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.291128:0:239535:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.291130:0:239535:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976332.291132:0:239535:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.291173:0:239535:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.291177:0:239535:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.291185:0:239535:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76900 count: 3 00010000:00000001:0.0:1783976332.291187:0:239535:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976332.291193:0:239535:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.291195:0:239535:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe9:0x0]: 0 00000080:00000001:0.0:1783976332.291197:0:239535:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976332.291200:0:239535:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976332.291205:0:239535:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854368c00. 00000080:00000001:0.0:1783976332.291207:0:239535:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976332.291213:0:239535:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00000080:00000001:0.0:1783976332.291218:0:239535:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976332.291222:0:239535:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976332.291224:0:239535:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.291225:0:239535:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.291227:0:239535:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.291228:0:239535:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.291230:0:239535:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.291232:0:239535:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976332.291233:0:239535:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.291236:0:239535:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe9:0x0] 00000002:00000001:0.0:1783976332.291239:0:239535:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976332.291241:0:239535:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe9:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976332.291249:0:239535:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976332.291253:0:239535:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.291257:0:239535:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.291260:0:239535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.291265:0:239535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.291271:0:239535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854368800. 00000100:00000001:0.0:1783976332.291278:0:239535:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976332.291290:0:239535:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ba3dc00 x1870620496629632/t25770086024(25770086024) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976332.291301:0:239535:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783976332.291307:0:239535:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07b80 x1870620496632832/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976332.291314:0:239535:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.291316:0:239535:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.291323:0:239535:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.291326:0:239535:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976332.291328:0:239535:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.291330:0:239535:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.291334:0:239535:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.291339:0:239535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.291342:0:239535:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.291344:0:239535:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.291348:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496632832/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.291355:0:239535:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.291358:0:239535:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.291362:0:239535:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.291365:0:239535:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.291367:0:239535:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.291371:0:239535:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239535:1870620496632832:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.291375:0:239535:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.291380:0:239535:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.291382:0:239535:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.291386:0:239535:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.291393:0:239535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976332.291395:0:239535:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.291400:0:239535:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.291405:0:239535:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939f8. 00000400:00000010:0.0:1783976332.291411:0:239535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976332.291420:0:239535:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496632832, portal 10 00000100:00000001:0.0:1783976332.291422:0:239535:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.291423:0:239535:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976332.291428:0:239535:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496632832/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.291435:0:239535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.291438:0:239535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.291441:0:239535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976332.291446:0:239535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496632832, offset 0 00000400:00000200:0.0:1783976332.291452:0:239535:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.291459:0:239535:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.291466:0:239535:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.291471:0:239535:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.291475:0:239535:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.291479:0:239535:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.291482:0:239535:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.291486:0:239535:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778551:778551:256:4294967295] 192.168.201.114@tcp LPNI seq info [778529:778529:8:4294967295] 00000400:00000200:0.0:1783976332.291490:0:239535:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.291500:0:239535:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.291506:0:239535:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.291511:0:239535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b200. 00000800:00000200:0.0:1783976332.291517:0:239535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.291525:0:239535:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.291531:0:239535:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.291553:0:239535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.291558:0:239535:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.291561:0:239535:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.291563:0:239535:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538139 00000100:00000001:0.0:1783976332.291571:0:239535:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538135 00000100:00000001:0.0:1783976332.291577:0:239535:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538139 00000100:00000001:0.0:1783976332.291580:0:239535:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538135 00000100:00000001:0.0:1783976332.291583:0:239535:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.291586:0:239535:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.291588:0:239535:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.291590:0:239535:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.291593:0:239535:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.291594:0:239535:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.291596:0:239535:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.298794:0:239536:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.298811:0:239536:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.298814:0:239536:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.298818:0:239536:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7478. 00000400:00000200:0.0:1783976332.298829:0:239536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc346c0 00000400:00000010:0.0:1783976332.298832:0:239536:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc346c0. 00000100:00000001:0.0:1783976332.298837:0:239536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.298847:0:239536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae84a80 x1870620496632576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.298858:0:239536:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae84a80 x1870620496632576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.298866:0:239536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.298868:0:239536:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.298870:0:239536:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.298874:0:239536:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.298878:0:239536:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.298880:0:239536:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.298883:0:239536:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.298892:0:239536:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.298897:0:239536:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.298899:0:239536:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.298901:0:239536:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.298904:0:239536:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.298907:0:239536:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.298910:0:239536:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.298911:0:239536:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.298913:0:239536:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.298916:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.298917:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985907840 : -115476723643776 : ffff96f97ae84a80) 00000100:00000001:0.0:1783976332.298921:0:239536:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.298922:0:239536:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.298924:0:239536:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.298926:0:239536:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.298931:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae84a80 x1870620496632576/t25770086027(25770086027) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.298944:0:239536:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.298946:0:239536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.298948:0:239536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.298952:0:239536:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae84a80 x1870620496632576/t25770086027(25770086027) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.298959:0:239536:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae84a80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239536:1870620496632576:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.298964:0:239536:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.298966:0:239536:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.298969:0:239536:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.298971:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.298974:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae84a80 x1870620496632576/t25770086027(25770086027) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.298980:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.298983:0:239536:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc343c0. 00000100:00000001:0.0:1783976332.298985:0:239536:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.298987:0:239536:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.298994:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.298995:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985907840 : -115476723643776 : ffff96f97ae84a80) 00000002:00000001:0.0:1783976332.298998:0:239536:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.299001:0:239536:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.299005:0:239536:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976332.299009:0:239536:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275600. 00000080:00000001:0.0:1783976332.299013:0:239536:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976332.299016:0:239536:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.299019:0:239536:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.299022:0:239536:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.299024:0:239536:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.299027:0:239536:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.299029:0:239536:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.299031:0:239536:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.299034:0:239536:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.299038:0:239536:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.299045:0:239536:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.299053:0:239536:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.299054:0:239536:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935328640 : -115476774222976 : ffff96f977e48380) 00000100:00000001:0.0:1783976332.299057:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.299060:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.299080:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.299082:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.299086:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae84a80 x1870620496632576/t25770086027(25770086027) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.299090:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.299092:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.299094:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e48380 x1870620496629888/t25770086025(25770086025) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.299100:0:239536:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976332.299103:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.299105:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.299107:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.299110:0:239536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97577e000. 02000000:00000001:0.0:1783976332.299114:0:239536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.299116:0:239536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.299117:0:239536:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e48380. 00000100:00000001:0.0:1783976332.299121:0:239536:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.299122:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.299124:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.299126:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae84a80 x1870620496632576/t25770086027(25770086027) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.299131:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.299133:0:239536:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c301e0. 00000002:00000001:0.0:1783976332.299155:0:239536:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.299157:0:239536:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.299160:0:239536:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99ac0. 00000100:00000001:0.0:1783976332.299170:0:239536:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.299174:0:239536:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae84a80 x1870620496632576/t25770086027(25770086027) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.299180:0:239536:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.299181:0:239536:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.299184:0:239536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b0a0000. 02000000:00000001:0.0:1783976332.299187:0:239536:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.299188:0:239536:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.299189:0:239536:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=50 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.299191:0:239536:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.299193:0:239536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976332.299196:0:239536:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.299198:0:239536:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.299199:0:239536:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae84a80. 00000100:00000001:0.0:1783976332.299201:0:239536:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.299202:0:239536:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.299205:0:239536:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.299207:0:239536:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.299212:0:239536:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.299218:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fd98 00000080:00000008:0.0:1783976332.299220:0:239536:0:(file.c:491:ll_file_release()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.299224:0:239536:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.299226:0:239536:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.299231:0:239536:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976332.299233:0:239536:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d4fe00 00000080:00002000:0.0:1783976332.299236:0:239536:0:(dcache.c:127:ll_ddelete()) keeping dentry dir3 (ffff96f97c186d80, parent ffff96f94dc900d8, inode ffff96f97ab67448) hashed, 00000080:00000001:0.0:1783976332.299239:0:239536:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.311653:0:239535:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.311662:0:239535:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.311665:0:239535:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.311669:0:239535:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939f8. 00000400:00000200:0.0:1783976332.311674:0:239535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976332.311677:0:239535:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.311681:0:239535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.311686:0:239535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496632832/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.311695:0:239535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496632832/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311701:0:239535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.311703:0:239535:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.311705:0:239535:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.311709:0:239535:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.311711:0:239535:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.311714:0:239535:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.311716:0:239535:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.311728:0:239535:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.311733:0:239535:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.311736:0:239535:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.311737:0:239535:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.311740:0:239535:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.311744:0:239535:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.311746:0:239535:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.311748:0:239535:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.311750:0:239535:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.311752:0:239535:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.311753:0:239535:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.311757:0:239535:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.311759:0:239535:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.311761:0:239535:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.311763:0:239535:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.311768:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496632832/t25770086028(25770086028) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311775:0:239535:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.311777:0:239535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.311779:0:239535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.311783:0:239535:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496632832/t25770086028(25770086028) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.311791:0:239535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239535:1870620496632832:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.311796:0:239535:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.311799:0:239535:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.311801:0:239535:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.311804:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.311807:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496632832/t25770086028(25770086028) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311814:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.311817:0:239535:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.311819:0:239535:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.311821:0:239535:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.311827:0:239535:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.311829:0:239535:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000002:00000001:0.0:1783976332.311833:0:239535:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.311837:0:239535:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.311841:0:239535:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976332.311844:0:239535:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854368c00. 00000080:00000001:0.0:1783976332.311848:0:239535:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976332.311852:0:239535:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.311855:0:239535:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.311858:0:239535:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.311861:0:239535:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.311864:0:239535:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.311866:0:239535:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.311868:0:239535:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976332.311870:0:239535:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.311875:0:239535:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.311880:0:239535:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ba3dc00 x1870620496629632/t25770086024(25770086024) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311888:0:239535:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.311889:0:239535:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998200320 : -115476711351296 : ffff96f97ba3dc00) 00000100:00000001:0.0:1783976332.311892:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.311894:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3dc00 x1870620496629632/t25770086024(25770086024) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311905:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.311906:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.311909:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496632832/t25770086028(25770086028) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311914:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.311915:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.311918:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3dc00 x1870620496629632/t25770086024(25770086024) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311923:0:239535:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976332.311927:0:239535:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.311929:0:239535:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=49 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.311931:0:239535:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.311934:0:239535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f9762b4000. 02000000:00000001:0.0:1783976332.311939:0:239535:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.311942:0:239535:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.311943:0:239535:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3dc00. 00000100:00000001:0.0:1783976332.311947:0:239535:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.311948:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.311950:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.311953:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496632832/t25770086028(25770086028) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311959:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.311961:0:239535:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c218e0. 00000002:00000001:0.0:1783976332.311965:0:239535:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.311966:0:239535:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.311969:0:239535:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97a6b7380. 00000100:00000001:0.0:1783976332.311973:0:239535:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.311976:0:239535:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496632832/t25770086028(25770086028) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.311982:0:239535:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.311984:0:239535:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.311988:0:239535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976332.311992:0:239535:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.311993:0:239535:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.311995:0:239535:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=48 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.311997:0:239535:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.311999:0:239535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854368800. 02000000:00000001:0.0:1783976332.312001:0:239535:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.312002:0:239535:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.312004:0:239535:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976332.312007:0:239535:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.312008:0:239535:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.312010:0:239535:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.312013:0:239535:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f9778f8dc0. 00000080:00000001:0.0:1783976332.312017:0:239535:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.312025:0:239535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d47d98 00000080:00000008:0.0:1783976332.312028:0:239535:0:(file.c:491:ll_file_release()) COMPLETED file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.312031:0:239535:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.312035:0:239535:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.312041:0:239535:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976332.312042:0:239535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d47e00 00000080:00002000:0.0:1783976332.312044:0:239535:0:(dcache.c:127:ll_ddelete()) keeping dentry dir2 (ffff96f97955e870, parent ffff96f94dc900d8, inode ffff96f97ab65348) hashed, 00000080:00000001:0.0:1783976332.312046:0:239535:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.349366:0:239538:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.349375:0:239538:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.349378:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00200000:0.0:1783976332.349384:0:239538:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.349393:0:239538:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.349400:0:239538:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.349404:0:239538:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.349410:0:239538:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.349412:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a98 00800000:00000002:0.0:1783976332.349415:0:239538:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.349418:0:239538:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.349421:0:239538:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.349424:0:239538:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.349426:0:239538:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.349428:0:239538:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.349431:0:239538:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.349433:0:239538:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.349435:0:239538:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.349439:0:239538:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.349444:0:239538:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.349445:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97968 00000002:00010000:0.0:1783976332.349447:0:239538:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.349451:0:239538:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.349453:0:239538:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.349456:0:239538:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.349462:0:239538:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.349464:0:239538:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.349469:0:239538:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.349473:0:239538:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.349478:0:239538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 02000000:00000001:0.0:1783976332.349489:0:239538:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.349494:0:239538:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.349497:0:239538:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000002:00000001:0.0:1783976332.349505:0:239538:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.349507:0:239538:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.349508:0:239538:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.349510:0:239538:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.349512:0:239538:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.349514:0:239538:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.349516:0:239538:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.349519:0:239538:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.349522:0:239538:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.349527:0:239538:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.349529:0:239538:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.349531:0:239538:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.349535:0:239538:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.349538:0:239538:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.349540:0:239538:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.349542:0:239538:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.349544:0:239538:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.349547:0:239538:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.349549:0:239538:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.349552:0:239538:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.349555:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.349556:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.349558:0:239538:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.349560:0:239538:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.349562:0:239538:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481c97bb0 00010000:00000001:0.0:1783976332.349564:0:239538:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.349565:0:239538:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.349567:0:239538:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.349568:0:239538:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.349570:0:239538:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.349572:0:239538:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.349575:0:239538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00000001:0.0:1783976332.349581:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.349582:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.349584:0:239538:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.349585:0:239538:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.349588:0:239538:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00000001:0.0:1783976332.349595:0:239538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.349598:0:239538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.349599:0:239538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.349604:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.349605:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.349607:0:239538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.349610:0:239538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.349612:0:239538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.349614:0:239538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.349616:0:239538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.349618:0:239538:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.349620:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.349620:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.349623:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.349625:0:239538:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.349628:0:239538:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 44 00000080:00000001:0.0:1783976332.349632:0:239538:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.349635:0:239538:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.349638:0:239538:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.349639:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00200008:0.0:1783976332.349642:0:239538:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 100000 00000080:00000010:0.0:1783976332.349646:0:239538:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.349651:0:239538:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.349653:0:239538:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.349704:0:239538:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.349706:0:239538:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348) cmd=c1406916 arg=7ffe44f97540 00000080:00000010:0.0:1783976332.349715:0:239538:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b500. 00000080:00000001:0.0:1783976332.349719:0:239538:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976332.349721:0:239538:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976332.349723:0:239538:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976332.349726:0:239538:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976332.349729:0:239538:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.349731:0:239538:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.349732:0:239538:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.349734:0:239538:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.349736:0:239538:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.349739:0:239538:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.349742:0:239538:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00800000:00000001:0.0:1783976332.349747:0:239538:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976332.349750:0:239538:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.349751:0:239538:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.349753:0:239538:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.349754:0:239538:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.349756:0:239538:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.349758:0:239538:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.349760:0:239538:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.349762:0:239538:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for f56od.sanity.ref on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:0.0:1783976332.349765:0:239538:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976332.349770:0:239538:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976332.349774:0:239538:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=49 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.349779:0:239538:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.349782:0:239538:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.349784:0:239538:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.349791:0:239538:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369800. 00000100:00000001:0.0:1783976332.349797:0:239538:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.349805:0:239538:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.349807:0:239538:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.349809:0:239538:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.349815:0:239538:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.349817:0:239538:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976332.349820:0:239538:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.349822:0:239538:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.349826:0:239538:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.349830:0:239538:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.349833:0:239538:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.349834:0:239538:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.349845:0:239538:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.349853:0:239538:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.349855:0:239538:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.349859:0:239538:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.349861:0:239538:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.349863:0:239538:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.349866:0:239538:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239538:1870620496632960:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976332.349870:0:239538:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.349875:0:239538:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.349877:0:239538:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.349879:0:239538:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.349885:0:239538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976332.349887:0:239538:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.349894:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.349899:0:239538:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939f8. 00000400:00000010:0.0:1783976332.349905:0:239538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976332.349912:0:239538:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496632960, portal 10 00000100:00000001:0.0:1783976332.349913:0:239538:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.349915:0:239538:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976332.349920:0:239538:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.349927:0:239538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.349930:0:239538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.349933:0:239538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783976332.349936:0:239538:0:(niobuf.c:94:ptl_send_buf()) Sending 472 bytes to portal 12, xid 1870620496632960, offset 0 00000400:00000200:0.0:1783976332.349942:0:239538:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.349979:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.349986:0:239538:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.349992:0:239538:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.349996:0:239538:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.350000:0:239538:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.350002:0:239538:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.350006:0:239538:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778552:778552:256:4294967295] 192.168.201.114@tcp LPNI seq info [778530:778530:8:4294967295] 00000400:00000200:0.0:1783976332.350011:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.350021:0:239538:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.350026:0:239538:0:(socklnd_cb.c:931:ksocknal_send()) sending 472 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.350031:0:239538:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b800. 00000800:00000200:0.0:1783976332.350038:0:239538:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.350044:0:239538:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.350048:0:239538:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b800 type 1, nob 568 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.350063:0:239538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.350066:0:239538:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.350070:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.350073:0:239538:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538198 00000100:00000010:0.0:1783976332.350078:0:239538:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e300. 00000100:00000001:0.0:1783976332.350086:0:239538:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976332.350092:0:239538:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538198 00000100:00000010:0.0:1783976332.350095:0:239538:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e4e0. 00000100:00000001:0.0:1783976332.350098:0:239538:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976332.350101:0:239538:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.350104:0:239538:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.350106:0:239538:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.350107:0:239538:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.350110:0:239538:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.350112:0:239538:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.350115:0:239538:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.359087:0:239538:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.359096:0:239538:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.359098:0:239538:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.359101:0:239538:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939f8. 00000400:00000200:0.0:1783976332.359106:0:239538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976332.359108:0:239538:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.359112:0:239538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.359116:0:239538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.359125:0:239538:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.359132:0:239538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.359134:0:239538:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.359226:0:239538:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.359230:0:239538:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.359232:0:239538:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.359234:0:239538:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.359237:0:239538:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.359247:0:239538:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.359252:0:239538:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.359255:0:239538:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.359257:0:239538:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.359259:0:239538:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.359262:0:239538:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.359265:0:239538:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.359267:0:239538:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.359269:0:239538:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.359271:0:239538:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.359276:0:239538:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.359282:0:239538:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.359286:0:239538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.359287:0:239538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.359292:0:239538:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.359299:0:239538:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239538:1870620496632960:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976332.359303:0:239538:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.359305:0:239538:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.359307:0:239538:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.359309:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.359312:0:239538:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.359319:0:239538:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.359322:0:239538:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.359325:0:239538:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.359326:0:239538:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976332.359331:0:239538:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976332.359335:0:239538:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.359337:0:239538:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.359341:0:239538:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.359344:0:239538:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.359348:0:239538:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.359352:0:239538:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359359:0:239538:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513184 : 144115373061513184 : 200002b12011fe0) 00000080:00000001:0.0:1783976332.359363:0:239538:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976332.359365:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.359368:0:239538:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496632960/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.359373:0:239538:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.359376:0:239538:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.359379:0:239538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976332.359382:0:239538:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.359384:0:239538:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.359386:0:239538:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=48 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.359388:0:239538:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.359390:0:239538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369800. 02000000:00000001:0.0:1783976332.359393:0:239538:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.359395:0:239538:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.359396:0:239538:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976332.359400:0:239538:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.359401:0:239538:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.359403:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.359404:0:239538:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976332.359406:0:239538:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b500. 00000080:00000001:0.0:1783976332.359427:0:239538:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.359430:0:239538:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.359433:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00200008:0.0:1783976332.359436:0:239538:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 100000 00000080:00400000:0.0:1783976332.359441:0:239538:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783976332.359443:0:239538:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.359448:0:239538:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976332.359450:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00000008:0.0:1783976332.359452:0:239538:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 100000, rc = 0 00000080:00000001:0.0:1783976332.359454:0:239538:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359456:0:239538:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359503:0:239538:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.359506:0:239538:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.359507:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00200000:0.0:1783976332.359510:0:239538:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.359515:0:239538:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369800. 00800000:00000002:0.0:1783976332.359521:0:239538:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.359525:0:239538:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.359529:0:239538:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.359531:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a98 00800000:00000002:0.0:1783976332.359533:0:239538:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.359537:0:239538:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.359540:0:239538:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.359542:0:239538:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.359545:0:239538:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.359547:0:239538:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.359548:0:239538:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.359550:0:239538:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.359552:0:239538:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.359556:0:239538:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.359560:0:239538:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.359562:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97968 00000002:00010000:0.0:1783976332.359563:0:239538:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.359567:0:239538:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.359569:0:239538:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.359571:0:239538:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.359577:0:239538:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.359579:0:239538:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.359583:0:239538:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.359587:0:239538:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.359591:0:239538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 02000000:00000001:0.0:1783976332.359599:0:239538:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.359604:0:239538:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.359607:0:239538:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000002:00000001:0.0:1783976332.359612:0:239538:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.359614:0:239538:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.359616:0:239538:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.359617:0:239538:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.359619:0:239538:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.359621:0:239538:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.359624:0:239538:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.359625:0:239538:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.359627:0:239538:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369800. 00000080:00000001:0.0:1783976332.359630:0:239538:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.359632:0:239538:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.359635:0:239538:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.359638:0:239538:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.359640:0:239538:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.359643:0:239538:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.359644:0:239538:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.359646:0:239538:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.359649:0:239538:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.359650:0:239538:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.359653:0:239538:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.359656:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.359657:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.359659:0:239538:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.359660:0:239538:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.359662:0:239538:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481c97bb0 00010000:00000001:0.0:1783976332.359664:0:239538:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.359665:0:239538:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.359666:0:239538:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.359669:0:239538:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.359670:0:239538:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.359672:0:239538:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.359675:0:239538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00000001:0.0:1783976332.359681:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.359682:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.359683:0:239538:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.359685:0:239538:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.359688:0:239538:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00000001:0.0:1783976332.359694:0:239538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.359696:0:239538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.359698:0:239538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.359701:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.359702:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.359703:0:239538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.359706:0:239538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.359708:0:239538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.359709:0:239538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.359712:0:239538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.359714:0:239538:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.359715:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.359716:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.359717:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.359719:0:239538:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.359721:0:239538:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 44 00000080:00000001:0.0:1783976332.359725:0:239538:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359729:0:239538:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.359731:0:239538:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.359733:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97b78 00000080:00200008:0.0:1783976332.359734:0:239538:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 100000 00000080:00000010:0.0:1783976332.359738:0:239538:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.359742:0:239538:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359743:0:239538:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359758:0:239538:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.359760:0:239538:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348) cmd=c1406916 arg=7ffe44f97540 00000080:00000010:0.0:1783976332.359768:0:239538:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b500. 00000080:00000001:0.0:1783976332.359771:0:239538:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976332.359773:0:239538:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976332.359775:0:239538:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976332.359777:0:239538:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976332.359779:0:239538:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.359781:0:239538:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.359783:0:239538:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359784:0:239538:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.359786:0:239538:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.359789:0:239538:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369800. 00800000:00000002:0.0:1783976332.359791:0:239538:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00800000:00000001:0.0:1783976332.359795:0:239538:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976332.359798:0:239538:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.359799:0:239538:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.359800:0:239538:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.359801:0:239538:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.359803:0:239538:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.359804:0:239538:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.359805:0:239538:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.359807:0:239538:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for f56od.sanity.negref on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:0.0:1783976332.359810:0:239538:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976332.359813:0:239538:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976332.359816:0:239538:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=49 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.359820:0:239538:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.359822:0:239538:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.359825:0:239538:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.359830:0:239538:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369400. 00000100:00000001:0.0:1783976332.359836:0:239538:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.359842:0:239538:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.359843:0:239538:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.359845:0:239538:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.359849:0:239538:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.359852:0:239538:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976332.359854:0:239538:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.359856:0:239538:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.359859:0:239538:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.359864:0:239538:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.359865:0:239538:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.359867:0:239538:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.359871:0:239538:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.359882:0:239538:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.359884:0:239538:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.359887:0:239538:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.359889:0:239538:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.359891:0:239538:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.359894:0:239538:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239538:1870620496633088:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976332.359897:0:239538:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.359901:0:239538:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.359903:0:239538:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.359905:0:239538:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.359909:0:239538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976332.359911:0:239538:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.359916:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.359919:0:239538:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939f8. 00000400:00000010:0.0:1783976332.359924:0:239538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976332.359929:0:239538:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496633088, portal 10 00000100:00000001:0.0:1783976332.359931:0:239538:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.359932:0:239538:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976332.359936:0:239538:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.359942:0:239538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.359945:0:239538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.359948:0:239538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783976332.359952:0:239538:0:(niobuf.c:94:ptl_send_buf()) Sending 472 bytes to portal 12, xid 1870620496633088, offset 0 00000400:00000200:0.0:1783976332.359957:0:239538:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.359963:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.359968:0:239538:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.359972:0:239538:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.359976:0:239538:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.359980:0:239538:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.359982:0:239538:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.359986:0:239538:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778553:778553:256:4294967295] 192.168.201.114@tcp LPNI seq info [778531:778531:8:4294967295] 00000400:00000200:0.0:1783976332.359990:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.359998:0:239538:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.360003:0:239538:0:(socklnd_cb.c:931:ksocknal_send()) sending 472 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.360008:0:239538:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b100. 00000800:00000200:0.0:1783976332.360014:0:239538:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.360020:0:239538:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.360024:0:239538:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b100 type 1, nob 568 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.360045:0:239538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.360049:0:239538:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.360052:0:239538:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.360055:0:239538:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538208 00000100:00000001:0.0:1783976332.360061:0:239538:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538198 00000100:00000001:0.0:1783976332.360066:0:239538:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538208 00000100:00000001:0.0:1783976332.360070:0:239538:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538198 00000100:00000001:0.0:1783976332.360073:0:239538:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.360075:0:239538:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.360078:0:239538:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.360079:0:239538:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.360081:0:239538:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.360083:0:239538:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.360085:0:239538:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.381829:0:239538:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.381837:0:239538:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.381839:0:239538:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.381842:0:239538:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939f8. 00000400:00000200:0.0:1783976332.381847:0:239538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976332.381850:0:239538:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.381853:0:239538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.381858:0:239538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.381866:0:239538:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.381873:0:239538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.381874:0:239538:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.381877:0:239538:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.381880:0:239538:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.381882:0:239538:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.381884:0:239538:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.381887:0:239538:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.381896:0:239538:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.381900:0:239538:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.381902:0:239538:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.381904:0:239538:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.381906:0:239538:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.381910:0:239538:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.381913:0:239538:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.381915:0:239538:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.381918:0:239538:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.381921:0:239538:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.381925:0:239538:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.381932:0:239538:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.381935:0:239538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.381937:0:239538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.381940:0:239538:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.381947:0:239538:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239538:1870620496633088:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976332.381951:0:239538:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.381954:0:239538:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.381957:0:239538:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.381958:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.381961:0:239538:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.381967:0:239538:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.381970:0:239538:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.381972:0:239538:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.381974:0:239538:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976332.381979:0:239538:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976332.381984:0:239538:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.381987:0:239538:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.381990:0:239538:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.381994:0:239538:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.381997:0:239538:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369800. 00000080:00000001:0.0:1783976332.382001:0:239538:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.382009:0:239538:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513201 : 144115373061513201 : 200002b12011ff1) 00000080:00000001:0.0:1783976332.382013:0:239538:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976332.382014:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.382017:0:239538:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496633088/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 472/520 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.382023:0:239538:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.382025:0:239538:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.382028:0:239538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976332.382031:0:239538:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.382033:0:239538:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.382035:0:239538:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=48 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.382037:0:239538:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.382039:0:239538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369400. 02000000:00000001:0.0:1783976332.382042:0:239538:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.382044:0:239538:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.382045:0:239538:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976332.382049:0:239538:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.382050:0:239538:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.382051:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.382053:0:239538:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976332.382054:0:239538:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b500. 00000080:00000001:0.0:1783976332.382076:0:239538:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.382079:0:239538:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.382082:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00200008:0.0:1783976332.382084:0:239538:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 100000 00000080:00400000:0.0:1783976332.382088:0:239538:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783976332.382092:0:239538:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.382096:0:239538:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976332.382099:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d98 00000080:00000008:0.0:1783976332.382101:0:239538:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 100000, rc = 0 00000080:00000001:0.0:1783976332.382103:0:239538:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.382105:0:239538:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.382815:0:239538:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.382856:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d08 00000080:00200008:0.0:1783976332.382859:0:239538:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976332.382865:0:239538:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.382867:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97c80 00000080:00200000:0.0:1783976332.382868:0:239538:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.382874:0:239538:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.382879:0:239538:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.382882:0:239538:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.382886:0:239538:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.382888:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97ba0 00800000:00000002:0.0:1783976332.382890:0:239538:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.382894:0:239538:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.382896:0:239538:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.382899:0:239538:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.382901:0:239538:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.382903:0:239538:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.382905:0:239538:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.382907:0:239538:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.382909:0:239538:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.382912:0:239538:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.382917:0:239538:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.382919:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97a70 00000002:00010000:0.0:1783976332.382920:0:239538:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.382924:0:239538:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.382926:0:239538:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.382928:0:239538:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.382935:0:239538:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.382937:0:239538:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.382941:0:239538:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.382946:0:239538:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.382951:0:239538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 02000000:00000001:0.0:1783976332.382961:0:239538:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.382964:0:239538:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.382967:0:239538:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000002:00000001:0.0:1783976332.382973:0:239538:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.382975:0:239538:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.382977:0:239538:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.382979:0:239538:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.382980:0:239538:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.382983:0:239538:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.382985:0:239538:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.382988:0:239538:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.382990:0:239538:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.382994:0:239538:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.382995:0:239538:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.382998:0:239538:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.383001:0:239538:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.383003:0:239538:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.383005:0:239538:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.383007:0:239538:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.383009:0:239538:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.383012:0:239538:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.383014:0:239538:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.383017:0:239538:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.383020:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.383021:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.383022:0:239538:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.383024:0:239538:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.383026:0:239538:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481c97cb8 00010000:00000001:0.0:1783976332.383028:0:239538:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.383029:0:239538:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.383030:0:239538:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.383033:0:239538:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.383035:0:239538:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.383037:0:239538:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.383040:0:239538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00000001:0.0:1783976332.383046:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.383048:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.383050:0:239538:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.383051:0:239538:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.383054:0:239538:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00000001:0.0:1783976332.383060:0:239538:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.383063:0:239538:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.383065:0:239538:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.383070:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.383071:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.383072:0:239538:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.383075:0:239538:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.383077:0:239538:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.383078:0:239538:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.383081:0:239538:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.383083:0:239538:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.383084:0:239538:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.383085:0:239538:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.383087:0:239538:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.383088:0:239538:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.383091:0:239538:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.383095:0:239538:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c97d08 00000080:00000008:0.0:1783976332.383097:0:239538:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f974175348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976332.384939:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.384944:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.384946:0:239540:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.384949:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bc0 00000080:00200000:0.0:1783976332.384952:0:239540:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.384958:0:239540:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.384964:0:239540:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.384967:0:239540:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.384970:0:239540:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.384972:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7ae0 00800000:00000002:0.0:1783976332.384974:0:239540:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.384978:0:239540:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.384980:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.384982:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.384983:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.384985:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.384987:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.384989:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.384991:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.384994:0:239540:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.384998:0:239540:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.384999:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf79b0 00000002:00010000:0.0:1783976332.385001:0:239540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.385004:0:239540:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.385006:0:239540:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.385008:0:239540:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.385013:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.385016:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.385019:0:239540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.385022:0:239540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.385026:0:239540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 02000000:00000001:0.0:1783976332.385036:0:239540:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.385038:0:239540:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.385042:0:239540:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000002:00000001:0.0:1783976332.385049:0:239540:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.385052:0:239540:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.385054:0:239540:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.385055:0:239540:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.385057:0:239540:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.385059:0:239540:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.385062:0:239540:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.385064:0:239540:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.385066:0:239540:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.385070:0:239540:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.385072:0:239540:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.385074:0:239540:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.385077:0:239540:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.385080:0:239540:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.385081:0:239540:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.385083:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.385085:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.385087:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.385089:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.385092:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.385095:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.385096:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.385097:0:239540:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.385098:0:239540:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.385101:0:239540:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481bf7bf8 00010000:00000001:0.0:1783976332.385103:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.385104:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.385106:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.385108:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.385110:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.385112:0:239540:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.385115:0:239540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00000001:0.0:1783976332.385122:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.385123:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.385124:0:239540:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.385126:0:239540:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.385129:0:239540:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00000001:0.0:1783976332.385158:0:239540:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.385171:0:239540:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.385172:0:239540:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.385175:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.385176:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.385178:0:239540:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385181:0:239540:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.385182:0:239540:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385184:0:239540:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385186:0:239540:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385189:0:239540:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.385190:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.385191:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.385194:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.385196:0:239540:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.385198:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976332.385202:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.385206:0:239540:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.385208:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bc0 00000080:00002000:0.0:1783976332.385210:0:239540:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 2 00000080:00000001:0.0:1783976332.385213:0:239540:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.385215:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7c08 00000080:00200000:0.0:1783976332.385217:0:239540:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=267 00000080:00000001:0.0:1783976332.385221:0:239540:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.385223:0:239540:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.385226:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.385228:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.385231:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.385235:0:239540:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.385237:0:239540:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.385239:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7b78 00000080:00200008:0.0:1783976332.385241:0:239540:0:(file.c:1058:ll_file_open()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000 00000080:00000010:0.0:1783976332.385246:0:239540:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.385252:0:239540:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783976332.385254:0:239540:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.385257:0:239540:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.385259:0:239540:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.385261:0:239540:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.385263:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7a28 00800000:00000002:0.0:1783976332.385265:0:239540:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x240002b13:0x2069:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.385268:0:239540:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976332.385270:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.385271:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.385273:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.385275:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.385276:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.385278:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976332.385281:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.385283:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf79a8 00800000:00000002:0.0:1783976332.385285:0:239540:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x240002b13:0x2069:0x0], name='' -> mds #1 layout version 1 00000002:00000001:0.0:1783976332.385289:0:239540:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.385290:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf78e0 00000002:00010000:0.0:1783976332.385292:0:239540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2069:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00000002:00000001:0.0:1783976332.385295:0:239540:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976332.385297:0:239540:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976332.385300:0:239540:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976332.385304:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976332.385307:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.385309:0:239540:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976332.385313:0:239540:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385315:0:239540:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.385318:0:239540:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.385320:0:239540:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976332.385323:0:239540:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.385327:0:239540:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976332.385331:0:239540:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976332.385336:0:239540:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976332.385338:0:239540:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385341:0:239540:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976332.385345:0:239540:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.385348:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.385350:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.385351:0:239540:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.385353:0:239540:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.385355:0:239540:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.385358:0:239540:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.385366:0:239540:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d11a000. 00000100:00000001:0.0:1783976332.385373:0:239540:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385377:0:239540:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.385379:0:239540:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385381:0:239540:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.385382:0:239540:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.385384:0:239540:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.385390:0:239540:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976332.385393:0:239540:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976332.385395:0:239540:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976332.385399:0:239540:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63800. 00010000:00000010:0.0:1783976332.385403:0:239540:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976332.385407:0:239540:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976332.385410:0:239540:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a400. 00000020:00000001:0.0:1783976332.385413:0:239540:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976332.385416:0:239540:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a400 with handle 0x5bb448586bd093d0 to hash 00000020:00000001:0.0:1783976332.385418:0:239540:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976332.385420:0:239540:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.385423:0:239540:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.385426:0:239540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.385428:0:239540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.385432:0:239540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.385439:0:239540:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976332.385450:0:239540:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976332.385460:0:239540:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07b80 x1870620496633344/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976332.385469:0:239540:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976332.385475:0:239540:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.385476:0:239540:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.385483:0:239540:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.385484:0:239540:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976332.385487:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.385488:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.385492:0:239540:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.385496:0:239540:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.385498:0:239540:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.385500:0:239540:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.385504:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496633344/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.385511:0:239540:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.385513:0:239540:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.385516:0:239540:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.385518:0:239540:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.385521:0:239540:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.385524:0:239540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239540:1870620496633344:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.385527:0:239540:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.385532:0:239540:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.385534:0:239540:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.385535:0:239540:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.385620:0:239540:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976332.385622:0:239540:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.385629:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.385634:0:239540:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939f8. 00000400:00000010:0.0:1783976332.385642:0:239540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f3c800. 00000100:00000200:0.0:1783976332.385649:0:239540:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496633344, portal 10 00000100:00000001:0.0:1783976332.385652:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.385653:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976332.385658:0:239540:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496633344/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.385665:0:239540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.385668:0:239540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.385671:0:239540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976332.385674:0:239540:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496633344, offset 0 00000400:00000200:0.0:1783976332.385680:0:239540:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.385688:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.385696:0:239540:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.385701:0:239540:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.385705:0:239540:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.385708:0:239540:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.385711:0:239540:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.385715:0:239540:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778554:778554:256:4294967295] 192.168.201.114@tcp LPNI seq info [778532:778532:8:4294967295] 00000400:00000200:0.0:1783976332.385719:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.385729:0:239540:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.385735:0:239540:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.385739:0:239540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854369800. 00000800:00000200:0.0:1783976332.385745:0:239540:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.385752:0:239540:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.385756:0:239540:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854369800 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976332.385777:0:239540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.385781:0:239540:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10226 usecs (11 jiffies) 00000400:00000200:0.0:1783976332.385785:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.385787:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538235 00000100:00000010:0.0:1783976332.385791:0:239540:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e720. 00000100:00000001:0.0:1783976332.385798:0:239540:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976332.385805:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538235 00000100:00000010:0.0:1783976332.385809:0:239540:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ecc0. 00000100:00000001:0.0:1783976332.385811:0:239540:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976332.385819:0:239540:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.385822:0:239540:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.385824:0:239540:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.385826:0:239540:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.385829:0:239540:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.385831:0:239540:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.385834:0:239540:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.401239:0:239540:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.401247:0:239540:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.401249:0:239540:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.401252:0:239540:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939f8. 00000400:00000200:0.0:1783976332.401257:0:239540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f853f3c800 00000400:00000010:0.0:1783976332.401259:0:239540:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f853f3c800. 00000100:00000001:0.0:1783976332.401263:0:239540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.401268:0:239540:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496633344/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.401288:0:239540:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496633344/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.401294:0:239540:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.401296:0:239540:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.401298:0:239540:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.401302:0:239540:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.401304:0:239540:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.401307:0:239540:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.401310:0:239540:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.401321:0:239540:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.401326:0:239540:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.401328:0:239540:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976332.401332:0:239540:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f981c07b80 x1870620496633344/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.401338:0:239540:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.401342:0:239540:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.401343:0:239540:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.401346:0:239540:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.401348:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.401350:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.401353:0:239540:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.401355:0:239540:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.401357:0:239540:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.401360:0:239540:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976332.401364:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.401372:0:239540:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976332.401375:0:239540:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.401377:0:239540:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.401381:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.401389:0:239540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239540:1870620496633344:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.401393:0:239540:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.401396:0:239540:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.401398:0:239540:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.401400:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.401403:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.401410:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.401413:0:239540:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.401417:0:239540:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.401418:0:239540:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976332.401422:0:239540:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976332.401427:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.401430:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.401433:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=4 00000020:00000001:0.0:1783976332.401436:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.401439:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00010000:0.0:1783976332.401444:0:239540:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.401454:0:239540:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976332.401458:0:239540:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.401464:0:239540:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.401467:0:239540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.401473:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.401475:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976332.401477:0:239540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.401482:0:239540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.401485:0:239540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.401488:0:239540:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976332.401490:0:239540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.401496:0:239540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f85019a400 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976332.401499:0:239540:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976332.401502:0:239540:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.401508:0:239540:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976332.401510:0:239540:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976332.401513:0:239540:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.401518:0:239540:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976332.401520:0:239540:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976332.401521:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.401523:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.401524:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=5 00000020:00000001:0.0:1783976332.401526:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.401528:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.401531:0:239540:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976332.401533:0:239540:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976332.401539:0:239540:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976332.401541:0:239540:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.401544:0:239540:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976332.401546:0:239540:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976332.401549:0:239540:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976332.401551:0:239540:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976332.401552:0:239540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.401554:0:239540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976332.401556:0:239540:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019a400 with handle 0x5bb448586bd093d0 from hash 00010000:00000001:0.0:1783976332.401558:0:239540:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976332.401560:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.401561:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.401562:0:239540:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976332.401564:0:239540:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976332.401566:0:239540:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976332.401568:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.401569:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.401570:0:239540:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.401572:0:239540:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.401575:0:239540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.401580:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.401581:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.401582:0:239540:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976332.401584:0:239540:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.401585:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.401587:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.401588:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976332.401590:0:239540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976332.401597:0:239540:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63800 count: 0 00010000:00000010:0.0:1783976332.401603:0:239540:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8680. 00010000:00000001:0.0:1783976332.401612:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.401614:0:239540:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976332.401619:0:239540:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976332.401624:0:239540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.401634:0:239540:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.401639:0:239540:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.401646:0:239540:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.401648:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.401650:0:239540:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.401652:0:239540:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.401654:0:239540:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.401656:0:239540:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976332.401659:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.401660:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976332.401662:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.401664:0:239540:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.401666:0:239540:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976332.401669:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7868 00000002:00002000:0.0:1783976332.401670:0:239540:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976332.401673:0:239540:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.401677:0:239540:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.401680:0:239540:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976332.401682:0:239540:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976332.401685:0:239540:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.401689:0:239540:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.401692:0:239540:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.401696:0:239540:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976332.401702:0:239540:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976332.401705:0:239540:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976332.401708:0:239540:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976332.401710:0:239540:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976332.401712:0:239540:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.401717:0:239540:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976332.401720:0:239540:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976332.401724:0:239540:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x2069:0x0], updating i_size 4096 00000080:00000001:0.0:1783976332.401726:0:239540:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976332.401728:0:239540:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976332.401730:0:239540:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.401733:0:239540:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.401735:0:239540:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.401737:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.401741:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.401747:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.401751:0:239540:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.401757:0:239540:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99ac0. 00000080:00000001:0.0:1783976332.401759:0:239540:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976332.401762:0:239540:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.401764:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.401767:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.401770:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.401772:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.401774:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.401777:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976332.401779:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.401782:0:239540:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976332.401785:0:239540:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30ac0. 00000002:00100000:0.0:1783976332.401791:0:239540:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.401797:0:239540:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.401798:0:239540:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976332.401803:0:239540:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.401807:0:239540:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.401810:0:239540:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.401811:0:239540:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.401814:0:239540:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.401817:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.401821:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976332.401827:0:239540:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.401831:0:239540:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976332.401868:0:239540:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976332.401871:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.401874:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7b78 00000080:00000008:0.0:1783976332.401876:0:239540:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.401879:0:239540:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.401922:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.401924:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.401926:0:239540:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.401928:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bc0 00000080:00200000:0.0:1783976332.401930:0:239540:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.401935:0:239540:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.401942:0:239540:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.401946:0:239540:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.401950:0:239540:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.401951:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7ae0 00800000:00000002:0.0:1783976332.401954:0:239540:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.401957:0:239540:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.401959:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.401960:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.401962:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.401963:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.401965:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.401966:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.401968:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.401971:0:239540:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.401975:0:239540:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.401976:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf79b0 00000002:00010000:0.0:1783976332.401978:0:239540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.401982:0:239540:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.401984:0:239540:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.401987:0:239540:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.401992:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.401995:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.401999:0:239540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.402003:0:239540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.402006:0:239540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 02000000:00000001:0.0:1783976332.402014:0:239540:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.402018:0:239540:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.402022:0:239540:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000002:00000001:0.0:1783976332.402029:0:239540:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.402031:0:239540:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.402033:0:239540:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.402035:0:239540:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.402036:0:239540:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.402039:0:239540:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.402041:0:239540:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.402043:0:239540:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.402046:0:239540:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.402049:0:239540:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.402051:0:239540:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.402054:0:239540:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.402057:0:239540:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.402060:0:239540:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.402062:0:239540:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.402063:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.402064:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.402066:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.402068:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.402071:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.402073:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.402074:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.402075:0:239540:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.402077:0:239540:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.402079:0:239540:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481bf7bf8 00010000:00000001:0.0:1783976332.402081:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.402082:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.402083:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.402085:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.402087:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.402089:0:239540:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.402091:0:239540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00000001:0.0:1783976332.402096:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.402097:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.402099:0:239540:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.402100:0:239540:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.402103:0:239540:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00000001:0.0:1783976332.402110:0:239540:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.402113:0:239540:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.402115:0:239540:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.402120:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.402121:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.402122:0:239540:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.402125:0:239540:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.402127:0:239540:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.402129:0:239540:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.402131:0:239540:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.402133:0:239540:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.402134:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.402203:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.402204:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.402205:0:239540:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.402208:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976332.402212:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402216:0:239540:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.402219:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bc0 00000080:00002000:0.0:1783976332.402220:0:239540:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 3 00000080:00000001:0.0:1783976332.402223:0:239540:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.402225:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7c08 00000080:00200000:0.0:1783976332.402226:0:239540:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=264 00000080:00000001:0.0:1783976332.402230:0:239540:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.402231:0:239540:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402234:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.402236:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.402238:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402245:0:239540:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.402247:0:239540:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.402249:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7b78 00000080:00200008:0.0:1783976332.402251:0:239540:0:(file.c:1058:ll_file_open()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000 00000080:00000010:0.0:1783976332.402256:0:239540:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8ab40. 00000080:00000001:0.0:1783976332.402260:0:239540:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976332.402263:0:239540:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.402265:0:239540:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402267:0:239540:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.402268:0:239540:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402270:0:239540:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976332.402272:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7b78 00000080:00000008:0.0:1783976332.402274:0:239540:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.402276:0:239540:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402291:0:239540:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.402293:0:239540:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.402295:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7d98 00000080:00200008:0.0:1783976332.402296:0:239540:0:(file.c:447:ll_file_release()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000 00000080:00400000:0.0:1783976332.402300:0:239540:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976332.402303:0:239540:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976332.402304:0:239540:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976332.402306:0:239540:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976332.402309:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.402310:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.402311:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.402313:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.402315:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.402316:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976332.402318:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.402320:0:239540:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.402322:0:239540:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.402325:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976332.402328:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976332.402331:0:239540:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.402332:0:239540:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2069:0x0]: 0 00000080:00000001:0.0:1783976332.402334:0:239540:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976332.402336:0:239540:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.402338:0:239540:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.402342:0:239540:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.402344:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7d98 00000080:00000008:0.0:1783976332.402345:0:239540:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.402348:0:239540:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402350:0:239540:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.402364:0:239540:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.402367:0:239540:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08) cmd=c1406917 arg=185da20 00000080:00000001:0.0:1783976332.402374:0:239540:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976332.402376:0:239540:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976332.402379:0:239540:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000001:0.0:1783976332.402383:0:239540:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976332.402385:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.402386:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.402387:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.402389:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.402390:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.402392:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976332.402394:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.402397:0:239540:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976332.402401:0:239540:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976332.402405:0:239540:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.402409:0:239540:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.402412:0:239540:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.402415:0:239540:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.402421:0:239540:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369a00. 00000100:00000001:0.0:1783976332.402428:0:239540:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.402434:0:239540:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.402435:0:239540:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.402437:0:239540:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.402442:0:239540:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.402444:0:239540:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976332.402446:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.402448:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976332.402451:0:239540:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.402456:0:239540:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.402458:0:239540:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.402460:0:239540:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.402465:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496633472/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.402473:0:239540:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.402475:0:239540:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.402478:0:239540:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.402480:0:239540:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.402483:0:239540:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.402486:0:239540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239540:1870620496633472:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.402490:0:239540:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.402495:0:239540:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.402497:0:239540:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.402499:0:239540:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.402505:0:239540:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11c000. 02000000:00000001:0.0:1783976332.402507:0:239540:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.402514:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.402517:0:239540:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939f8. 00000400:00000010:0.0:1783976332.402522:0:239540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976332.402529:0:239540:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496633472, portal 10 00000100:00000001:0.0:1783976332.402531:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.402532:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976332.402539:0:239540:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496633472/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.402545:0:239540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.402548:0:239540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.402551:0:239540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976332.402555:0:239540:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496633472, offset 0 00000400:00000200:0.0:1783976332.402560:0:239540:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.402569:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.402575:0:239540:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.402580:0:239540:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.402585:0:239540:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.402588:0:239540:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.402591:0:239540:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.402595:0:239540:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778555:778555:256:4294967295] 192.168.201.114@tcp LPNI seq info [778533:778533:8:4294967295] 00000400:00000200:0.0:1783976332.402600:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.402609:0:239540:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.402614:0:239540:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.402621:0:239540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b500. 00000800:00000200:0.0:1783976332.402627:0:239540:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.402634:0:239540:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.402639:0:239540:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.402658:0:239540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.402663:0:239540:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10227 usecs (11 jiffies) 00000400:00000200:0.0:1783976332.402666:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.402669:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538252 00000100:00000010:0.0:1783976332.402673:0:239540:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e420. 00000100:00000001:0.0:1783976332.402679:0:239540:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976332.402690:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538252 00000100:00000010:0.0:1783976332.402694:0:239540:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7eba0. 00000100:00000001:0.0:1783976332.402698:0:239540:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976332.402702:0:239540:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.402705:0:239540:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.402707:0:239540:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.402709:0:239540:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.402712:0:239540:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.402715:0:239540:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.402717:0:239540:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.413020:0:239540:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.413028:0:239540:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.413029:0:239540:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.413033:0:239540:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939f8. 00000400:00000200:0.0:1783976332.413048:0:239540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976332.413051:0:239540:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137d80. 00000100:00000001:0.0:1783976332.413055:0:239540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.413060:0:239540:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496633472/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.413068:0:239540:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496633472/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.413073:0:239540:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.413076:0:239540:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.413078:0:239540:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.413081:0:239540:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.413084:0:239540:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.413086:0:239540:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.413089:0:239540:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.413098:0:239540:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=41 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976332.413102:0:239540:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.413105:0:239540:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.413106:0:239540:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.413109:0:239540:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.413113:0:239540:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.413117:0:239540:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.413118:0:239540:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.413120:0:239540:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.413122:0:239540:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.413127:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496633472/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.413133:0:239540:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.413177:0:239540:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.413179:0:239540:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.413183:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496633472/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.413191:0:239540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239540:1870620496633472:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.413196:0:239540:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.413199:0:239540:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.413201:0:239540:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.413203:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.413206:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496633472/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.413212:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.413215:0:239540:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.413217:0:239540:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.413219:0:239540:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976332.413224:0:239540:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976332.413227:0:239540:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.413229:0:239540:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.413232:0:239540:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.413237:0:239540:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.413241:0:239540:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976332.413245:0:239540:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976332.413250:0:239540:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000001:0.0:1783976332.413258:0:239540:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976332.413260:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.413263:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.413265:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.413267:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.413268:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.413270:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.413272:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.413277:0:239540:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976332.413281:0:239540:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976332.413284:0:239540:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=49 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.413288:0:239540:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.413290:0:239540:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.413293:0:239540:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.413300:0:239540:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369e00. 00000100:00000001:0.0:1783976332.413305:0:239540:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.413311:0:239540:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.413313:0:239540:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.413314:0:239540:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.413319:0:239540:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.413321:0:239540:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976332.413324:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.413325:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.413329:0:239540:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.413332:0:239540:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.413334:0:239540:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.413335:0:239540:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.413340:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496633600/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.413347:0:239540:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.413349:0:239540:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.413353:0:239540:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.413355:0:239540:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.413358:0:239540:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.413361:0:239540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239540:1870620496633600:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.413364:0:239540:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.413369:0:239540:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.413371:0:239540:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.413373:0:239540:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.413380:0:239540:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976332.413381:0:239540:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.413386:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.413389:0:239540:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939f8. 00000400:00000010:0.0:1783976332.413394:0:239540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976332.413400:0:239540:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496633600, portal 10 00000100:00000001:0.0:1783976332.413402:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.413403:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976332.413409:0:239540:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496633600/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.413416:0:239540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.413419:0:239540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.413423:0:239540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978000. 00000100:00000200:0.0:1783976332.413426:0:239540:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496633600, offset 0 00000400:00000200:0.0:1783976332.413432:0:239540:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.413439:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.413446:0:239540:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.413452:0:239540:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.413455:0:239540:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.413459:0:239540:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.413461:0:239540:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.413465:0:239540:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778556:778556:256:4294967295] 192.168.201.114@tcp LPNI seq info [778534:778534:8:4294967295] 00000400:00000200:0.0:1783976332.413470:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.413478:0:239540:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.413484:0:239540:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.413489:0:239540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b600. 00000800:00000200:0.0:1783976332.413496:0:239540:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.413504:0:239540:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.413509:0:239540:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.413516:0:239540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.413520:0:239540:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.413524:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.413528:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538261 00000100:00000001:0.0:1783976332.413534:0:239540:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538252 00000100:00000001:0.0:1783976332.413540:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538261 00000100:00000001:0.0:1783976332.413543:0:239540:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538252 00000100:00000001:0.0:1783976332.413545:0:239540:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.413547:0:239540:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.413550:0:239540:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.413552:0:239540:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.413554:0:239540:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.413557:0:239540:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.413558:0:239540:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.426936:0:239540:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976332.426942:0:239540:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976332.426948:0:239540:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976332.426953:0:239540:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.447997:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.448004:0:239541:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.448006:0:239541:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.448009:0:239541:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7688. 00000400:00000200:0.0:1783976332.448013:0:239541:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854674800 00000400:00000010:0.0:1783976332.448015:0:239541:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f854674800. 00000100:00000001:0.0:1783976332.448018:0:239541:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.448023:0:239541:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae86a00 x1870620496633856/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.448031:0:239541:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae86a00 x1870620496633856/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.448048:0:239541:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.448050:0:239541:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.448052:0:239541:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.448056:0:239541:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.448058:0:239541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.448061:0:239541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.448070:0:239541:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.448080:0:239541:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.448083:0:239541:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.448086:0:239541:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976332.448089:0:239541:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f97ae86a00 x1870620496633856/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.448096:0:239541:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.448099:0:239541:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.448100:0:239541:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.448102:0:239541:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.448104:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.448105:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985915904 : -115476723635712 : ffff96f97ae86a00) 00000100:00000001:0.0:1783976332.448109:0:239541:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.448111:0:239541:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.448113:0:239541:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.448114:0:239541:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976332.448119:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.448126:0:239541:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976332.448129:0:239541:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.448130:0:239541:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.448172:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.448182:0:239541:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae86a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496633856:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.448186:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.448188:0:239541:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.448191:0:239541:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.448193:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.448196:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.448202:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.448205:0:239541:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34300. 00000100:00000001:0.0:1783976332.448208:0:239541:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.448210:0:239541:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976332.448213:0:239541:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976332.448218:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.448221:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.448224:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bbc00 refcount=4 00000020:00000001:0.0:1783976332.448227:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923218944 : -115476786332672 : ffff96f9772bbc00) 00010000:00000001:0.0:1783976332.448229:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923218944 : -115476786332672 : ffff96f9772bbc00) 00010000:00010000:0.0:1783976332.448235:0:239541:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448243:0:239541:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976332.448247:0:239541:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448253:0:239541:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.448256:0:239541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448262:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448265:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976332.448267:0:239541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448277:0:239541:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.448280:0:239541:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.448283:0:239541:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976332.448286:0:239541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.448292:0:239541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f9772bbc00 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976332.448295:0:239541:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976332.448299:0:239541:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448306:0:239541:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976332.448307:0:239541:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976332.448310:0:239541:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448314:0:239541:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976332.448317:0:239541:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976332.448318:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.448319:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.448321:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772bbc00 refcount=5 00000020:00000001:0.0:1783976332.448323:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923218944 : -115476786332672 : ffff96f9772bbc00) 00010000:00000001:0.0:1783976332.448325:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923218944 : -115476786332672 : ffff96f9772bbc00) 00010000:00000001:0.0:1783976332.448328:0:239541:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976332.448331:0:239541:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 5/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976332.448336:0:239541:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976332.448338:0:239541:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.448341:0:239541:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976332.448342:0:239541:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976332.448346:0:239541:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976332.448348:0:239541:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976332.448349:0:239541:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.448351:0:239541:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976332.448354:0:239541:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9772bbc00 with handle 0x5bb448586bd093d7 from hash 00010000:00000001:0.0:1783976332.448356:0:239541:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976332.448357:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448358:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.448359:0:239541:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976332.448361:0:239541:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976332.448363:0:239541:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976332.448365:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448366:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.448367:0:239541:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448369:0:239541:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.448372:0:239541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448377:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448378:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.448380:0:239541:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976332.448381:0:239541:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.448382:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448383:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.448384:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976332.448386:0:239541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9772bbc00/0x5bb448586bd093d7 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.448397:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.448399:0:239541:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976332.448403:0:239541:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976332.448408:0:239541:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.448417:0:239541:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.448421:0:239541:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.448432:0:239541:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.448433:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.448434:0:239541:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.448436:0:239541:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.448438:0:239541:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.448440:0:239541:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976332.448442:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.448443:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985915904 : -115476723635712 : ffff96f97ae86a00) 00010000:00000001:0.0:1783976332.448445:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.448445:0:239541:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.448447:0:239541:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976332.448450:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57760 00000002:00002000:0.0:1783976332.448453:0:239541:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d56od.sanity.n2 intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976332.448455:0:239541:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.448459:0:239541:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.448461:0:239541:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976332.448464:0:239541:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x240002b13:0x2069:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976332.448467:0:239541:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448471:0:239541:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976332.448473:0:239541:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dc0c660 it_disposition 80002b 00000080:00000001:0.0:1783976332.448476:0:239541:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976332.448481:0:239541:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976332.448484:0:239541:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976332.448487:0:239541:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976332.448490:0:239541:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783976332.448495:0:239541:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976332.448497:0:239541:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x206c:0x0] 00000080:00000001:0.0:1783976332.448500:0:239541:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448504:0:239541:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976332.448506:0:239541:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976332.448511:0:239541:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x206c:0x0], updating i_size 4096 00000080:00200000:0.0:1783976332.448514:0:239541:0:(namei.c:147:ll_iget()) got inode: [0x240002b13:0x206c:0x0](ffff96f97c234b08): rc = 0 00000080:00000001:0.0:1783976332.448516:0:239541:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628597006551816 : -115476702999800 : ffff96f97c234b08) 00000080:00000001:0.0:1783976332.448520:0:239541:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976332.448523:0:239541:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976332.448525:0:239541:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.448528:0:239541:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x206c:0x0](ffff96f97c234b08) for lock 0x0 00800000:00000001:0.0:1783976332.448531:0:239541:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.448533:0:239541:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.448534:0:239541:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.448536:0:239541:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976332.448542:0:239541:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97c186870 inode ffff96f97c234b08 refc 1 flags 0x20000e 00000080:00000001:0.0:1783976332.448546:0:239541:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.448549:0:239541:0:(llite_lib.c:3160:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448552:0:239541:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976332.448555:0:239541:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976332.448558:0:239541:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275800. 00000100:00000001:0.0:1783976332.448562:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.448566:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.448573:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448581:0:239541:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.448584:0:239541:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.448586:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57a40 00000080:00200008:0.0:1783976332.448588:0:239541:0:(file.c:1058:ll_file_open()) START file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 304000 00000080:00000010:0.0:1783976332.448594:0:239541:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000010:0.0:1783976332.448602:0:239541:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99880. 00000080:00000001:0.0:1783976332.448605:0:239541:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976332.448608:0:239541:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.448611:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.448613:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.448615:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.448618:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.448620:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.448622:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976332.448624:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.448627:0:239541:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976332.448630:0:239541:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30ae0. 00000002:00100000:0.0:1783976332.448635:0:239541:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.448641:0:239541:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.448642:0:239541:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976332.448646:0:239541:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.448649:0:239541:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448651:0:239541:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.448653:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.448656:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae86a00 x1870620496633856/t25769972883(25769972883) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976332.448662:0:239541:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.448665:0:239541:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976332.448694:0:239541:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976332.448696:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.448699:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57a40 00000080:00000008:0.0:1783976332.448700:0:239541:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.448703:0:239541:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448705:0:239541:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976332.448707:0:239541:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dc0c660 released 00000080:00000001:0.0:1783976332.448708:0:239541:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976332.448710:0:239541:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.448712:0:239541:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448714:0:239541:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976332.448716:0:239541:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dc0c660. 00000080:00000001:0.0:1783976332.448723:0:239541:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448727:0:239541:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.448730:0:239541:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x206c:0x0](ffff96f97c234b08), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.448734:0:239541:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448774:0:239541:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.448777:0:239541:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.448778:0:239541:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.448780:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57bc0 00000080:00200000:0.0:1783976332.448782:0:239541:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.448787:0:239541:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00800000:00000002:0.0:1783976332.448793:0:239541:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.448796:0:239541:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.448799:0:239541:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.448801:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57ae0 00800000:00000002:0.0:1783976332.448803:0:239541:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.448806:0:239541:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.448808:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.448809:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.448810:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.448812:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.448813:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.448815:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.448817:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.448820:0:239541:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.448824:0:239541:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.448825:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d579b0 00000002:00010000:0.0:1783976332.448827:0:239541:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.448830:0:239541:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.448832:0:239541:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.448834:0:239541:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.448840:0:239541:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.448843:0:239541:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.448847:0:239541:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.448850:0:239541:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.448854:0:239541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 02000000:00000001:0.0:1783976332.448863:0:239541:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.448867:0:239541:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.448870:0:239541:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000002:00000001:0.0:1783976332.448877:0:239541:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.448879:0:239541:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.448881:0:239541:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.448883:0:239541:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.448885:0:239541:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.448887:0:239541:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.448889:0:239541:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.448891:0:239541:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.448893:0:239541:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976332.448896:0:239541:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.448898:0:239541:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.448901:0:239541:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.448904:0:239541:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.448907:0:239541:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.448908:0:239541:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.448910:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.448911:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.448913:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.448915:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.448917:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.448919:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448920:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.448922:0:239541:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.448923:0:239541:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.448926:0:239541:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d57bf8 00010000:00000001:0.0:1783976332.448928:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.448929:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.448930:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.448932:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.448934:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.448936:0:239541:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.448938:0:239541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00000001:0.0:1783976332.448944:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448945:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.448947:0:239541:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.448949:0:239541:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.448951:0:239541:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00000001:0.0:1783976332.448957:0:239541:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.448960:0:239541:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.448961:0:239541:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.448965:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448966:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.448968:0:239541:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.448971:0:239541:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.448972:0:239541:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.448974:0:239541:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.448977:0:239541:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.448979:0:239541:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.448980:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.448981:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.448982:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.448983:0:239541:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.448986:0:239541:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976332.448989:0:239541:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.448992:0:239541:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.448994:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57b88 00000080:00002000:0.0:1783976332.448995:0:239541:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 5 00000080:00000001:0.0:1783976332.448998:0:239541:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.449000:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57bd0 00000080:00200000:0.0:1783976332.449002:0:239541:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976332.449004:0:239541:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.449006:0:239541:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.449008:0:239541:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.449010:0:239541:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.449012:0:239541:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.449014:0:239541:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.449016:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57bc0 00000080:00002000:0.0:1783976332.449017:0:239541:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity.n2(ffff96f97c186870) flags 0x20000e refc 1 00000080:00000001:0.0:1783976332.449019:0:239541:0:(dcache.c:98:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.449022:0:239541:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.449023:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57b58 00000080:00002000:0.0:1783976332.449025:0:239541:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity.n2(ffff96f97c186870) flags 0x20000e refc 1 00000080:00000001:0.0:1783976332.449027:0:239541:0:(dcache.c:98:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976332.449033:0:239541:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c304c0. 00000080:00000001:0.0:1783976332.449035:0:239541:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.449036:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57ac0 00000080:00002000:0.0:1783976332.449038:0:239541:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity.n2(ffff96f97c186870) flags 0x20000e refc 1 00000080:00000001:0.0:1783976332.449040:0:239541:0:(dcache.c:98:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.449042:0:239541:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976332.449044:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57b50 00000080:00200000:0.0:1783976332.449046:0:239541:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d56od.sanity.n2, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), file ffff96f943b42180, open_flags 28800, mode 0 opened 0 00000080:00000010:0.0:1783976332.449050:0:239541:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7eba0. 00000080:00000001:0.0:1783976332.449053:0:239541:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976332.449054:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57a00 00000080:00200000:0.0:1783976332.449056:0:239541:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d56od.sanity.n2, dir=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), intent=open 00000080:00000010:0.0:1783976332.449061:0:239541:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976332.449065:0:239541:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.449067:0:239541:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.449068:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57920 00800000:00000002:0.0:1783976332.449070:0:239541:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd56od.sanity.n2' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976332.449073:0:239541:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976332.449075:0:239541:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976332.449078:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.449079:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.449080:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.449082:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.449084:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.449086:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976332.449088:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.449091:0:239541:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00000020:00000001:0.0:1783976332.449093:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d578a0 00800000:00000002:0.0:1783976332.449095:0:239541:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x0:0x0:0x0], name='d56od.sanity.n2' -> mds #1 layout version 1 00000002:00000001:0.0:1783976332.449099:0:239541:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.449100:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d577d8 00000002:00010000:0.0:1783976332.449102:0:239541:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d56od.sanity.n2,[0x0:0x0:0x0]) in obj [0x240002b13:0x2069:0x0], intent: open flags 0504001 00000002:00000001:0.0:1783976332.449105:0:239541:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976332.449107:0:239541:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976332.449110:0:239541:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976332.449114:0:239541:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976332.449116:0:239541:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.449118:0:239541:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976332.449121:0:239541:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.449123:0:239541:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.449125:0:239541:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.449129:0:239541:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976332.449132:0:239541:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=8 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976332.449172:0:239541:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976332.449175:0:239541:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.449178:0:239541:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976332.449181:0:239541:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.449185:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.449186:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.449187:0:239541:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.449190:0:239541:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.449192:0:239541:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.449195:0:239541:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.449203:0:239541:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d11e000. 00000100:00000001:0.0:1783976332.449209:0:239541:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.449212:0:239541:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.449213:0:239541:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.449215:0:239541:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.449216:0:239541:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.449218:0:239541:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.449227:0:239541:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00010000:00000001:0.0:1783976332.449230:0:239541:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976332.449232:0:239541:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976332.449234:0:239541:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976332.449236:0:239541:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.449239:0:239541:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976332.449242:0:239541:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a400. 00000020:00000001:0.0:1783976332.449246:0:239541:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976332.449248:0:239541:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a400 with handle 0x5bb448586bd093e5 to hash 00000020:00000001:0.0:1783976332.449250:0:239541:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976332.449252:0:239541:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.449255:0:239541:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.449258:0:239541:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.449260:0:239541:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.449262:0:239541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.449268:0:239541:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976332.449279:0:239541:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976332.449285:0:239541:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06a00 x1870620496634752/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976332.449292:0:239541:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 239541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976332.449297:0:239541:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.449299:0:239541:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.449305:0:239541:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.449307:0:239541:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976332.449309:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.449310:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976332.449314:0:239541:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.449318:0:239541:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.449320:0:239541:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.449321:0:239541:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.449325:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496634752/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.449332:0:239541:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.449335:0:239541:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.449338:0:239541:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.449341:0:239541:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.449343:0:239541:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.449346:0:239541:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496634752:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.449350:0:239541:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.449360:0:239541:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.449362:0:239541:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.449365:0:239541:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.449452:0:239541:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976332.449455:0:239541:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.449461:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.449466:0:239541:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393e18. 00000400:00000010:0.0:1783976332.449473:0:239541:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f3c800. 00000100:00000200:0.0:1783976332.449480:0:239541:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496634752, portal 10 00000100:00000001:0.0:1783976332.449482:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.449484:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976332.449489:0:239541:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496634752/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.449496:0:239541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.449499:0:239541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.449502:0:239541:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976332.449505:0:239541:0:(niobuf.c:94:ptl_send_buf()) Sending 4624 bytes to portal 12, xid 1870620496634752, offset 0 00000400:00000200:0.0:1783976332.449511:0:239541:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.449517:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.449523:0:239541:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.449529:0:239541:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.449533:0:239541:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.449536:0:239541:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.449539:0:239541:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.449542:0:239541:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778561:778561:256:4294967295] 192.168.201.114@tcp LPNI seq info [778539:778539:8:4294967295] 00000400:00000200:0.0:1783976332.449547:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.449556:0:239541:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.449562:0:239541:0:(socklnd_cb.c:931:ksocknal_send()) sending 4624 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.449567:0:239541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854369e00. 00000800:00000200:0.0:1783976332.449573:0:239541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.449581:0:239541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.449585:0:239541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854369e00 type 1, nob 4720 niov 1 nkiov 2 00000100:00000001:0.0:1783976332.449600:0:239541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.449604:0:239541:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10227 usecs (11 jiffies) 00000400:00000200:0.0:1783976332.449607:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.449609:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538297 00000100:00000001:0.0:1783976332.449612:0:239541:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308538297 00000100:00000001:0.0:1783976332.449614:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538297 00000100:00000001:0.0:1783976332.449616:0:239541:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308538297 00000100:00000001:0.0:1783976332.449617:0:239541:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.449620:0:239541:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.449622:0:239541:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.449623:0:239541:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.449626:0:239541:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.449628:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.449630:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.468044:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.468052:0:239541:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.468054:0:239541:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.468057:0:239541:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393e18. 00000400:00000200:0.0:1783976332.468067:0:239541:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f853f3c800 00000400:00000010:0.0:1783976332.468071:0:239541:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f853f3c800. 00000100:00000001:0.0:1783976332.468074:0:239541:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.468079:0:239541:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496634752/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.468088:0:239541:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496634752/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.468095:0:239541:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.468098:0:239541:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.468101:0:239541:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.468105:0:239541:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.468108:0:239541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.468110:0:239541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.468113:0:239541:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.468122:0:239541:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.468127:0:239541:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.468130:0:239541:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.468132:0:239541:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.468178:0:239541:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.468184:0:239541:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.468188:0:239541:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.468190:0:239541:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.468192:0:239541:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.468194:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.468197:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976332.468200:0:239541:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.468202:0:239541:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.468205:0:239541:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.468207:0:239541:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.468213:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.468220:0:239541:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.468223:0:239541:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.468225:0:239541:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.468229:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.468237:0:239541:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496634752:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.468242:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.468245:0:239541:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.468248:0:239541:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.468250:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.468253:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.468261:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.468264:0:239541:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976332.468279:0:239541:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.468281:0:239541:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.468284:0:239541:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976332.468289:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468292:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468296:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=4 00000020:00000001:0.0:1783976332.468298:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468302:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000040:0.0:1783976332.468308:0:239541:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019a400, remote cookie: 0xa91b1f6e92eabceb, flags: 0x1001 00010000:00010000:0.0:1783976332.468314:0:239541:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976332.468323:0:239541:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x206c:0x0].0x0, instead of [0x240002b13:0x2069:0x0].0x0 00010000:00000001:0.0:1783976332.468326:0:239541:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976332.468332:0:239541:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 3 00010000:00000001:0.0:1783976332.468335:0:239541:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.468338:0:239541:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.468342:0:239541:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.468350:0:239541:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468358:0:239541:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976332.468362:0:239541:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976332.468365:0:239541:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976332.468367:0:239541:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976332.468368:0:239541:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976332.468371:0:239541:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x206c:0x0].0x0 (ffff96f977a80100) refcount = 3 00010000:00000040:0.0:1783976332.468374:0:239541:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976332.468378:0:239541:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1783976332.468386:0:239541:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d200/0x5bb448586bd09375 lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba98 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976332.468393:0:239541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468399:0:239541:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976332.468402:0:239541:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976332.468404:0:239541:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.468407:0:239541:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976332.468410:0:239541:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.468413:0:239541:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468419:0:239541:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976332.468422:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468423:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.468424:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468425:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.468427:0:239541:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.468431:0:239541:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976332.468433:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468435:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468436:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976332.468438:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468440:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468443:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468444:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468446:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=4 00000020:00000001:0.0:1783976332.468448:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468450:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468453:0:239541:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.468456:0:239541:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.468459:0:239541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468466:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468467:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.468469:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468470:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468472:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=5 00000020:00000001:0.0:1783976332.468474:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468476:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468478:0:239541:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.468481:0:239541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 5/2,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468487:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468488:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976332.468490:0:239541:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468496:0:239541:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.468497:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468499:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.468500:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468501:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976332.468506:0:239541:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.468516:0:239541:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.468521:0:239541:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.468529:0:239541:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.468531:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468532:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468533:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976332.468535:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468537:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468540:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468540:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.468542:0:239541:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.468544:0:239541:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.468547:0:239541:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976332.468549:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.468551:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00010000:00000001:0.0:1783976332.468553:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468554:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468556:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976332.468558:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468560:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00000002:00010000:0.0:1783976332.468563:0:239541:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468569:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468570:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.468572:0:239541:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976332.468573:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468574:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468576:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976332.468578:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468580:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000040:0.0:1783976332.468582:0:239541:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 4 00010000:00000001:0.0:1783976332.468585:0:239541:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.468588:0:239541:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.468591:0:239541:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.468594:0:239541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d200/0x5bb448586bd09375 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba98 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976332.468602:0:239541:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.468607:0:239541:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.468611:0:239541:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d200/0x5bb448586bd09375 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba98 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976332.468617:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468618:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.468620:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468621:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468622:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976332.468624:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468626:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976332.468628:0:239541:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1783976332.468631:0:239541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468637:0:239541:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.468639:0:239541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468645:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468646:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976332.468649:0:239541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd093e5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa91b1f6e92eabceb expref: -99 pid: 239541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.468654:0:239541:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.468657:0:239541:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.468660:0:239541:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976332.468665:0:239541:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff96f97b137c00. 00010000:00000001:0.0:1783976332.468669:0:239541:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976332.468685:0:239541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976332.468688:0:239541:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.468689:0:239541:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.468691:0:239541:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.468692:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468693:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.468695:0:239541:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976332.468698:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57760 00000002:00002000:0.0:1783976332.468700:0:239541:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d56od.sanity.n2 intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976332.468703:0:239541:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.468707:0:239541:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.468710:0:239541:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976332.468713:0:239541:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x240002b13:0x2069:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976332.468717:0:239541:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.468721:0:239541:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976332.468723:0:239541:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7eba0 it_disposition 80002b 00000080:00000001:0.0:1783976332.468726:0:239541:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976332.468732:0:239541:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976332.468735:0:239541:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976332.468738:0:239541:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976332.468741:0:239541:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783976332.468746:0:239541:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976332.468749:0:239541:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x206c:0x0] 00000080:00000001:0.0:1783976332.468751:0:239541:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.468755:0:239541:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976332.468757:0:239541:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976332.468762:0:239541:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x206c:0x0], updating i_size 4096 00000080:00200000:0.0:1783976332.468765:0:239541:0:(namei.c:147:ll_iget()) got inode: [0x240002b13:0x206c:0x0](ffff96f97c234b08): rc = 0 00000080:00000001:0.0:1783976332.468767:0:239541:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628597006551816 : -115476702999800 : ffff96f97c234b08) 00010000:00000001:0.0:1783976332.468770:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468771:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468783:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7d200 refcount=3 00000020:00000001:0.0:1783976332.468785:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976332.468787:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976332.468790:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468791:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976332.468793:0:239541:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976332.468795:0:239541:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976332.468798:0:239541:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.468801:0:239541:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x206c:0x0](ffff96f97c234b08) for lock 0x5bb448586bd09375 00800000:00000001:0.0:1783976332.468804:0:239541:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.468806:0:239541:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.468807:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.468808:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.468810:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7d200 refcount=3 00000020:00000001:0.0:1783976332.468812:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976332.468814:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976332.468817:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.468818:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.468819:0:239541:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.468822:0:239541:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.468825:0:239541:0:(file.c:695:ll_dir_finish_open()) Process entered 00000080:00000010:0.0:1783976332.468832:0:239541:0:(file.c:719:ll_dir_finish_open()) kmalloced '(folio_pool)': 8 at ffff96f977148038. 00000080:00000040:0.0:1783976332.468848:0:239541:0:(file.c:731:ll_dir_finish_open()) folio ffffdb2cc4ae3fc0 - ffff96f96b8ff000 - ffff96f96b300330 -> 0 1052674 00000080:00000010:0.0:1783976332.468874:0:239541:0:(file.c:757:ll_dir_finish_open()) kfreed 'folio_pool': 8 at ffff96f977148038. 00000080:00000001:0.0:1783976332.468878:0:239541:0:(file.c:759:ll_dir_finish_open()) Process leaving 00000080:00002000:0.0:1783976332.468887:0:239541:0:(namei.c:629:ll_splice_alias()) Reuse dentry ffff96f97c186870 inode ffff96f97c234b08 refc 2 flags 0x20000e 00000080:00000001:0.0:1783976332.468890:0:239541:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.468893:0:239541:0:(llite_lib.c:3160:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.468895:0:239541:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976332.468899:0:239541:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x206c:0x0](ffff96f97c234b08) 00000080:00000001:0.0:1783976332.468901:0:239541:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=18446628597005838448 : -115476703713168 : 0xffff96f97c186870) 00000080:00000010:0.0:1783976332.468905:0:239541:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000100:00000001:0.0:1783976332.468909:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.468914:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.468921:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.468940:0:239541:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.468943:0:239541:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.468945:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57a40 00000080:00200008:0.0:1783976332.468947:0:239541:0:(file.c:1058:ll_file_open()) START file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 504000 00000080:00000010:0.0:1783976332.468952:0:239541:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8ac80. 00000080:00000001:0.0:1783976332.468959:0:239541:0:(file.c:3144:ll_release_openhandle()) Process entered 00000080:00000010:0.0:1783976332.468962:0:239541:0:(file.c:3157:ll_release_openhandle()) kmalloced '(och)': 56 at ffff96f944d99640. 00800000:00000001:0.0:1783976332.468966:0:239541:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.468969:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.468971:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.468974:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.468976:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.468978:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.468981:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976332.468983:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.468986:0:239541:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976332.468989:0:239541:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c306a0. 00000002:00100000:0.0:1783976332.468994:0:239541:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.469000:0:239541:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.469002:0:239541:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.469004:0:239541:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976332.469007:0:239541:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976332.469009:0:239541:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976332.469015:0:239541:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976332.469018:0:239541:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976332.469019:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.469021:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.469022:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.469023:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.469025:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.469026:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976332.469028:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.469031:0:239541:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x206c:0x0] 00000002:00000001:0.0:1783976332.469035:0:239541:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976332.469037:0:239541:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x206c:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976332.469043:0:239541:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976332.469047:0:239541:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=9 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.469052:0:239541:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.469055:0:239541:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.469057:0:239541:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.469063:0:239541:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369a00. 00000100:00000001:0.0:1783976332.469069:0:239541:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976332.469078:0:239541:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976332.469088:0:239541:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976332.469093:0:239541:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05180 x1870620496635136/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976332.469101:0:239541:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.469102:0:239541:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.469108:0:239541:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.469111:0:239541:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737984 : -115476720813632 : ffff96f97b1379c0) 00000100:00000001:0.0:1783976332.469114:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.469115:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976332.469120:0:239541:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.469125:0:239541:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.469127:0:239541:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.469129:0:239541:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.469133:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496635136/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.469178:0:239541:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.469180:0:239541:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.469184:0:239541:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.469186:0:239541:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.469189:0:239541:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.469192:0:239541:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496635136:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.469196:0:239541:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.469201:0:239541:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.469204:0:239541:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.469206:0:239541:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.469212:0:239541:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11c000. 02000000:00000001:0.0:1783976332.469214:0:239541:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.469221:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.469224:0:239541:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393e18. 00000400:00000010:0.0:1783976332.469229:0:239541:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976332.469235:0:239541:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496635136, portal 10 00000100:00000001:0.0:1783976332.469237:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.469239:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976332.469244:0:239541:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496635136/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.469252:0:239541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.469254:0:239541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.469258:0:239541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729783b8. 00000100:00000200:0.0:1783976332.469261:0:239541:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496635136, offset 0 00000400:00000200:0.0:1783976332.469267:0:239541:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.469273:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.469280:0:239541:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.469284:0:239541:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.469289:0:239541:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.469293:0:239541:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.469295:0:239541:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.469300:0:239541:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778563:778563:256:4294967295] 192.168.201.114@tcp LPNI seq info [778541:778541:8:4294967295] 00000400:00000200:0.0:1783976332.469304:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.469313:0:239541:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.469318:0:239541:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.469323:0:239541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b400. 00000800:00000200:0.0:1783976332.469329:0:239541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.469336:0:239541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.469341:0:239541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.469349:0:239541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.469353:0:239541:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10228 usecs (11 jiffies) 00000400:00000200:0.0:1783976332.469356:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.469359:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538317 00000100:00000010:0.0:1783976332.469364:0:239541:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e420. 00000100:00000001:0.0:1783976332.469372:0:239541:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976332.469379:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538317 00000100:00000010:0.0:1783976332.469382:0:239541:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ecc0. 00000100:00000001:0.0:1783976332.469385:0:239541:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976332.469393:0:239541:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.469396:0:239541:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.469398:0:239541:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.469400:0:239541:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.469403:0:239541:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1379c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.469405:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.469408:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.488295:0:239540:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.488305:0:239540:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.488307:0:239540:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.488311:0:239540:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f7e8. 00000400:00000200:0.0:1783976332.488315:0:239540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9643373c0 00000400:00000010:0.0:1783976332.488318:0:239540:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f9643373c0. 00000100:00000001:0.0:1783976332.488322:0:239540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.488332:0:239540:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3c700 x1870620496634496/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.488341:0:239540:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3c700 x1870620496634496/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488348:0:239540:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.488350:0:239540:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.488352:0:239540:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.488356:0:239540:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.488358:0:239540:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.488361:0:239540:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.488363:0:239540:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.488373:0:239540:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=41 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976332.488377:0:239540:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.488379:0:239540:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.488380:0:239540:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.488383:0:239540:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.488386:0:239540:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.488389:0:239540:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.488391:0:239540:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.488393:0:239540:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.488395:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.488396:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998194944 : -115476711356672 : ffff96f97ba3c700) 00000100:00000001:0.0:1783976332.488400:0:239540:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.488402:0:239540:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.488404:0:239540:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.488406:0:239540:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.488411:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3c700 x1870620496634496/t25769972884(25769972884) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488419:0:239540:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.488422:0:239540:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.488423:0:239540:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.488427:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3c700 x1870620496634496/t25769972884(25769972884) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.488435:0:239540:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3c700 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239540:1870620496634496:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.488439:0:239540:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.488442:0:239540:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.488445:0:239540:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.488447:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.488449:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3c700 x1870620496634496/t25769972884(25769972884) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488460:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.488462:0:239540:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f964337180. 00000100:00000001:0.0:1783976332.488465:0:239540:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.488466:0:239540:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.488472:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.488473:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998194944 : -115476711356672 : ffff96f97ba3c700) 00000002:00000001:0.0:1783976332.488476:0:239540:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.488478:0:239540:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.488483:0:239540:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d59b200. 00000080:00000001:0.0:1783976332.488486:0:239540:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976332.488488:0:239540:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.488490:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.488491:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.488492:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.488494:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.488495:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.488497:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976332.488499:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.488502:0:239540:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.488507:0:239540:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488515:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.488516:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.488519:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.488521:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488528:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.488530:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.488533:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3c700 x1870620496634496/t25769972884(25769972884) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488539:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.488541:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.488544:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496633344/t25769972882(25769972882) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976348 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488551:0:239540:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976332.488554:0:239540:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.488556:0:239540:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=9 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.488558:0:239540:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.488561:0:239540:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97d11a000. 02000000:00000001:0.0:1783976332.488565:0:239540:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.488566:0:239540:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.488568:0:239540:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976332.488572:0:239540:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.488573:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.488575:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.488578:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3c700 x1870620496634496/t25769972884(25769972884) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488584:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.488586:0:239540:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30ac0. 00000002:00000001:0.0:1783976332.488589:0:239540:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.488591:0:239540:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.488593:0:239540:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99ac0. 00000100:00000001:0.0:1783976332.488595:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.488598:0:239540:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3c700 x1870620496634496/t25769972884(25769972884) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.488604:0:239540:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.488605:0:239540:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.488608:0:239540:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b2000. 02000000:00000001:0.0:1783976332.488611:0:239540:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.488612:0:239540:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.488613:0:239540:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=8 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.488616:0:239540:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.488617:0:239540:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d59b800. 02000000:00000001:0.0:1783976332.488619:0:239540:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.488620:0:239540:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.488621:0:239540:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3c700. 00000100:00000001:0.0:1783976332.488624:0:239540:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.488625:0:239540:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.488628:0:239540:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.488630:0:239540:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8ab40. 00000080:00000001:0.0:1783976332.488632:0:239540:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.488636:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7d98 00000080:00000008:0.0:1783976332.488638:0:239540:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.488641:0:239540:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.488643:0:239540:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.488679:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.488682:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.488684:0:239540:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.488686:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bc0 00000080:00200000:0.0:1783976332.488688:0:239540:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.488692:0:239540:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.488696:0:239540:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.488700:0:239540:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.488702:0:239540:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.488704:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7ae0 00800000:00000002:0.0:1783976332.488706:0:239540:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.488709:0:239540:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.488711:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.488712:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.488713:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.488714:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.488716:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.488718:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.488720:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.488722:0:239540:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.488726:0:239540:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.488727:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf79b0 00000002:00010000:0.0:1783976332.488729:0:239540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.488732:0:239540:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.488734:0:239540:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.488736:0:239540:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.488740:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.488742:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.488746:0:239540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.488749:0:239540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.488753:0:239540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 02000000:00000001:0.0:1783976332.488761:0:239540:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.488764:0:239540:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.488767:0:239540:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000002:00000001:0.0:1783976332.488773:0:239540:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.488775:0:239540:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.488776:0:239540:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.488778:0:239540:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.488780:0:239540:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.488782:0:239540:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.488784:0:239540:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.488786:0:239540:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.488788:0:239540:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369400. 00000080:00000001:0.0:1783976332.488791:0:239540:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.488793:0:239540:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.488795:0:239540:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.488798:0:239540:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.488800:0:239540:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.488802:0:239540:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.488803:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.488805:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.488807:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.488810:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.488812:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.488814:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.488816:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.488817:0:239540:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.488819:0:239540:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.488821:0:239540:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481bf7bf8 00010000:00000001:0.0:1783976332.488823:0:239540:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.488824:0:239540:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.488826:0:239540:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.488827:0:239540:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.488829:0:239540:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.488831:0:239540:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.488834:0:239540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00000001:0.0:1783976332.488840:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.488841:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.488842:0:239540:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.488844:0:239540:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.488846:0:239540:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00000001:0.0:1783976332.488852:0:239540:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.488854:0:239540:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.488855:0:239540:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.488857:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.488858:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.488860:0:239540:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.488862:0:239540:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.488864:0:239540:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.488865:0:239540:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.488867:0:239540:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.488870:0:239540:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.488871:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.488872:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.488873:0:239540:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.488875:0:239540:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.488877:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976332.488880:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.488884:0:239540:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.488886:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7b88 00000080:00002000:0.0:1783976332.488888:0:239540:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 5 00000080:00000001:0.0:1783976332.488890:0:239540:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.488893:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bd0 00000080:00200000:0.0:1783976332.488894:0:239540:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=27 00000080:00000001:0.0:1783976332.488898:0:239540:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.488899:0:239540:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.488902:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.488903:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.488906:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.488908:0:239540:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.488909:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7b88 00000080:00002000:0.0:1783976332.488911:0:239540:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976332.488912:0:239540:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.488914:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bd0 00000080:00200000:0.0:1783976332.488915:0:239540:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=27 00000080:00000002:0.0:1783976332.488918:0:239540:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.488921:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.488922:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.488925:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.488927:0:239540:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.488928:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7bc0 00000080:00002000:0.0:1783976332.488930:0:239540:0:(dcache.c:87:ll_dcompare()) found name dir2(ffff96f97955e870) flags 0x28004e refc 0 00000080:00000001:0.0:1783976332.488932:0:239540:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.488934:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7c08 00000080:00200000:0.0:1783976332.488935:0:239540:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir2, flags=267 00000080:00000002:0.0:1783976332.488938:0:239540:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir2 [0x200002b12:0x11fe9:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.488941:0:239540:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.488943:0:239540:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.488945:0:239540:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.488949:0:239540:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.488951:0:239540:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.488953:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7b78 00000080:00200008:0.0:1783976332.488955:0:239540:0:(file.c:1058:ll_file_open()) START file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 304000 00000080:00000010:0.0:1783976332.488959:0:239540:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8ab40. 00000080:00000001:0.0:1783976332.488965:0:239540:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783976332.488968:0:239540:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369400. 00800000:00000002:0.0:1783976332.488970:0:239540:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976332.488972:0:239540:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.488974:0:239540:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.488975:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf7a28 00800000:00000002:0.0:1783976332.488977:0:239540:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b12:0x11fe9:0x0] '' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976332.488980:0:239540:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976332.488982:0:239540:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.488984:0:239540:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.488985:0:239540:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.488986:0:239540:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.488988:0:239540:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.488990:0:239540:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976332.488991:0:239540:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.488994:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf79a8 00800000:00000002:0.0:1783976332.488995:0:239540:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fe9:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783976332.488998:0:239540:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.489000:0:239540:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481bf78e0 00000002:00010000:0.0:1783976332.489001:0:239540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe9:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: open flags 0100240304001 00000002:00000001:0.0:1783976332.489005:0:239540:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976332.489008:0:239540:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976332.489010:0:239540:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976332.489013:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76900 count: 3 00010000:00000001:0.0:1783976332.489015:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.489017:0:239540:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976332.489020:0:239540:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.489022:0:239540:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.489024:0:239540:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.489026:0:239540:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976332.489028:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976332.489030:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.489032:0:239540:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976332.489034:0:239540:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.489050:0:239540:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.489052:0:239540:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.489057:0:239540:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976332.489060:0:239540:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976332.489070:0:239540:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976332.489072:0:239540:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.489075:0:239540:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976332.489078:0:239540:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.489080:0:239540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.489082:0:239540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.489083:0:239540:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.489085:0:239540:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.489088:0:239540:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.489090:0:239540:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.489097:0:239540:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d11a000. 00000100:00000001:0.0:1783976332.489102:0:239540:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.489105:0:239540:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.489107:0:239540:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.489109:0:239540:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.489110:0:239540:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.489112:0:239540:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.489119:0:239540:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976332.489122:0:239540:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976332.489124:0:239540:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976332.489126:0:239540:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976332.489128:0:239540:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.489131:0:239540:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976332.489192:0:239540:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019bc00. 00000020:00000001:0.0:1783976332.489196:0:239540:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976332.489199:0:239540:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019bc00 with handle 0x5bb448586bd093ec to hash 00000020:00000001:0.0:1783976332.489201:0:239540:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976332.489202:0:239540:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976332.489206:0:239540:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976332.489209:0:239540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.489211:0:239540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.489214:0:239540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd093ec lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.489221:0:239540:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd093ec lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976332.489232:0:239540:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976332.489239:0:239540:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07b80 x1870620496635520/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976332.489247:0:239540:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd093ec lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976332.489253:0:239540:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.489255:0:239540:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.489262:0:239540:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976332.489264:0:239540:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976332.489267:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.489268:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976332.489272:0:239540:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.489275:0:239540:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.489278:0:239540:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.489279:0:239540:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.489283:0:239540:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496635520/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.489290:0:239540:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.489291:0:239540:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.489295:0:239540:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.489297:0:239540:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.489299:0:239540:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.489302:0:239540:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239540:1870620496635520:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.489305:0:239540:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.489310:0:239540:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.489312:0:239540:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.489314:0:239540:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.489403:0:239540:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f980400000. 02000000:00000001:0.0:1783976332.489406:0:239540:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.489413:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.489418:0:239540:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703931b8. 00000400:00000010:0.0:1783976332.489424:0:239540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f3c800. 00000100:00000200:0.0:1783976332.489430:0:239540:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496635520, portal 10 00000100:00000001:0.0:1783976332.489432:0:239540:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.489434:0:239540:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976332.489440:0:239540:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496635520/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.489448:0:239540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.489451:0:239540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.489454:0:239540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976332.489457:0:239540:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496635520, offset 0 00000400:00000200:0.0:1783976332.489463:0:239540:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.489470:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.489477:0:239540:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.489482:0:239540:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.489486:0:239540:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.489489:0:239540:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.489492:0:239540:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.489496:0:239540:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778565:778565:256:4294967295] 192.168.201.114@tcp LPNI seq info [778543:778543:8:4294967295] 00000400:00000200:0.0:1783976332.489500:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.489510:0:239540:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.489515:0:239540:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.489520:0:239540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f854369800. 00000800:00000200:0.0:1783976332.489527:0:239540:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.489533:0:239540:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.489538:0:239540:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f854369800 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976332.489564:0:239540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.489568:0:239540:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.489571:0:239540:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.489574:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538337 00000100:00000010:0.0:1783976332.489578:0:239540:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e720. 00000100:00000001:0.0:1783976332.489586:0:239540:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976332.489592:0:239540:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538337 00000100:00000001:0.0:1783976332.489598:0:239540:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538320 00000100:00000001:0.0:1783976332.489601:0:239540:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.489604:0:239540:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.489606:0:239540:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.489608:0:239540:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.489610:0:239540:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.489612:0:239540:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.489614:0:239540:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.492505:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.492513:0:239541:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.492515:0:239541:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.492518:0:239541:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393e18. 00000400:00000200:0.0:1783976332.492523:0:239541:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976332.492525:0:239541:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976332.492528:0:239541:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.492534:0:239541:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496635136/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.492543:0:239541:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496635136/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492550:0:239541:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.492551:0:239541:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.492552:0:239541:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.492554:0:239541:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.492555:0:239541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.492557:0:239541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.492559:0:239541:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.492564:0:239541:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=41 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976332.492567:0:239541:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.492569:0:239541:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.492571:0:239541:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.492574:0:239541:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.492576:0:239541:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.492578:0:239541:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.492580:0:239541:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.492581:0:239541:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.492583:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.492584:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976332.492588:0:239541:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.492589:0:239541:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.492591:0:239541:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.492594:0:239541:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.492599:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496635136/t25769972886(25769972886) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492606:0:239541:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.492608:0:239541:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.492609:0:239541:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.492613:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496635136/t25769972886(25769972886) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.492622:0:239541:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496635136:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.492625:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.492628:0:239541:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.492631:0:239541:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.492633:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.492636:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05180 x1870620496635136/t25769972886(25769972886) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492643:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.492645:0:239541:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.492647:0:239541:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.492649:0:239541:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.492656:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.492658:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000002:00000001:0.0:1783976332.492661:0:239541:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.492663:0:239541:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.492668:0:239541:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369000. 00000080:00000001:0.0:1783976332.492672:0:239541:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976332.492674:0:239541:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.492677:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.492680:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.492681:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.492684:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.492686:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.492688:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976332.492690:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.492694:0:239541:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.492699:0:239541:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492707:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.492708:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976332.492710:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.492713:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 3 fl Complete:RMQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492720:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.492721:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.492724:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05180 x1870620496635136/t25769972886(25769972886) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492731:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.492733:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.492735:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 2 fl Complete:RMQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492742:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.492743:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.492746:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496635136/t25769972886(25769972886) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492757:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.492759:0:239541:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c306a0. 00000002:00000001:0.0:1783976332.492762:0:239541:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.492764:0:239541:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.492766:0:239541:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99640. 00000100:00000001:0.0:1783976332.492770:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.492776:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496635136/t25769972886(25769972886) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492782:0:239541:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.492784:0:239541:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.492786:0:239541:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d11c000. 02000000:00000001:0.0:1783976332.492790:0:239541:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.492791:0:239541:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.492793:0:239541:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.492795:0:239541:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.492797:0:239541:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369a00. 02000000:00000001:0.0:1783976332.492800:0:239541:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.492801:0:239541:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.492803:0:239541:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976332.492806:0:239541:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.492807:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.492810:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.492814:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496634752/t25769972885(25769972885) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/4688 e 0 to 0 dl 1783976348 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.492820:0:239541:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.492821:0:239541:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.492823:0:239541:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976332.492857:0:239541:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.492859:0:239541:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.492861:0:239541:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.492863:0:239541:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.492865:0:239541:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976332.492869:0:239541:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.492871:0:239541:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.492872:0:239541:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976332.492874:0:239541:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.492876:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.492878:0:239541:0:(file.c:3172:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.492881:0:239541:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976332.492884:0:239541:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.492888:0:239541:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.492891:0:239541:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976332.492903:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57a40 00000080:00000008:0.0:1783976332.492906:0:239541:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.492910:0:239541:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.492914:0:239541:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976332.492916:0:239541:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7eba0 released 00000080:00010000:0.0:1783976332.492918:0:239541:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09375 from it ffff96f97dd7eba0 00010000:00000001:0.0:1783976332.492921:0:239541:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.492923:0:239541:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.492926:0:239541:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7d200 refcount=3 00000020:00000001:0.0:1783976332.492928:0:239541:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976332.492931:0:239541:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976332.492933:0:239541:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.492938:0:239541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d200/0x5bb448586bd09375 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba98 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976332.492946:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.492947:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.492949:0:239541:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.492952:0:239541:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.492955:0:239541:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d200/0x5bb448586bd09375 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba98 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976332.492964:0:239541:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.492966:0:239541:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.492968:0:239541:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.492970:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.492972:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.492973:0:239541:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.492976:0:239541:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.492978:0:239541:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.492980:0:239541:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.492982:0:239541:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.492984:0:239541:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.492985:0:239541:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.492986:0:239541:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976332.492988:0:239541:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976332.492990:0:239541:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.492992:0:239541:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.492994:0:239541:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976332.492998:0:239541:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7eba0. 00000080:00000001:0.0:1783976332.493001:0:239541:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.493004:0:239541:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.493006:0:239541:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x206c:0x0](ffff96f97c234b08), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.493010:0:239541:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.493015:0:239541:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976332.493021:0:239541:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976332.493061:0:239541:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.493063:0:239541:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.493065:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57d98 00000080:00200008:0.0:1783976332.493067:0:239541:0:(file.c:447:ll_file_release()) START file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 304000 00000080:00400000:0.0:1783976332.493075:0:239541:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240002b13:0x206c:0x0] 00000080:00000001:0.0:1783976332.493078:0:239541:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976332.493080:0:239541:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976332.493081:0:239541:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976332.493084:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.493087:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.493088:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.493090:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.493091:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.493093:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976332.493095:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.493098:0:239541:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.493101:0:239541:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.493105:0:239541:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 3 00010000:00000001:0.0:1783976332.493108:0:239541:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976332.493998:0:239541:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.494000:0:239541:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x206c:0x0]: 0 00000080:00000001:0.0:1783976332.494003:0:239541:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976332.494005:0:239541:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.494007:0:239541:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.494011:0:239541:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.494014:0:239541:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d57d98 00000080:00000008:0.0:1783976332.494016:0:239541:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.494019:0:239541:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.494021:0:239541:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.494233:0:239541:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.494236:0:239541:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x240002b13:0x206c:0x0](ffff96f97c234b08) cmd=c1406917 arg=7f2254001f10 00000080:00000001:0.0:1783976332.494244:0:239541:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976332.494246:0:239541:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976332.494251:0:239541:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000001:0.0:1783976332.494261:0:239541:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976332.494263:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.494266:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.494268:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.494270:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.494272:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.494274:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976332.494277:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.494282:0:239541:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976332.494286:0:239541:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976332.494290:0:239541:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.494295:0:239541:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.494297:0:239541:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.494301:0:239541:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.494306:0:239541:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369000. 00000100:00000001:0.0:1783976332.494313:0:239541:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.494319:0:239541:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.494321:0:239541:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.494323:0:239541:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.494328:0:239541:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.494330:0:239541:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737984 : -115476720813632 : ffff96f97b1379c0) 00000100:00000001:0.0:1783976332.494333:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.494335:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976332.494339:0:239541:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.494343:0:239541:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.494345:0:239541:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.494346:0:239541:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.494351:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496635904/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.494359:0:239541:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.494361:0:239541:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.494364:0:239541:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.494366:0:239541:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.494369:0:239541:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.494372:0:239541:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496635904:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.494377:0:239541:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.494381:0:239541:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.494383:0:239541:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.494385:0:239541:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.494391:0:239541:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11e000. 02000000:00000001:0.0:1783976332.494392:0:239541:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.494396:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.494399:0:239541:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393e18. 00000400:00000010:0.0:1783976332.494403:0:239541:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976332.494407:0:239541:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496635904, portal 10 00000100:00000001:0.0:1783976332.494409:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.494410:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976332.494414:0:239541:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496635904/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.494421:0:239541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.494423:0:239541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.494426:0:239541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783976332.494429:0:239541:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496635904, offset 0 00000400:00000200:0.0:1783976332.494433:0:239541:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.494437:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.494443:0:239541:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.494445:0:239541:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.494448:0:239541:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.494451:0:239541:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.494454:0:239541:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.494458:0:239541:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778567:778567:256:4294967295] 192.168.201.114@tcp LPNI seq info [778545:778545:8:4294967295] 00000400:00000200:0.0:1783976332.494462:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.494469:0:239541:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.494474:0:239541:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.494478:0:239541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b900. 00000800:00000200:0.0:1783976332.494483:0:239541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.494489:0:239541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.494492:0:239541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.494500:0:239541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.494503:0:239541:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10231 usecs (11 jiffies) 00000400:00000200:0.0:1783976332.494506:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.494508:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538338 00000100:00000001:0.0:1783976332.494515:0:239541:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538337 00000100:00000001:0.0:1783976332.494520:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538338 00000100:00000001:0.0:1783976332.494524:0:239541:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538337 00000100:00000001:0.0:1783976332.494526:0:239541:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.494529:0:239541:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.494531:0:239541:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.494532:0:239541:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.494535:0:239541:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1379c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.494537:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.494539:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.497740:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.497747:0:239541:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.497749:0:239541:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.497752:0:239541:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393e18. 00000400:00000200:0.0:1783976332.497756:0:239541:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137e40 00000400:00000010:0.0:1783976332.497759:0:239541:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137e40. 00000100:00000001:0.0:1783976332.497763:0:239541:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.497767:0:239541:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496635904/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.497775:0:239541:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496635904/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.497781:0:239541:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.497783:0:239541:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.497785:0:239541:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.497788:0:239541:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.497790:0:239541:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.497792:0:239541:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.497795:0:239541:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.497803:0:239541:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=41 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976332.497807:0:239541:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.497810:0:239541:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.497812:0:239541:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.497814:0:239541:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.497817:0:239541:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.497820:0:239541:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.497822:0:239541:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976332.497824:0:239541:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.497827:0:239541:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.497831:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496635904/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.497837:0:239541:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.497840:0:239541:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.497841:0:239541:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.497845:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496635904/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.497853:0:239541:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496635904:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.497858:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.497861:0:239541:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.497863:0:239541:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.497865:0:239541:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.497868:0:239541:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496635904/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.497875:0:239541:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.497878:0:239541:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.497880:0:239541:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.497882:0:239541:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976332.497886:0:239541:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976332.497889:0:239541:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.497892:0:239541:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.497894:0:239541:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.497899:0:239541:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369a00. 00000080:00000001:0.0:1783976332.497902:0:239541:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976332.497906:0:239541:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976332.497911:0:239541:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369a00. 00800000:00000001:0.0:1783976332.497918:0:239541:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976332.497920:0:239541:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.497922:0:239541:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.497924:0:239541:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.497926:0:239541:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.497928:0:239541:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.497930:0:239541:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.497933:0:239541:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.497936:0:239541:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976332.497939:0:239541:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976332.497943:0:239541:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.497946:0:239541:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.497948:0:239541:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.497951:0:239541:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.497957:0:239541:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f854369800. 00000100:00000001:0.0:1783976332.497962:0:239541:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.497967:0:239541:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.497969:0:239541:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.497970:0:239541:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.497975:0:239541:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976332.497977:0:239541:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737984 : -115476720813632 : ffff96f97b1379c0) 00000100:00000001:0.0:1783976332.497980:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.497981:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976332.497986:0:239541:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.497989:0:239541:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.497992:0:239541:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.497993:0:239541:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.497997:0:239541:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496636160/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.498004:0:239541:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.498007:0:239541:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.498010:0:239541:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.498012:0:239541:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.498014:0:239541:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.498017:0:239541:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239541:1870620496636160:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.498021:0:239541:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.498025:0:239541:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.498027:0:239541:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.498029:0:239541:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.498048:0:239541:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d11c000. 02000000:00000001:0.0:1783976332.498051:0:239541:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.498055:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.498058:0:239541:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393e18. 00000400:00000010:0.0:1783976332.498069:0:239541:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137e40. 00000100:00000200:0.0:1783976332.498076:0:239541:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496636160, portal 10 00000100:00000001:0.0:1783976332.498078:0:239541:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.498079:0:239541:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976332.498085:0:239541:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496636160/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.498091:0:239541:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.498094:0:239541:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.498098:0:239541:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976332.498101:0:239541:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496636160, offset 0 00000400:00000200:0.0:1783976332.498107:0:239541:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.498113:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.498120:0:239541:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.498124:0:239541:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.498128:0:239541:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.498131:0:239541:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.498133:0:239541:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.498154:0:239541:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778568:778568:256:4294967295] 192.168.201.114@tcp LPNI seq info [778546:778546:8:4294967295] 00000400:00000200:0.0:1783976332.498168:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.498178:0:239541:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.498183:0:239541:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.498188:0:239541:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b300. 00000800:00000200:0.0:1783976332.498194:0:239541:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.498201:0:239541:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.498205:0:239541:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.498212:0:239541:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.498216:0:239541:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.498219:0:239541:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.498221:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538346 00000100:00000001:0.0:1783976332.498227:0:239541:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538338 00000100:00000001:0.0:1783976332.498232:0:239541:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538346 00000100:00000001:0.0:1783976332.498236:0:239541:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538338 00000100:00000001:0.0:1783976332.498238:0:239541:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.498240:0:239541:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.498242:0:239541:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.498244:0:239541:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.498246:0:239541:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b1379c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.498248:0:239541:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.498250:0:239541:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.504503:0:239542:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.504513:0:239542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.504515:0:239542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.504519:0:239542:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc75d8. 00000400:00000200:0.0:1783976332.504524:0:239542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854675800 00000400:00000010:0.0:1783976332.504526:0:239542:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f854675800. 00000100:00000001:0.0:1783976332.504530:0:239542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.504536:0:239542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae84a80 x1870620496635776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.504546:0:239542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae84a80 x1870620496635776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.504553:0:239542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.504554:0:239542:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.504557:0:239542:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.504559:0:239542:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.504562:0:239542:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.504564:0:239542:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.504567:0:239542:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.504576:0:239542:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976332.504580:0:239542:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.504583:0:239542:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976332.504587:0:239542:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f97ae84a80 x1870620496635776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.504594:0:239542:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.504597:0:239542:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.504599:0:239542:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.504601:0:239542:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.504603:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.504604:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985907840 : -115476723643776 : ffff96f97ae84a80) 00000100:00000001:0.0:1783976332.504607:0:239542:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.504609:0:239542:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.504611:0:239542:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.504612:0:239542:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976332.504617:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.504624:0:239542:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976332.504627:0:239542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.504629:0:239542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.504633:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.504641:0:239542:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae84a80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239542:1870620496635776:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.504646:0:239542:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.504648:0:239542:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976332.504651:0:239542:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.504652:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.504655:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.504661:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.504664:0:239542:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34600. 00000100:00000001:0.0:1783976332.504667:0:239542:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.504669:0:239542:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976332.504672:0:239542:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976332.504677:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.504680:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.504683:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a000 refcount=4 00000020:00000001:0.0:1783976332.504685:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920721408 : -115476788830208 : ffff96f97705a000) 00010000:00000001:0.0:1783976332.504689:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920721408 : -115476788830208 : ffff96f97705a000) 00010000:00010000:0.0:1783976332.504693:0:239542:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504703:0:239542:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976332.504707:0:239542:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504718:0:239542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.504720:0:239542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504726:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.504727:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976332.504729:0:239542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504735:0:239542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.504738:0:239542:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.504740:0:239542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976332.504743:0:239542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.504749:0:239542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f97705a000 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976332.504751:0:239542:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976332.504755:0:239542:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x206400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504760:0:239542:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976332.504762:0:239542:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976332.504766:0:239542:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x206400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504771:0:239542:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976332.504773:0:239542:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976332.504775:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.504776:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.504777:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a000 refcount=5 00000020:00000001:0.0:1783976332.504779:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920721408 : -115476788830208 : ffff96f97705a000) 00010000:00000001:0.0:1783976332.504781:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920721408 : -115476788830208 : ffff96f97705a000) 00010000:00000001:0.0:1783976332.504784:0:239542:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976332.504787:0:239542:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x20e400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976332.504793:0:239542:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976332.504795:0:239542:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.504797:0:239542:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976332.504799:0:239542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976332.504802:0:239542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976332.504803:0:239542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976332.504805:0:239542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.504806:0:239542:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976332.504809:0:239542:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97705a000 with handle 0x5bb448586bd093f3 from hash 00010000:00000001:0.0:1783976332.504811:0:239542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976332.504812:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.504813:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.504814:0:239542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976332.504816:0:239542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976332.504818:0:239542:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976332.504820:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.504821:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.504822:0:239542:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.504824:0:239542:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.504826:0:239542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504831:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.504832:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.504833:0:239542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976332.504835:0:239542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.504836:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.504837:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.504838:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976332.504840:0:239542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705a000/0x5bb448586bd093f3 lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976332.504849:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.504851:0:239542:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976332.504855:0:239542:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976332.504860:0:239542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.504869:0:239542:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.504874:0:239542:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.504880:0:239542:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.504886:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.504887:0:239542:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.504889:0:239542:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.504891:0:239542:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.504894:0:239542:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976332.504895:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.504897:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985907840 : -115476723643776 : ffff96f97ae84a80) 00010000:00000001:0.0:1783976332.504899:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976332.504900:0:239542:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.504902:0:239542:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976332.504905:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f868 00000002:00002000:0.0:1783976332.504907:0:239542:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976332.504910:0:239542:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.504913:0:239542:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.504916:0:239542:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976332.504918:0:239542:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976332.504921:0:239542:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.504925:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 3 00000080:00000010:0.0:1783976332.504928:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9602da400. 00000080:00000001:0.0:1783976332.504933:0:239542:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976332.504938:0:239542:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976332.504941:0:239542:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976332.504948:0:239542:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99640. 00800000:00000001:0.0:1783976332.504950:0:239542:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078974528 : -115477630577088 : ffff96f944d99640) 00800000:00000001:0.0:1783976332.504952:0:239542:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.504955:0:239542:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976332.504957:0:239542:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976332.504959:0:239542:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe5:0x0] 00000080:00000001:0.0:1783976332.504962:0:239542:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976332.504965:0:239542:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976332.504967:0:239542:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.504971:0:239542:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976332.504974:0:239542:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976332.504979:0:239542:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe5:0x0], updating i_size 4096 00000080:00000001:0.0:1783976332.504981:0:239542:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976332.504984:0:239542:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976332.504985:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99640 1 00800000:00000010:0.0:1783976332.504987:0:239542:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99640. 00800000:00000001:0.0:1783976332.504990:0:239542:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976332.504993:0:239542:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir1 [0x200002b12:0x11fe5:0x0] depth 3 server default LMV inherit depth 0 00000100:00000001:0.0:1783976332.504997:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.505000:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.505007:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505010:0:239542:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.505014:0:239542:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99640. 00000080:00000001:0.0:1783976332.505017:0:239542:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976332.505019:0:239542:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.505022:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.505024:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.505027:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.505029:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.505031:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.505033:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976332.505047:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.505050:0:239542:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976332.505053:0:239542:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c306a0. 00000002:00100000:0.0:1783976332.505057:0:239542:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976332.505075:0:239542:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.505077:0:239542:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976332.505081:0:239542:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.505085:0:239542:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505088:0:239542:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.505090:0:239542:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505092:0:239542:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.505095:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.505098:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976332.505105:0:239542:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.505108:0:239542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f97c4c0000. 02000000:00000001:0.0:1783976332.505263:0:239542:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976332.505266:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.505332:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb78 00000080:00000008:0.0:1783976332.505335:0:239542:0:(file.c:1297:ll_file_open()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.505339:0:239542:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505384:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.505387:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.505389:0:239542:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.505390:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbc0 00000080:00200000:0.0:1783976332.505392:0:239542:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.505398:0:239542:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976332.505403:0:239542:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.505407:0:239542:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.505410:0:239542:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.505412:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fae0 00800000:00000002:0.0:1783976332.505414:0:239542:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.505417:0:239542:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.505419:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.505420:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.505421:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.505423:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.505424:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.505426:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.505428:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.505430:0:239542:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.505434:0:239542:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.505436:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f9b0 00000002:00010000:0.0:1783976332.505438:0:239542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.505442:0:239542:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.505443:0:239542:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.505446:0:239542:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.505451:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.505454:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.505458:0:239542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.505460:0:239542:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.505464:0:239542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 02000000:00000001:0.0:1783976332.505473:0:239542:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.505476:0:239542:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.505480:0:239542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000002:00000001:0.0:1783976332.505486:0:239542:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.505488:0:239542:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.505490:0:239542:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.505492:0:239542:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.505493:0:239542:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.505495:0:239542:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.505497:0:239542:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.505499:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.505501:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976332.505504:0:239542:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.505506:0:239542:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.505508:0:239542:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.505511:0:239542:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.505515:0:239542:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.505517:0:239542:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.505518:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.505519:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.505521:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.505523:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.505526:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.505528:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.505529:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.505530:0:239542:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.505532:0:239542:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.505534:0:239542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d5fbf8 00010000:00000001:0.0:1783976332.505536:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.505538:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.505539:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.505541:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.505542:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.505544:0:239542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.505547:0:239542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00000001:0.0:1783976332.505553:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.505554:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.505555:0:239542:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.505557:0:239542:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.505559:0:239542:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00000001:0.0:1783976332.505565:0:239542:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.505568:0:239542:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.505570:0:239542:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.505573:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.505574:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.505575:0:239542:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.505578:0:239542:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.505580:0:239542:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.505582:0:239542:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.505584:0:239542:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.505587:0:239542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.505588:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.505589:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.505590:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.505591:0:239542:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.505594:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976332.505597:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505600:0:239542:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.505603:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb88 00000080:00002000:0.0:1783976332.505604:0:239542:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 3 00000080:00000001:0.0:1783976332.505607:0:239542:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.505609:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbd0 00000080:00200000:0.0:1783976332.505610:0:239542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976332.505613:0:239542:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.505615:0:239542:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505618:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.505619:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.505622:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505624:0:239542:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.505625:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb88 00000080:00002000:0.0:1783976332.505627:0:239542:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 4 00000080:00000001:0.0:1783976332.505629:0:239542:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.505630:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbd0 00000080:00200000:0.0:1783976332.505632:0:239542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=24 00000080:00000002:0.0:1783976332.505634:0:239542:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.505637:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.505639:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.505641:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505643:0:239542:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.505644:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbc0 00000080:00002000:0.0:1783976332.505646:0:239542:0:(dcache.c:87:ll_dcompare()) found name dir1(ffff96f97abf40d8) flags 0x28004e refc 1 00000080:00000001:0.0:1783976332.505648:0:239542:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.505650:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fc08 00000080:00200000:0.0:1783976332.505651:0:239542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir1, flags=264 00000080:00000002:0.0:1783976332.505654:0:239542:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir1 [0x200002b12:0x11fe5:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.505657:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.505659:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.505661:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505666:0:239542:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.505667:0:239542:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.505669:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb78 00000080:00200008:0.0:1783976332.505670:0:239542:0:(file.c:1058:ll_file_open()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 504000 00000080:00000010:0.0:1783976332.505674:0:239542:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.505679:0:239542:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976332.505681:0:239542:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976332.505684:0:239542:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505686:0:239542:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976332.505687:0:239542:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505689:0:239542:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976332.505692:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb78 00000080:00000008:0.0:1783976332.505693:0:239542:0:(file.c:1297:ll_file_open()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.505696:0:239542:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505709:0:239542:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.505711:0:239542:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.505712:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fd98 00000080:00200008:0.0:1783976332.505714:0:239542:0:(file.c:447:ll_file_release()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 304000 00000080:00400000:0.0:1783976332.505717:0:239542:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe5:0x0] 00000080:00000001:0.0:1783976332.505719:0:239542:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976332.505721:0:239542:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976332.505723:0:239542:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976332.505725:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.505726:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.505728:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.505729:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.505731:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.505733:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976332.505734:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.505736:0:239542:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.505738:0:239542:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.505741:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 3 00010000:00000001:0.0:1783976332.505743:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976332.505746:0:239542:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.505748:0:239542:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe5:0x0]: 0 00000080:00000001:0.0:1783976332.505750:0:239542:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976332.505752:0:239542:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.505754:0:239542:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96500. 00000080:00000001:0.0:1783976332.505757:0:239542:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.505759:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fd98 00000080:00000008:0.0:1783976332.505761:0:239542:0:(file.c:491:ll_file_release()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 304000, rc = 0 00000080:00000001:0.0:1783976332.505763:0:239542:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505765:0:239542:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.505778:0:239542:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976332.505779:0:239542:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) cmd=c1406917 arg=7f224c102f60 00000080:00000001:0.0:1783976332.505786:0:239542:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976332.505787:0:239542:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976332.505790:0:239542:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f854369e00. 00800000:00000002:0.0:1783976332.505793:0:239542:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00800000:00000001:0.0:1783976332.505796:0:239542:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976332.505797:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.505799:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.505800:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.505801:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.505803:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.505805:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976332.505806:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.505809:0:239542:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976332.505814:0:239542:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976332.505818:0:239542:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=55 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.505822:0:239542:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.505825:0:239542:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.505827:0:239542:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.505833:0:239542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275e00. 00000100:00000001:0.0:1783976332.505839:0:239542:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.505845:0:239542:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976332.505847:0:239542:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.505849:0:239542:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.505855:0:239542:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976332.505857:0:239542:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976332.505859:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.505860:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.505864:0:239542:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.505868:0:239542:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.505870:0:239542:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.505871:0:239542:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.505877:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.505885:0:239542:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.505887:0:239542:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.505890:0:239542:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.505892:0:239542:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.505895:0:239542:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.505898:0:239542:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239542:1870620496636288:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.505901:0:239542:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.505905:0:239542:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.505907:0:239542:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.505909:0:239542:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.505930:0:239542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976332.505932:0:239542:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.505938:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.505941:0:239542:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976332.505947:0:239542:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976332.505952:0:239542:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496636288, portal 10 00000100:00000001:0.0:1783976332.505954:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.505955:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976332.505961:0:239542:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.505968:0:239542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.505970:0:239542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.505974:0:239542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783976332.505978:0:239542:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496636288, offset 0 00000400:00000200:0.0:1783976332.505983:0:239542:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.505990:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.505996:0:239542:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.506001:0:239542:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.506004:0:239542:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.506008:0:239542:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.506010:0:239542:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.506014:0:239542:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778570:778570:256:4294967295] 192.168.201.114@tcp LPNI seq info [778548:778548:8:4294967295] 00000400:00000200:0.0:1783976332.506018:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.506028:0:239542:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.506033:0:239542:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.506038:0:239542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b700. 00000800:00000200:0.0:1783976332.506043:0:239542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.506050:0:239542:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.506054:0:239542:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.506446:0:239542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.506451:0:239542:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9342 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.506456:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.506459:0:239542:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538355 00000100:00000001:0.0:1783976332.506466:0:239542:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538346 00000100:00000001:0.0:1783976332.506471:0:239542:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538355 00000100:00000001:0.0:1783976332.506475:0:239542:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538346 00000100:00000001:0.0:1783976332.506478:0:239542:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.506481:0:239542:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.506483:0:239542:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.506485:0:239542:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.506487:0:239542:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.506490:0:239542:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.506492:0:239542:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.527014:0:239542:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.527019:0:239542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.527021:0:239542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.527023:0:239542:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976332.527028:0:239542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976332.527030:0:239542:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976332.527261:0:239542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.527267:0:239542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.527275:0:239542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.527282:0:239542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.527283:0:239542:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.527286:0:239542:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.527287:0:239542:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.527289:0:239542:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.527291:0:239542:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.527293:0:239542:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.527299:0:239542:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.527303:0:239542:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.527305:0:239542:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.527307:0:239542:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.527309:0:239542:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.527311:0:239542:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.527314:0:239542:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.527315:0:239542:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.527317:0:239542:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.527320:0:239542:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.527324:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.527330:0:239542:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.527333:0:239542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.527334:0:239542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.527337:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.527351:0:239542:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239542:1870620496636288:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976332.527355:0:239542:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.527357:0:239542:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.527359:0:239542:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.527361:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.527364:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.527370:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.527372:0:239542:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976332.527374:0:239542:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.527376:0:239542:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976332.527379:0:239542:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976332.527382:0:239542:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.527384:0:239542:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.527387:0:239542:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527390:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dd000c0 2 00000080:00000010:0.0:1783976332.527392:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f854369e00. 00000080:00000001:0.0:1783976332.527395:0:239542:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.527402:0:239542:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976332.527406:0:239542:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976332.527408:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.527411:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07100 x1870620496636288/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.527417:0:239542:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.527419:0:239542:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.527421:0:239542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976332.527424:0:239542:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.527426:0:239542:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.527427:0:239542:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=53 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.527430:0:239542:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.527432:0:239542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275e00. 02000000:00000001:0.0:1783976332.527435:0:239542:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.527438:0:239542:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.527440:0:239542:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07100. 00000100:00000001:0.0:1783976332.527443:0:239542:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.527444:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.527446:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.527448:0:239542:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976332.527486:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fd28 00000080:00200008:0.0:1783976332.527489:0:239542:0:(file.c:6217:ll_getattr_dentry()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976332.527495:0:239542:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.527496:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fca0 00000080:00200000:0.0:1783976332.527499:0:239542:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988),name=dir1 00000080:00000010:0.0:1783976332.527504:0:239542:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275e00. 00800000:00000002:0.0:1783976332.527507:0:239542:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 3 00000080:00000001:0.0:1783976332.527512:0:239542:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.527515:0:239542:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.527517:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbc0 00800000:00000002:0.0:1783976332.527519:0:239542:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fe5:0x0] 'dir1' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976332.527522:0:239542:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.527525:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.527527:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.527528:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.527530:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.527531:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527533:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976332.527535:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.527537:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.527538:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.527539:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.527540:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.527542:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527543:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976332.527545:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527547:0:239542:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fe5:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.527551:0:239542:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.527553:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fa90 00000002:00010000:0.0:1783976332.527554:0:239542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe5:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.527558:0:239542:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.527559:0:239542:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.527561:0:239542:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.527566:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 3 00010000:00000001:0.0:1783976332.527568:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.527572:0:239542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.527576:0:239542:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.527579:0:239542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783976332.527587:0:239542:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.527590:0:239542:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.527593:0:239542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783976332.527599:0:239542:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.527601:0:239542:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.527603:0:239542:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.527604:0:239542:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.527606:0:239542:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.527609:0:239542:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.527611:0:239542:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.527613:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 3 00000080:00000010:0.0:1783976332.527615:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275e00. 00000080:00000001:0.0:1783976332.527618:0:239542:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.527619:0:239542:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.527621:0:239542:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe5:0x0](ffff96f97ab61988) 00000080:00010000:0.0:1783976332.527624:0:239542:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe5:0x0](ffff96f97ab61988) for lock 0x5bb448586bd093bb 00800000:00000001:0.0:1783976332.527627:0:239542:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.527629:0:239542:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.527630:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.527633:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.527635:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7da00 refcount=3 00000020:00000001:0.0:1783976332.527637:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976332.527640:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976332.527643:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.527644:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.527645:0:239542:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.527647:0:239542:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.527649:0:239542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd093bb from it ffffaf1481d5fcd8 00010000:00000001:0.0:1783976332.527651:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.527652:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.527653:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7da00 refcount=3 00000020:00000001:0.0:1783976332.527654:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976332.527657:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976332.527658:0:239542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.527661:0:239542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976332.527667:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.527668:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.527670:0:239542:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.527671:0:239542:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.527674:0:239542:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976332.527680:0:239542:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.527683:0:239542:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.527684:0:239542:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.527687:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.527688:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.527689:0:239542:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.527691:0:239542:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.527693:0:239542:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.527695:0:239542:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.527697:0:239542:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.527699:0:239542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.527700:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.527702:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.527703:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.527704:0:239542:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.527706:0:239542:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.527709:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fd28 00000080:00000008:0.0:1783976332.527711:0:239542:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976332.527722:0:239542:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976332.527723:0:239542:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976332.527728:0:239542:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275e00. 00800000:00000002:0.0:1783976332.527730:0:239542:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00000080:00000001:0.0:1783976332.527733:0:239542:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976332.527738:0:239542:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584055536704 : -40489654014912 : ffffdb2cc48e2c40) 00000080:00000001:0.0:1783976332.527741:0:239542:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976332.527743:0:239542:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513191 : 144115373061513191 : 200002b12011fe7) 00000080:00000001:0.0:1783976332.527745:0:239542:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513190 : 144115373061513190 : 200002b12011fe6) 00000080:00000001:0.0:1783976332.527747:0:239542:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513192 : 144115373061513192 : 200002b12011fe8) 00000080:00000001:0.0:1783976332.527750:0:239542:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976332.527753:0:239542:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527755:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dd000c0 2 00000080:00000010:0.0:1783976332.527756:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275e00. 00000080:00000001:0.0:1783976332.527759:0:239542:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.527767:0:239542:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976332.527768:0:239542:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976332.527771:0:239542:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976332.527773:0:239542:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.527780:0:239542:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976332.527781:0:239542:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976332.527783:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fd98 00000080:00200008:0.0:1783976332.527785:0:239542:0:(file.c:447:ll_file_release()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 504000 00000080:00000001:0.0:1783976332.527788:0:239542:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976332.527789:0:239542:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976332.527790:0:239542:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976332.527792:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.527793:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.527795:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.527796:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.527798:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527800:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976332.527802:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.527804:0:239542:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.527805:0:239542:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.527807:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 3 00010000:00000001:0.0:1783976332.527809:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976332.527812:0:239542:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527814:0:239542:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe5:0x0]: 0 00000080:00000001:0.0:1783976332.527816:0:239542:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976332.527817:0:239542:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976332.527820:0:239542:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f94d275e00. 00000080:00000001:0.0:1783976332.527822:0:239542:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976332.527824:0:239542:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00000080:00000001:0.0:1783976332.527827:0:239542:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976332.527829:0:239542:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976332.527830:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.527831:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.527832:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.527833:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.527835:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527836:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976332.527838:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.527840:0:239542:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe5:0x0] 00000002:00000001:0.0:1783976332.527843:0:239542:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976332.527844:0:239542:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe5:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976332.527848:0:239542:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976332.527851:0:239542:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976332.527854:0:239542:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.527856:0:239542:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.527858:0:239542:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.527861:0:239542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275400. 00000100:00000001:0.0:1783976332.527865:0:239542:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976332.527875:0:239542:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976332.527888:0:239542:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783976332.527893:0:239542:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07100 x1870620496636800/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976332.527899:0:239542:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.527900:0:239542:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.527904:0:239542:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976332.527906:0:239542:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976332.527908:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.527909:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.527912:0:239542:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.527915:0:239542:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.527917:0:239542:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.527918:0:239542:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.527921:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496636800/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.527927:0:239542:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.527929:0:239542:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.527931:0:239542:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.527933:0:239542:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.527935:0:239542:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.527938:0:239542:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239542:1870620496636800:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.527941:0:239542:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.527945:0:239542:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.527946:0:239542:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.527948:0:239542:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.527952:0:239542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976332.527953:0:239542:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.527958:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.527962:0:239542:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976332.527965:0:239542:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976332.527969:0:239542:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496636800, portal 10 00000100:00000001:0.0:1783976332.527971:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.527972:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976332.527976:0:239542:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496636800/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.527982:0:239542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.527984:0:239542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.527987:0:239542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976332.527991:0:239542:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496636800, offset 0 00000400:00000200:0.0:1783976332.527998:0:239542:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.528003:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.528009:0:239542:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.528012:0:239542:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.528015:0:239542:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.528017:0:239542:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.528019:0:239542:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.528022:0:239542:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778572:778572:255:4294967295] 192.168.201.114@tcp LPNI seq info [778550:778550:7:4294967295] 00000400:00000200:0.0:1783976332.528027:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.530057:0:239542:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.530065:0:239542:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.530071:0:239542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b000. 00000800:00000200:0.0:1783976332.530077:0:239542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.530083:0:239542:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.530087:0:239542:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976332.530091:0:239542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.530095:0:239542:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.530099:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.530101:0:239542:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538378 00000100:00000001:0.0:1783976332.530107:0:239542:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538375 00000100:00000001:0.0:1783976332.530119:0:239542:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538378 00000100:00000001:0.0:1783976332.530123:0:239542:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308538375 00000100:00000001:0.0:1783976332.530126:0:239542:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.530129:0:239542:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.530132:0:239542:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.530133:0:239542:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.530148:0:239542:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.530151:0:239542:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.530153:0:239542:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.548682:0:239542:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.548690:0:239542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.548692:0:239542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.548696:0:239542:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393370. 00000400:00000200:0.0:1783976332.548700:0:239542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976332.548702:0:239542:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976332.548706:0:239542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.548711:0:239542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07100 x1870620496636800/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.548719:0:239542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07100 x1870620496636800/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548725:0:239542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.548727:0:239542:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.548730:0:239542:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.548733:0:239542:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.548736:0:239542:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.548738:0:239542:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.548740:0:239542:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.548750:0:239542:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.548754:0:239542:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.548756:0:239542:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.548758:0:239542:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.548761:0:239542:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.548764:0:239542:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.548768:0:239542:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.548769:0:239542:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.548771:0:239542:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.548773:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.548774:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.548778:0:239542:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.548780:0:239542:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.548782:0:239542:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.548784:0:239542:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.548789:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07100 x1870620496636800/t25770086032(25770086032) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548795:0:239542:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.548798:0:239542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.548800:0:239542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.548804:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07100 x1870620496636800/t25770086032(25770086032) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.548812:0:239542:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239542:1870620496636800:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.548817:0:239542:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.548819:0:239542:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.548822:0:239542:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.548824:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.548826:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07100 x1870620496636800/t25770086032(25770086032) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548832:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.548834:0:239542:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976332.548836:0:239542:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.548837:0:239542:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.548844:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.548845:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000002:00000001:0.0:1783976332.548847:0:239542:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.548850:0:239542:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.548855:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dd000c0 2 00000080:00000010:0.0:1783976332.548858:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275e00. 00000080:00000001:0.0:1783976332.548862:0:239542:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976332.548865:0:239542:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.548867:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.548870:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.548872:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.548875:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.548877:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.548879:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976332.548881:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.548884:0:239542:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.548889:0:239542:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548896:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.548898:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985907840 : -115476723643776 : ffff96f97ae84a80) 00000100:00000001:0.0:1783976332.548899:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.548902:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548907:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.548909:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.548911:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07100 x1870620496636800/t25770086032(25770086032) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548916:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.548918:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.548920:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae84a80 x1870620496635776/t25770086031(25770086031) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548925:0:239542:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976332.548928:0:239542:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.548930:0:239542:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=53 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.548932:0:239542:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.548935:0:239542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97d2e6000. 02000000:00000001:0.0:1783976332.548939:0:239542:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.548941:0:239542:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.548943:0:239542:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae84a80. 00000100:00000001:0.0:1783976332.548946:0:239542:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.548947:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.548949:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.548952:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496636800/t25770086032(25770086032) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548959:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.548960:0:239542:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c306a0. 00000002:00000001:0.0:1783976332.548963:0:239542:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.548964:0:239542:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.548967:0:239542:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99640. 00000100:00000001:0.0:1783976332.548969:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.548971:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07100 x1870620496636800/t25770086032(25770086032) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.548976:0:239542:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.548978:0:239542:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.548980:0:239542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976332.548983:0:239542:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.548984:0:239542:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.548985:0:239542:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.548987:0:239542:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.548988:0:239542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275400. 02000000:00000001:0.0:1783976332.548990:0:239542:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.548991:0:239542:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.548992:0:239542:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07100. 00000100:00000001:0.0:1783976332.548995:0:239542:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.548996:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.548999:0:239542:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.549002:0:239542:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.549007:0:239542:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.549012:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fd98 00000080:00000008:0.0:1783976332.549015:0:239542:0:(file.c:491:ll_file_release()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.549018:0:239542:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549021:0:239542:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549026:0:239542:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976332.549027:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fe00 00000080:00002000:0.0:1783976332.549030:0:239542:0:(dcache.c:127:ll_ddelete()) keeping dentry dir1 (ffff96f97abf40d8, parent ffff96f94dc900d8, inode ffff96f97ab61988) hashed, 00000080:00000001:0.0:1783976332.549032:0:239542:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549098:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.549101:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976332.549104:0:239542:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976332.549106:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbc0 00000080:00200000:0.0:1783976332.549108:0:239542:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976332.549114:0:239542:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275400. 00800000:00000002:0.0:1783976332.549119:0:239542:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976332.549124:0:239542:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.549127:0:239542:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.549129:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fae0 00800000:00000002:0.0:1783976332.549131:0:239542:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.549215:0:239542:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976332.549218:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.549220:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.549221:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.549222:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.549224:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.549225:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976332.549227:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.549229:0:239542:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976332.549234:0:239542:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.549236:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f9b0 00000002:00010000:0.0:1783976332.549238:0:239542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976332.549241:0:239542:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976332.549242:0:239542:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976332.549245:0:239542:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976332.549250:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976332.549253:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.549257:0:239542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.549261:0:239542:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976332.549266:0:239542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 02000000:00000001:0.0:1783976332.549352:0:239542:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976332.549356:0:239542:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.549359:0:239542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000002:00000001:0.0:1783976332.549371:0:239542:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976332.549373:0:239542:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976332.549375:0:239542:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.549377:0:239542:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976332.549379:0:239542:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.549381:0:239542:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976332.549384:0:239542:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976332.549386:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976332.549388:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275400. 00000080:00000001:0.0:1783976332.549391:0:239542:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976332.549393:0:239542:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.549395:0:239542:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976332.549398:0:239542:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976332.549401:0:239542:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976332.549402:0:239542:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976332.549404:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.549405:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.549408:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.549410:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.549412:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.549415:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.549417:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976332.549418:0:239542:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.549419:0:239542:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976332.549422:0:239542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d5fbf8 00010000:00000001:0.0:1783976332.549424:0:239542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976332.549424:0:239542:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976332.549426:0:239542:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976332.549427:0:239542:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.549429:0:239542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976332.549431:0:239542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976332.549434:0:239542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00000001:0.0:1783976332.549439:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.549441:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.549442:0:239542:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976332.549444:0:239542:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976332.549447:0:239542:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00000001:0.0:1783976332.549454:0:239542:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976332.549457:0:239542:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976332.549459:0:239542:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.549462:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.549463:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.549464:0:239542:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549467:0:239542:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976332.549469:0:239542:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549471:0:239542:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549474:0:239542:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549476:0:239542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976332.549478:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.549479:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976332.549480:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976332.549482:0:239542:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976332.549484:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976332.549488:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549491:0:239542:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.549494:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb88 00000080:00002000:0.0:1783976332.549495:0:239542:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 3 00000080:00000001:0.0:1783976332.549498:0:239542:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.549500:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbd0 00000080:00200000:0.0:1783976332.549501:0:239542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=27 00000080:00000001:0.0:1783976332.549506:0:239542:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976332.549508:0:239542:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549510:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.549512:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.549515:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549518:0:239542:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.549519:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb88 00000080:00002000:0.0:1783976332.549521:0:239542:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976332.549523:0:239542:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.549525:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbd0 00000080:00200000:0.0:1783976332.549526:0:239542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=27 00000080:00000002:0.0:1783976332.549529:0:239542:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.549532:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.549533:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976332.549535:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549538:0:239542:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976332.549539:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbc0 00000080:00002000:0.0:1783976332.549540:0:239542:0:(dcache.c:87:ll_dcompare()) found name dir3(ffff96f97c186d80) flags 0x28004e refc 0 00000080:00000001:0.0:1783976332.549542:0:239542:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.549544:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fc08 00000080:00200000:0.0:1783976332.549545:0:239542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir3, flags=267 00000080:00000002:0.0:1783976332.549549:0:239542:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976332.549552:0:239542:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976332.549553:0:239542:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), inode mode 41ed mask 44 00000080:00000001:0.0:1783976332.549556:0:239542:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.549561:0:239542:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976332.549563:0:239542:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976332.549564:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb78 00000080:00200008:0.0:1783976332.549566:0:239542:0:(file.c:1058:ll_file_open()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000 00000080:00000010:0.0:1783976332.549571:0:239542:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8af00. 00000080:00000001:0.0:1783976332.549577:0:239542:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783976332.549579:0:239542:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275400. 00800000:00000002:0.0:1783976332.549582:0:239542:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976332.549584:0:239542:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976332.549586:0:239542:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.549587:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fa28 00800000:00000002:0.0:1783976332.549589:0:239542:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b12:0x11fed:0x0] '' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976332.549593:0:239542:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976332.549594:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.549596:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.549598:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.549599:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.549601:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.549603:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.549605:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.549607:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f9a8 00800000:00000002:0.0:1783976332.549609:0:239542:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fed:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783976332.549612:0:239542:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976332.549613:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f8e0 00000002:00010000:0.0:1783976332.549615:0:239542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fed:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: open flags 0100240304001 00000002:00000001:0.0:1783976332.549619:0:239542:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976332.549621:0:239542:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976332.549624:0:239542:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976332.549627:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976332.549629:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.549631:0:239542:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976332.549634:0:239542:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549636:0:239542:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.549638:0:239542:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.549640:0:239542:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976332.549642:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976332.549644:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.549646:0:239542:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976332.549648:0:239542:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549650:0:239542:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.549652:0:239542:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.549655:0:239542:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976332.549658:0:239542:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=53 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976332.549663:0:239542:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976332.549664:0:239542:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549667:0:239542:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976332.549670:0:239542:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976332.549672:0:239542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976332.549673:0:239542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976332.549675:0:239542:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.549677:0:239542:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976332.549679:0:239542:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976332.549682:0:239542:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976332.549688:0:239542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f9458ae000. 00000100:00000001:0.0:1783976332.549694:0:239542:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549698:0:239542:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.549699:0:239542:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549701:0:239542:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976332.549702:0:239542:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.549704:0:239542:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.549711:0:239542:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00010000:00000001:0.0:1783976332.549713:0:239542:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976332.549715:0:239542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976332.549717:0:239542:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976332.549719:0:239542:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976332.549721:0:239542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976332.549725:0:239542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ba00. 00000020:00000001:0.0:1783976332.549728:0:239542:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976332.549730:0:239542:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ba00 with handle 0x5bb448586bd093fa to hash 00000020:00000001:0.0:1783976332.549732:0:239542:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976332.549733:0:239542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976332.549737:0:239542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976332.549739:0:239542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976332.549741:0:239542:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976332.549744:0:239542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd093fa lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976332.549751:0:239542:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd093fa lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976332.549762:0:239542:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:0.0:1783976332.549770:0:239542:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07100 x1870620496637440/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976332.549784:0:239542:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd093fa lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976332.549790:0:239542:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976332.549791:0:239542:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976332.549797:0:239542:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976332.549799:0:239542:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976332.549801:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.549802:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.549806:0:239542:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976332.549810:0:239542:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.549812:0:239542:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976332.549814:0:239542:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976332.549817:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496637440/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.549825:0:239542:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976332.549827:0:239542:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.549831:0:239542:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976332.549833:0:239542:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976332.549835:0:239542:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976332.549838:0:239542:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239542:1870620496637440:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976332.549841:0:239542:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976332.549845:0:239542:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976332.549848:0:239542:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.549850:0:239542:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976332.549935:0:239542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f980400000. 02000000:00000001:0.0:1783976332.549937:0:239542:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976332.549943:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976332.549946:0:239542:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393370. 00000400:00000010:0.0:1783976332.549953:0:239542:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f3d000. 00000100:00000200:0.0:1783976332.549959:0:239542:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496637440, portal 10 00000100:00000001:0.0:1783976332.549961:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.549963:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976332.549969:0:239542:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496637440/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976348 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.549975:0:239542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976332.549978:0:239542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976332.549980:0:239542:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976332.549984:0:239542:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496637440, offset 0 00000400:00000200:0.0:1783976332.549989:0:239542:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976332.549995:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.550002:0:239542:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976332.550007:0:239542:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976332.550010:0:239542:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976332.550014:0:239542:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976332.550016:0:239542:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976332.550020:0:239542:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778575:778575:256:4294967295] 192.168.201.114@tcp LPNI seq info [778553:778553:8:4294967295] 00000400:00000200:0.0:1783976332.550024:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976332.550034:0:239542:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976332.550039:0:239542:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976332.550044:0:239542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f94d275e00. 00000800:00000200:0.0:1783976332.550050:0:239542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976332.550057:0:239542:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976332.550061:0:239542:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94d275e00 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976332.553275:0:239542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.553284:0:239542:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976332.553293:0:239542:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976332.553296:0:239542:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308538402 00000100:00000001:0.0:1783976332.553304:0:239542:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308538389 00000100:00000001:0.0:1783976332.553309:0:239542:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308538402 00000100:00000010:0.0:1783976332.553317:0:239542:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7eba0. 00000100:00000001:0.0:1783976332.553322:0:239542:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976332.553326:0:239542:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.553330:0:239542:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.553334:0:239542:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976332.553336:0:239542:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976332.553339:0:239542:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976332.553342:0:239542:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976332.553345:0:239542:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.597304:0:239542:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976332.597321:0:239542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976332.597323:0:239542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976332.597328:0:239542:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970ace9f8. 00000400:00000200:0.0:1783976332.597338:0:239542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977815300 00000400:00000010:0.0:1783976332.597341:0:239542:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977815300. 00000100:00000001:0.0:1783976332.597346:0:239542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976332.597357:0:239542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e4bb80 x1870620496638080/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976332.597370:0:239542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e4bb80 x1870620496638080/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976348 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597378:0:239542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976332.597381:0:239542:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.597383:0:239542:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976332.597387:0:239542:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976332.597390:0:239542:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976332.597392:0:239542:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976332.597396:0:239542:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976332.597405:0:239542:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976332.597408:0:239542:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976332.597411:0:239542:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976332.597413:0:239542:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976332.597416:0:239542:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976332.597420:0:239542:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.597423:0:239542:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976332.597425:0:239542:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976332.597427:0:239542:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976332.597429:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.597431:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935342976 : -115476774208640 : ffff96f977e4bb80) 00000100:00000001:0.0:1783976332.597435:0:239542:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976332.597437:0:239542:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976332.597439:0:239542:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976332.597441:0:239542:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976332.597446:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e4bb80 x1870620496638080/t25770086036(25770086036) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597453:0:239542:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976332.597456:0:239542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976332.597458:0:239542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976332.597462:0:239542:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e4bb80 x1870620496638080/t25770086036(25770086036) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976332.597470:0:239542:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e4bb80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239542:1870620496638080:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976332.597474:0:239542:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.597477:0:239542:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.597479:0:239542:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976332.597481:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.597484:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e4bb80 x1870620496638080/t25770086036(25770086036) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597491:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.597494:0:239542:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815c00. 00000100:00000001:0.0:1783976332.597496:0:239542:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976332.597498:0:239542:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.597505:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.597506:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935342976 : -115476774208640 : ffff96f977e4bb80) 00000002:00000001:0.0:1783976332.597509:0:239542:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.597512:0:239542:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.597517:0:239542:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976332.597520:0:239542:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345ca00. 00000080:00000001:0.0:1783976332.597524:0:239542:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976332.597527:0:239542:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976332.597530:0:239542:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976332.597532:0:239542:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976332.597535:0:239542:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976332.597538:0:239542:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976332.597540:0:239542:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976332.597542:0:239542:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976332.597544:0:239542:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976332.597549:0:239542:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976332.597553:0:239542:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c07100 x1870620496637440/t25770086034(25770086034) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597560:0:239542:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976332.597562:0:239542:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976332.597564:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.597567:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496637440/t25770086034(25770086034) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597573:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.597575:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.597578:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e4bb80 x1870620496638080/t25770086036(25770086036) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597583:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976332.597585:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.597588:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07100 x1870620496637440/t25770086034(25770086034) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976348 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597594:0:239542:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976332.597596:0:239542:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.597598:0:239542:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=49 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.597600:0:239542:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.597603:0:239542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976332.597607:0:239542:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.597609:0:239542:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.597611:0:239542:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07100. 00000100:00000001:0.0:1783976332.597614:0:239542:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.597615:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976332.597616:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.597619:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e4bb80 x1870620496638080/t25770086036(25770086036) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597625:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976332.597627:0:239542:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f857636000. 00000002:00000001:0.0:1783976332.597630:0:239542:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976332.597631:0:239542:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.597633:0:239542:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd009c0. 00000100:00000001:0.0:1783976332.597636:0:239542:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976332.597639:0:239542:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4bb80 x1870620496638080/t25770086036(25770086036) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976348 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976332.597645:0:239542:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976332.597646:0:239542:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976332.597648:0:239542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f958240000. 02000000:00000001:0.0:1783976332.597651:0:239542:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976332.597652:0:239542:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976332.597654:0:239542:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=48 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976332.597655:0:239542:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976332.597657:0:239542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345de00. 02000000:00000001:0.0:1783976332.597659:0:239542:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976332.597660:0:239542:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976332.597662:0:239542:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4bb80. 00000100:00000001:0.0:1783976332.597664:0:239542:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976332.597665:0:239542:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976332.597668:0:239542:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976332.597670:0:239542:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b97900. 00000080:00000001:0.0:1783976332.597674:0:239542:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976332.597680:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fd98 00000080:00000008:0.0:1783976332.597682:0:239542:0:(file.c:491:ll_file_release()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000, rc = 0 00000080:00000001:0.0:1783976332.597686:0:239542:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.597688:0:239542:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976332.597693:0:239542:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976332.597695:0:239542:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fe00 00000080:00002000:0.0:1783976332.597697:0:239542:0:(dcache.c:127:ll_ddelete()) keeping dentry dir3 (ffff96f97c186d80, parent ffff96f94dc900d8, inode ffff96f97ab67448) hashed, 00000080:00000001:0.0:1783976332.597699:0:239542:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.553473:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.553479:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.553484:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.553494:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3ed80 x1870620496638208/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.553510:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.553514:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.553519:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.553523:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.553528:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.553535:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12eeae42-3db7-49c2-9cc7-fd3586506e65:2409:1870620496638208:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976333.553552:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.553559:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.553562:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.553567:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.553575:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d275600. 02000000:00000001:0.0:1783976333.553579:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.553590:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.553596:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976333.553606:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976333.553614:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496638208, portal 25 00000100:00000001:0.0:1783976333.553619:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.553622:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998204800 : -115476711346816 : ffff96f97ba3ed80) 00000100:00000040:0.0:1783976333.553631:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ba3ed80 x1870620496638208/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.553640:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.553646:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.553651:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976333.553658:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870620496638208, offset 0 00000400:00000200:0.0:1783976333.553671:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.553683:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.553693:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.553701:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.553709:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.553715:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.553723:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.553733:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778579:778579:256:4294967295] 192.168.201.114@tcp LPNI seq info [778557:778557:8:4294967295] 00000400:00000200:0.0:1783976333.553742:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.553759:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.553766:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.553772:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bb00. 00000800:00000200:0.0:1783976333.553780:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.553789:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.553797:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.553822:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.553833:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.553839:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4308540663 00000100:00000010:0.0:1783976333.553848:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e300. 00000100:00000001:0.0:1783976333.553858:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976333.553866:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4308540663 00000100:00000010:0.0:1783976333.553873:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e4e0. 00000100:00000001:0.0:1783976333.553880:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976333.553885:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.553891:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.553897:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.553902:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.553912:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.553916:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976333.553922:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.553926:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.553928:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.553938:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3c700 x1870620496638464/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.553956:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.553959:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.553963:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.553967:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.553972:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.553979:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496638464:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976333.553987:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.553991:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.553994:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.553999:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.554004:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976333.554008:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.554015:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.554020:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393210. 00000400:00000010:0.0:1783976333.554027:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976333.554032:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496638464, portal 10 00000100:00000001:0.0:1783976333.554038:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.554042:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998194944 : -115476711356672 : ffff96f97ba3c700) 00000100:00000040:0.0:1783976333.554055:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ba3c700 x1870620496638464/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.554072:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.554077:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.554082:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783976333.554087:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496638464, offset 0 00000400:00000200:0.0:1783976333.554099:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.554109:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.554119:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.554123:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.554126:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.554538:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.554541:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.554544:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778581:778581:256:4294967295] 192.168.201.114@tcp LPNI seq info [778559:778559:8:4294967295] 00000400:00000200:0.0:1783976333.554549:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.554556:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.554561:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.554565:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bd00. 00000800:00000200:0.0:1783976333.554569:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.554574:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.554577:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.554590:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.554594:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10232 usecs (11 jiffies) 00000400:00000200:0.0:1783976333.554598:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.554600:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539404 00000100:00000001:0.0:1783976333.554603:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.554605:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539404 00000100:00000001:0.0:1783976333.554608:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.554610:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.554612:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.554614:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.554619:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3d880 x1870620496638720/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.554626:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.554628:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.554630:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.554632:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.554634:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.554637:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496638720:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976333.554640:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.554643:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.554645:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.554647:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.554650:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d275c00. 02000000:00000001:0.0:1783976333.554652:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.554655:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.554658:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393688. 00000400:00000010:0.0:1783976333.554661:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976333.554665:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496638720, portal 4 00000100:00000001:0.0:1783976333.554667:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.554668:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998199424 : -115476711352192 : ffff96f97ba3d880) 00000100:00000040:0.0:1783976333.554675:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ba3d880 x1870620496638720/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.554681:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.554684:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.554686:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783976333.554689:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496638720, offset 0 00000400:00000200:0.0:1783976333.554693:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.560807:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.560822:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.560828:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.560831:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.560835:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.560838:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.560841:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778583:778583:256:4294967295] 192.168.201.114@tcp LPNI seq info [778561:778561:8:4294967295] 00000400:00000200:0.0:1783976333.560846:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.560857:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.560863:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.560873:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bd00. 00000800:00000200:0.0:1783976333.560880:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.560886:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.560891:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.560988:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.560996:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32973 usecs (33 jiffies) 00000400:00000200:0.0:1783976333.561000:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.561003:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539432 00000100:00000001:0.0:1783976333.561007:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.561009:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539432 00000100:00000001:0.0:1783976333.561012:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.561015:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.561019:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.561024:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.561027:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.561049:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.561051:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976333.561054:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.561056:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.561058:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.561061:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.569488:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.569499:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.569509:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.569512:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.569516:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393210. 00000400:00000200:0.0:1783976333.569526:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978440 00000400:00000010:0.0:1783976333.569529:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978440. 00000100:00000001:0.0:1783976333.569533:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.569544:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3c700 x1870620496638464/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976333.569557:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3c700 x1870620496638464/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.569565:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.569567:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.569570:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.569574:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.569576:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.569578:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.569582:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.569591:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976333.569595:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.569598:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.569600:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.569603:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.569607:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.569611:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.569613:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976333.569615:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.569617:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.569622:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3c700 x1870620496638464/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.569628:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.569632:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.569634:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.569638:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3c700 x1870620496638464/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976333.569646:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496638464:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976333.569652:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.569653:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.569655:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393318. 00000400:00000200:0.0:1783976333.569657:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978770 00000400:00000010:0.0:1783976333.569659:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978770. 00000100:00000001:0.0:1783976333.569661:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.569665:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3ed80 x1870620496638208/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976333.569674:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3ed80 x1870620496638208/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.569680:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.569682:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.569683:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.569685:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.569686:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.569687:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.569689:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.569692:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f950ff7c60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976333.569695:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f950ff7c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.569698:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.569699:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.569701:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.569703:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.569705:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.569708:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3ed80 x1870620496638208/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.569714:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.569716:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.569718:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.569721:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3ed80 x1870620496638208/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976333.569728:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12eeae42-3db7-49c2-9cc7-fd3586506e65:2409:1870620496638208:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976333.569732:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.569734:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.569738:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3c700 x1870620496638464/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.569744:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.569746:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.569750:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976333.569754:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.569757:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.569759:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=4 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.569761:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.569764:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e900. 02000000:00000001:0.0:1783976333.569768:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.569770:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.569772:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3c700. 00000100:00000001:0.0:1783976333.569775:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.569776:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.569778:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.569781:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3ed80 x1870620496638208/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.569792:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.569793:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.569794:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d275600. 02000000:00000001:0.0:1783976333.569797:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.569798:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.569799:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976333.569801:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.569803:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e800. 02000000:00000001:0.0:1783976333.569804:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.569806:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.569807:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3ed80. 00000100:00000001:0.0:1783976333.569809:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.569811:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.569813:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.569815:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.569817:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.569818:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.569820:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.580227:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.580237:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.580259:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.580261:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.580266:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393688. 00000400:00000200:0.0:1783976333.580276:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729786e8 00000400:00000010:0.0:1783976333.580279:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729786e8. 00000100:00000001:0.0:1783976333.580283:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.580294:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3d880 x1870620496638720/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976333.580306:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3d880 x1870620496638720/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.580315:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.580317:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.580319:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.580322:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.580325:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.580328:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.580331:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.580340:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976333.580344:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=80 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976333.580346:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.580348:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.580351:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.580355:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.580358:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.580361:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944193 00000100:00000001:0.0:1783976333.580363:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.580366:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.580370:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3d880 x1870620496638720/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.580378:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.580381:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.580383:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.580387:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3d880 x1870620496638720/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976333.580394:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496638720:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976333.580399:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.580401:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.580404:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3d880 x1870620496638720/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.580411:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.580413:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.580424:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d275c00. 02000000:00000001:0.0:1783976333.580429:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.580431:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.580433:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=3 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.580436:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.580438:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2eb00. 02000000:00000001:0.0:1783976333.580442:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.580444:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.580446:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3d880. 00000100:00000001:0.0:1783976333.580449:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.580451:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.580453:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.580460:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.580461:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.580464:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.580466:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.690394:0:239555:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.690508:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd08 00000080:00200008:0.0:1783976333.690513:0:239555:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976333.690520:0:239555:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.690522:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fc80 00000080:00200000:0.0:1783976333.690524:0:239555:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.690530:0:239555:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275c00. 00800000:00000002:0.0:1783976333.690536:0:239555:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.690540:0:239555:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.690545:0:239555:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.690547:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fba0 00800000:00000002:0.0:1783976333.690550:0:239555:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.690554:0:239555:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.690556:0:239555:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.690560:0:239555:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.690562:0:239555:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.690565:0:239555:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.690567:0:239555:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.690569:0:239555:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.690572:0:239555:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.690575:0:239555:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.690580:0:239555:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.690582:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa70 00000002:00010000:0.0:1783976333.690584:0:239555:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.690588:0:239555:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.690590:0:239555:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.690594:0:239555:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.690601:0:239555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.690604:0:239555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.690608:0:239555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.690612:0:239555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.690617:0:239555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 02000000:00000001:0.0:1783976333.690628:0:239555:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.690632:0:239555:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.690635:0:239555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000002:00000001:0.0:1783976333.690641:0:239555:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.690643:0:239555:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.690645:0:239555:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.690647:0:239555:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.690648:0:239555:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.690650:0:239555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.690653:0:239555:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.690656:0:239555:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.690658:0:239555:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275c00. 00000080:00000001:0.0:1783976333.690662:0:239555:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.690664:0:239555:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.690666:0:239555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.690670:0:239555:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.690673:0:239555:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.690675:0:239555:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.690676:0:239555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.690678:0:239555:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.690681:0:239555:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.690683:0:239555:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.690685:0:239555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.690688:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.690690:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.690691:0:239555:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.690692:0:239555:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.690695:0:239555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d0fcb8 00010000:00000001:0.0:1783976333.690697:0:239555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.690698:0:239555:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.690700:0:239555:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.690702:0:239555:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.690704:0:239555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.690706:0:239555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.690709:0:239555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00000001:0.0:1783976333.690715:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.690716:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.690717:0:239555:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.690720:0:239555:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.690723:0:239555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00000001:0.0:1783976333.690732:0:239555:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.690736:0:239555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.690738:0:239555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.690743:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.690744:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.690746:0:239555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.690750:0:239555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.690752:0:239555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.690754:0:239555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.690756:0:239555:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.690758:0:239555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.690760:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.690761:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.690764:0:239555:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.690766:0:239555:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.690769:0:239555:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.690774:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd08 00000080:00000008:0.0:1783976333.690776:0:239555:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f974175348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976333.690882:0:239555:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.690884:0:239555:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.690885:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb78 00000080:00200000:0.0:1783976333.690888:0:239555:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.690891:0:239555:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275c00. 00800000:00000002:0.0:1783976333.690894:0:239555:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.690897:0:239555:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.690899:0:239555:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.690900:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa98 00800000:00000002:0.0:1783976333.690902:0:239555:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.690905:0:239555:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.690906:0:239555:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.690908:0:239555:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.690909:0:239555:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.690911:0:239555:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.690913:0:239555:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.690914:0:239555:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.690917:0:239555:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.690919:0:239555:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.690922:0:239555:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.690923:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f968 00000002:00010000:0.0:1783976333.690925:0:239555:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.690928:0:239555:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.690930:0:239555:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.690931:0:239555:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.690934:0:239555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.690936:0:239555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.690939:0:239555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.690941:0:239555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.690945:0:239555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 02000000:00000001:0.0:1783976333.690952:0:239555:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.690955:0:239555:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.690958:0:239555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000002:00000001:0.0:1783976333.690965:0:239555:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.690967:0:239555:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.690969:0:239555:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.690971:0:239555:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.690973:0:239555:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.690974:0:239555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.690977:0:239555:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.690979:0:239555:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.690981:0:239555:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275c00. 00000080:00000001:0.0:1783976333.690983:0:239555:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.690985:0:239555:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.690987:0:239555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.690990:0:239555:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.690992:0:239555:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.690994:0:239555:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.690995:0:239555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.690996:0:239555:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.690998:0:239555:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.691000:0:239555:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.691003:0:239555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.691005:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.691006:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.691007:0:239555:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.691009:0:239555:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.691011:0:239555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d0fbb0 00010000:00000001:0.0:1783976333.691013:0:239555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.691014:0:239555:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.691015:0:239555:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.691017:0:239555:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.691019:0:239555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.691022:0:239555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.691025:0:239555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00000001:0.0:1783976333.691032:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.691033:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.691034:0:239555:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.691035:0:239555:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.691037:0:239555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00000001:0.0:1783976333.691116:0:239555:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.691118:0:239555:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.691119:0:239555:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.691122:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.691123:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.691124:0:239555:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.691126:0:239555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.691127:0:239555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.691128:0:239555:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.691130:0:239555:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.691131:0:239555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.691132:0:239555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.691133:0:239555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.691313:0:239555:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.691315:0:239555:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.691319:0:239555:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 44 00000080:00000001:0.0:1783976333.691324:0:239555:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.691328:0:239555:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976333.691330:0:239555:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976333.691333:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb78 00000080:00200008:0.0:1783976333.691335:0:239555:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 300000 00000080:00000010:0.0:1783976333.691340:0:239555:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bb80. 00000080:00000001:0.0:1783976333.691344:0:239555:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.691346:0:239555:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.691360:0:239555:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.691363:0:239555:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348) cmd=800866a8 arg=7ffd885e9b0c 00000080:00000001:0.0:1783976333.691369:0:239555:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976333.691371:0:239555:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976333.691373:0:239555:0:(lmv_obd.c:3627:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.691375:0:239555:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.691377:0:239555:0:(dir.c:2589:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.691382:0:239555:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.691384:0:239555:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.691386:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd98 00000080:00200008:0.0:1783976333.691388:0:239555:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 300000 00000080:00400000:0.0:1783976333.691391:0:239555:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783976333.691394:0:239555:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8bb80. 00000080:00000001:0.0:1783976333.691397:0:239555:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976333.691400:0:239555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd98 00000080:00000008:0.0:1783976333.691402:0:239555:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 300000, rc = 0 00000080:00000001:0.0:1783976333.691405:0:239555:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.691406:0:239555:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783976333.691684:0:239555:0:(lnet_debugfs.c:76:proc_cpt_table()) alloc '(buf)': 4096 at ffff96f97a277000. 00000400:00000010:0.0:1783976333.691692:0:239555:0:(lnet_debugfs.c:99:proc_cpt_table()) kfreed 'buf': 4096 at ffff96f97a277000. 00000400:00000010:0.0:1783976333.691704:0:239555:0:(lnet_debugfs.c:76:proc_cpt_table()) alloc '(buf)': 4096 at ffff96f97a277000. 00000400:00000010:0.0:1783976333.691708:0:239555:0:(lnet_debugfs.c:99:proc_cpt_table()) kfreed 'buf': 4096 at ffff96f97a277000. 00000100:00000001:0.0:1783976333.713099:0:239559:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.713108:0:239559:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.713111:0:239559:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.713114:0:239559:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7058. 00000400:00000200:0.0:1783976333.713118:0:239559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854677800 00000400:00000010:0.0:1783976333.713121:0:239559:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f854677800. 00000100:00000001:0.0:1783976333.713125:0:239559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.713131:0:239559:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae87100 x1870620496638976/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.713166:0:239559:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae87100 x1870620496638976/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.713173:0:239559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.713175:0:239559:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.713178:0:239559:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.713182:0:239559:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.713185:0:239559:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.713187:0:239559:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.713190:0:239559:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.713200:0:239559:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976333.713205:0:239559:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.713208:0:239559:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.713209:0:239559:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.713212:0:239559:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.713216:0:239559:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.713219:0:239559:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976333.713220:0:239559:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976333.713222:0:239559:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976333.713224:0:239559:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.713226:0:239559:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985917696 : -115476723633920 : ffff96f97ae87100) 00000100:00000001:0.0:1783976333.713229:0:239559:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.713231:0:239559:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972875 00000100:00000001:0.0:1783976333.713232:0:239559:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.713234:0:239559:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.713239:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.713255:0:239559:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.713258:0:239559:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.713260:0:239559:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.713264:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.713272:0:239559:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae87100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239559:1870620496638976:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976333.713277:0:239559:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.713280:0:239559:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.713282:0:239559:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.713284:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.713287:0:239559:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.713300:0:239559:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.713303:0:239559:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34f00. 00000100:00000001:0.0:1783976333.713307:0:239559:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.713308:0:239559:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.713311:0:239559:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976333.713316:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713318:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713322:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=4 00000020:00000001:0.0:1783976333.713325:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713328:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000040:0.0:1783976333.713335:0:239559:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97705a400, remote cookie: 0xa91b1f6e92eabd2a, flags: 0x1001 00010000:00000040:0.0:1783976333.713338:0:239559:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x2069:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1783976333.713341:0:239559:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976333.713347:0:239559:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 3 00010000:00000001:0.0:1783976333.713350:0:239559:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976333.713354:0:239559:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97ad2f100 count: 0 00010000:00000010:0.0:1783976333.713359:0:239559:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97dc0b100. 00010000:00000001:0.0:1783976333.713367:0:239559:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.713372:0:239559:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976333.713381:0:239559:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.713388:0:239559:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976333.713392:0:239559:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976333.713394:0:239559:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976333.713396:0:239559:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976333.713397:0:239559:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976333.713399:0:239559:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2069:0x0].0x0 (ffff96f97dc0f400) refcount = 3 00010000:00000040:0.0:1783976333.713402:0:239559:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976333.713406:0:239559:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1783976333.713425:0:239559:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c800/0x5bb448586bd091b5 lrc: 1/0,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab440 expref: -99 pid: 239457 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976333.713432:0:239559:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.713438:0:239559:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976333.713441:0:239559:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976333.713443:0:239559:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.713445:0:239559:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976333.713447:0:239559:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.713450:0:239559:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.713456:0:239559:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976333.713457:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713459:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.713460:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713461:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.713462:0:239559:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.713467:0:239559:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976333.713469:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713470:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713472:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=3 00000020:00000001:0.0:1783976333.713474:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713476:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713478:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713479:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976333.713483:0:239559:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.713492:0:239559:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976333.713497:0:239559:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.713504:0:239559:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.713506:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713507:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713508:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=3 00000020:00000001:0.0:1783976333.713510:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713512:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713514:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713514:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.713516:0:239559:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.713518:0:239559:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.713520:0:239559:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976333.713523:0:239559:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.713524:0:239559:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985917696 : -115476723633920 : ffff96f97ae87100) 00010000:00000001:0.0:1783976333.713525:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713527:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713528:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=3 00000020:00000001:0.0:1783976333.713529:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713531:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00000002:00010000:0.0:1783976333.713534:0:239559:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.713547:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713548:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.713549:0:239559:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976333.713551:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713552:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713553:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=3 00000020:00000001:0.0:1783976333.713555:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713557:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000040:0.0:1783976333.713559:0:239559:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 4 00010000:00000001:0.0:1783976333.713562:0:239559:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976333.713566:0:239559:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 16 res 9663687443/8297 (0 0) 00010000:00000001:0.0:1783976333.713569:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713570:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.713571:0:239559:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976333.713574:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93868 00000002:00002000:0.0:1783976333.713576:0:239559:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1783976333.713579:0:239559:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.713582:0:239559:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.713585:0:239559:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976333.713588:0:239559:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976333.713590:0:239559:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.713594:0:239559:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.713598:0:239559:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9602dac00. 00000080:00000001:0.0:1783976333.713602:0:239559:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976333.713609:0:239559:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976333.713611:0:239559:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976333.713614:0:239559:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976333.713616:0:239559:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976333.713618:0:239559:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.713623:0:239559:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976333.713626:0:239559:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976333.713630:0:239559:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x240002b13:0x2069:0x0], updating i_size 4096 00010000:00000001:0.0:1783976333.713632:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713633:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713634:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=3 00000020:00000001:0.0:1783976333.713636:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713638:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713640:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713641:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976333.713642:0:239559:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976333.713644:0:239559:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976333.713646:0:239559:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.713649:0:239559:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2069:0x0](ffff96f97c23aa08) for lock 0x5bb448586bd09401 00800000:00000001:0.0:1783976333.713652:0:239559:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.713654:0:239559:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.713655:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713656:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713658:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=3 00000020:00000001:0.0:1783976333.713660:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713662:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713664:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713664:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.713666:0:239559:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.713667:0:239559:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.713670:0:239559:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.713672:0:239559:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.713674:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.713677:0:239559:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.713683:0:239559:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.713686:0:239559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09401 from it ffffaf1481d93bd0 00010000:00000001:0.0:1783976333.713689:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.713689:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.713691:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a400 refcount=3 00000020:00000001:0.0:1783976333.713693:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713695:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920722432 : -115476788829184 : ffff96f97705a400) 00010000:00000001:0.0:1783976333.713697:0:239559:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.713700:0:239559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.713706:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713707:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.713708:0:239559:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.713711:0:239559:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.713714:0:239559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976333.713721:0:239559:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.713724:0:239559:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.713726:0:239559:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.713731:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713732:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.713734:0:239559:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.713737:0:239559:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.713739:0:239559:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.713741:0:239559:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.713743:0:239559:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.713745:0:239559:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.713746:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.713747:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976333.713750:0:239559:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.713757:0:239559:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99940. 00000080:00000001:0.0:1783976333.713759:0:239559:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976333.713761:0:239559:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976333.713764:0:239559:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.713766:0:239559:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.713768:0:239559:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.713770:0:239559:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.713772:0:239559:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.713774:0:239559:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976333.713777:0:239559:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.713779:0:239559:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976333.713783:0:239559:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30e60. 00000002:00100000:0.0:1783976333.713786:0:239559:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.713792:0:239559:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.713794:0:239559:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976333.713798:0:239559:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.713802:0:239559:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.713805:0:239559:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.713806:0:239559:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.713808:0:239559:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.713811:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.713814:0:239559:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976333.713827:0:239559:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.713830:0:239559:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f980400000. 02000000:00000001:0.0:1783976333.713865:0:239559:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976333.713866:0:239559:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.713869:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93b78 00000080:00000008:0.0:1783976333.713871:0:239559:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.713874:0:239559:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.713912:0:239559:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.713915:0:239559:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.713917:0:239559:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.713918:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93bc0 00000080:00200000:0.0:1783976333.713920:0:239559:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.713925:0:239559:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275400. 00800000:00000002:0.0:1783976333.713930:0:239559:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.713934:0:239559:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.713938:0:239559:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.713939:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93ae0 00800000:00000002:0.0:1783976333.713942:0:239559:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.713945:0:239559:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.713946:0:239559:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.713948:0:239559:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.713949:0:239559:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.713950:0:239559:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.713952:0:239559:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.713953:0:239559:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.713955:0:239559:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.713957:0:239559:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.713961:0:239559:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.713962:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d939b0 00000002:00010000:0.0:1783976333.713964:0:239559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.713967:0:239559:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.713969:0:239559:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.713971:0:239559:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.713974:0:239559:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.713976:0:239559:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.713980:0:239559:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.713984:0:239559:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.713988:0:239559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 02000000:00000001:0.0:1783976333.713996:0:239559:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.714000:0:239559:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.714004:0:239559:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000002:00000001:0.0:1783976333.714010:0:239559:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.714012:0:239559:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.714014:0:239559:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.714015:0:239559:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.714017:0:239559:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.714019:0:239559:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.714021:0:239559:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.714023:0:239559:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.714025:0:239559:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275400. 00000080:00000001:0.0:1783976333.714029:0:239559:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.714031:0:239559:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.714033:0:239559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.714036:0:239559:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.714039:0:239559:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.714040:0:239559:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.714041:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.714042:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.714044:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.714046:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.714048:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.714050:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.714051:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.714052:0:239559:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.714054:0:239559:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.714056:0:239559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d93bf8 00010000:00000001:0.0:1783976333.714058:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.714059:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.714060:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.714062:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.714063:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.714065:0:239559:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.714067:0:239559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00000001:0.0:1783976333.714073:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.714074:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.714075:0:239559:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.714076:0:239559:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.714078:0:239559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00000001:0.0:1783976333.714084:0:239559:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.714085:0:239559:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.714086:0:239559:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.714088:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.714089:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.714090:0:239559:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.714092:0:239559:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.714093:0:239559:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.714095:0:239559:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.714097:0:239559:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.714098:0:239559:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.714099:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.714100:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.714101:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.714103:0:239559:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.714105:0:239559:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976333.714109:0:239559:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714113:0:239559:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.714116:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93bc0 00000080:00002000:0.0:1783976333.714118:0:239559:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 3 00000080:00000001:0.0:1783976333.714120:0:239559:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.714122:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93c08 00000080:00200000:0.0:1783976333.714123:0:239559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=264 00000080:00000001:0.0:1783976333.714126:0:239559:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.714128:0:239559:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714131:0:239559:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.714132:0:239559:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 44 00000080:00000001:0.0:1783976333.714135:0:239559:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714200:0:239559:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976333.714202:0:239559:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976333.714203:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93b78 00000080:00200008:0.0:1783976333.714205:0:239559:0:(file.c:1058:ll_file_open()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000 00000080:00000010:0.0:1783976333.714209:0:239559:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bb80. 00000080:00000001:0.0:1783976333.714214:0:239559:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976333.714216:0:239559:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.714219:0:239559:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714221:0:239559:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.714222:0:239559:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714224:0:239559:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976333.714226:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93b78 00000080:00000008:0.0:1783976333.714227:0:239559:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000, rc = 0 00000080:00000001:0.0:1783976333.714230:0:239559:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714244:0:239559:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.714246:0:239559:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.714247:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93d98 00000080:00200008:0.0:1783976333.714249:0:239559:0:(file.c:447:ll_file_release()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000 00000080:00400000:0.0:1783976333.714253:0:239559:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240002b13:0x2069:0x0] 00000080:00000001:0.0:1783976333.714255:0:239559:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976333.714257:0:239559:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976333.714258:0:239559:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976333.714261:0:239559:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.714262:0:239559:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.714263:0:239559:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.714264:0:239559:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.714266:0:239559:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.714268:0:239559:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976333.714270:0:239559:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.714272:0:239559:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.714273:0:239559:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.714276:0:239559:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 4 00010000:00000001:0.0:1783976333.714278:0:239559:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.714281:0:239559:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976333.714283:0:239559:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976333.714285:0:239559:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.714287:0:239559:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.714290:0:239559:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976333.714296:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.714297:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.714298:0:239559:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976333.714300:0:239559:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2069:0x0]: 16 00000080:00000010:0.0:1783976333.714303:0:239559:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96640. 00000080:00000001:0.0:1783976333.714306:0:239559:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.714308:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93d98 00000080:00000008:0.0:1783976333.714310:0:239559:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.714313:0:239559:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714315:0:239559:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.714332:0:239559:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.714335:0:239559:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08) cmd=c1406917 arg=24f4a20 00000080:00000001:0.0:1783976333.714341:0:239559:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976333.714343:0:239559:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976333.714346:0:239559:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275400. 00800000:00000001:0.0:1783976333.714350:0:239559:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976333.714352:0:239559:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.714353:0:239559:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.714354:0:239559:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.714355:0:239559:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.714357:0:239559:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.714359:0:239559:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976333.714360:0:239559:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.714364:0:239559:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976333.714369:0:239559:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976333.714373:0:239559:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.714377:0:239559:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.714379:0:239559:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.714382:0:239559:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.714388:0:239559:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275e00. 00000100:00000001:0.0:1783976333.714395:0:239559:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.714401:0:239559:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.714403:0:239559:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.714405:0:239559:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.714411:0:239559:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976333.714413:0:239559:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976333.714416:0:239559:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.714418:0:239559:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976333.714423:0:239559:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.714428:0:239559:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.714430:0:239559:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.714431:0:239559:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.714436:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496639104/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.714444:0:239559:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.714446:0:239559:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.714449:0:239559:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.714451:0:239559:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.714454:0:239559:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.714457:0:239559:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239559:1870620496639104:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.714460:0:239559:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.714464:0:239559:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.714466:0:239559:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.714468:0:239559:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.714474:0:239559:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976333.714476:0:239559:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.714481:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.714485:0:239559:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393688. 00000400:00000010:0.0:1783976333.714490:0:239559:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976333.714496:0:239559:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496639104, portal 10 00000100:00000001:0.0:1783976333.714498:0:239559:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.714499:0:239559:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976333.714505:0:239559:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496639104/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.714512:0:239559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.714515:0:239559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.714518:0:239559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976333.714521:0:239559:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496639104, offset 0 00000400:00000200:0.0:1783976333.714526:0:239559:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.714533:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.714539:0:239559:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.714543:0:239559:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.714547:0:239559:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.714550:0:239559:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.714552:0:239559:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.714556:0:239559:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778585:778585:256:4294967295] 192.168.201.114@tcp LPNI seq info [778563:778563:8:4294967295] 00000400:00000200:0.0:1783976333.714560:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.714569:0:239559:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.714575:0:239559:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.714579:0:239559:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bb00. 00000800:00000200:0.0:1783976333.714587:0:239559:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.714594:0:239559:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.714598:0:239559:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bb00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.714621:0:239559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.714625:0:239559:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10232 usecs (11 jiffies) 00000400:00000200:0.0:1783976333.714628:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.714631:0:239559:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539562 00000100:00000001:0.0:1783976333.714634:0:239559:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.714638:0:239559:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539562 00000100:00000001:0.0:1783976333.714640:0:239559:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.714642:0:239559:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.714645:0:239559:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.714647:0:239559:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.714649:0:239559:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.714651:0:239559:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.714653:0:239559:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.714656:0:239559:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.728805:0:239559:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.731902:0:239559:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.731910:0:239559:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.731916:0:239559:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393688. 00000400:00000200:0.0:1783976333.731925:0:239559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976333.731927:0:239559:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137d80. 00000100:00000001:0.0:1783976333.731933:0:239559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.731945:0:239559:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07100 x1870620496639104/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.731958:0:239559:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07100 x1870620496639104/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.731966:0:239559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.731968:0:239559:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.731971:0:239559:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.731975:0:239559:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.731977:0:239559:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.731979:0:239559:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.731982:0:239559:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.731992:0:239559:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=42 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976333.731996:0:239559:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.731999:0:239559:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.732001:0:239559:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.732003:0:239559:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.732007:0:239559:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.732011:0:239559:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976333.732014:0:239559:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: committing for last_committed 25769972888 gen 1 00000100:00100000:0.0:1783976333.732020:0:239559:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff96f97ae87100 x1870620496638976/t25769972888(25769972888) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.732028:0:239559:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976333.732031:0:239559:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:0.0:1783976333.732033:0:239559:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.732035:0:239559:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.732040:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07100 x1870620496639104/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.732047:0:239559:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.732050:0:239559:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.732052:0:239559:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.732056:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07100 x1870620496639104/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.732064:0:239559:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239559:1870620496639104:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.732069:0:239559:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.732073:0:239559:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.732075:0:239559:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.732077:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.732080:0:239559:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496639104/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.732087:0:239559:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.732091:0:239559:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976333.732093:0:239559:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.732095:0:239559:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976333.732100:0:239559:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976333.732102:0:239559:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.732104:0:239559:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.732107:0:239559:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.732113:0:239559:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275400. 00000080:00000001:0.0:1783976333.732117:0:239559:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976333.732123:0:239559:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000100:00000001:0.0:1783976333.792983:0:239560:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.792991:0:239560:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.792993:0:239560:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.792997:0:239560:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970aceb00. 00000400:00000200:0.0:1783976333.793002:0:239560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f8542a9800 00000400:00000010:0.0:1783976333.793005:0:239560:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f8542a9800. 00000100:00000001:0.0:1783976333.793008:0:239560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.793013:0:239560:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49500 x1870620496640000/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.793022:0:239560:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49500 x1870620496640000/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.793029:0:239560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.793031:0:239560:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.793034:0:239560:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.793038:0:239560:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.793050:0:239560:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.793052:0:239560:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.793056:0:239560:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.793067:0:239560:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976333.793072:0:239560:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.793075:0:239560:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976333.793079:0:239560:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f977e49500 x1870620496640000/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.793087:0:239560:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976333.793090:0:239560:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976333.793092:0:239560:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976333.793094:0:239560:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976333.793096:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.793098:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935333120 : -115476774218496 : ffff96f977e49500) 00000100:00000001:0.0:1783976333.793101:0:239560:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.793103:0:239560:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770085981 00000100:00000001:0.0:1783976333.793105:0:239560:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.793108:0:239560:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976333.793113:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.793120:0:239560:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976333.793123:0:239560:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.793125:0:239560:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.793130:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.793167:0:239560:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49500 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239560:1870620496640000:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976333.793172:0:239560:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.793174:0:239560:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976333.793177:0:239560:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.793178:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.793182:0:239560:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.793189:0:239560:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.793191:0:239560:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f9778153c0. 00000100:00000001:0.0:1783976333.793194:0:239560:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.793196:0:239560:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976333.793199:0:239560:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976333.793204:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.793206:0:239560:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.793209:0:239560:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=4 00000020:00000001:0.0:1783976333.793212:0:239560:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976333.793214:0:239560:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00010000:0.0:1783976333.793219:0:239560:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793229:0:239560:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976333.793233:0:239560:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793242:0:239560:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.793245:0:239560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 4/1,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793251:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793252:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976333.793254:0:239560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793260:0:239560:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.793264:0:239560:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.793267:0:239560:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976333.793269:0:239560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976333.793275:0:239560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f97798a800 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976333.793277:0:239560:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976333.793281:0:239560:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793286:0:239560:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976333.793288:0:239560:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976333.793291:0:239560:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 4/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793296:0:239560:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976333.793298:0:239560:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976333.793299:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.793300:0:239560:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.793301:0:239560:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=5 00000020:00000001:0.0:1783976333.793303:0:239560:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976333.793305:0:239560:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976333.793308:0:239560:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976333.793310:0:239560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 5/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976333.793315:0:239560:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976333.793316:0:239560:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.793319:0:239560:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976333.793320:0:239560:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976333.793324:0:239560:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976333.793337:0:239560:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976333.793339:0:239560:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.793340:0:239560:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976333.793342:0:239560:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97798a800 with handle 0x5bb448586bd0940f from hash 00010000:00000001:0.0:1783976333.793344:0:239560:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976333.793345:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793346:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.793347:0:239560:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976333.793349:0:239560:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976333.793350:0:239560:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976333.793352:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793353:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.793355:0:239560:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793356:0:239560:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.793359:0:239560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793364:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793365:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.793366:0:239560:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976333.793368:0:239560:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.793369:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793370:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.793372:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976333.793373:0:239560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0940f lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 239560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.793386:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.793388:0:239560:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976333.793393:0:239560:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976333.793398:0:239560:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.793408:0:239560:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976333.793413:0:239560:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.793419:0:239560:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.793421:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976333.793422:0:239560:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.793424:0:239560:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.793426:0:239560:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.793428:0:239560:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976333.793431:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.793432:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935333120 : -115476774218496 : ffff96f977e49500) 00010000:00000001:0.0:1783976333.793434:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976333.793435:0:239560:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.793437:0:239560:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976333.793440:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9b868 00000002:00002000:0.0:1783976333.793442:0:239560:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976333.793445:0:239560:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.793448:0:239560:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.793451:0:239560:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976333.793454:0:239560:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x240002b13:0x2069:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976333.793456:0:239560:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.793461:0:239560:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345de00. 00000080:00000001:0.0:1783976333.793466:0:239560:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976333.793473:0:239560:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976333.793476:0:239560:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976333.793478:0:239560:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976333.793480:0:239560:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fdf:0x0] 00000080:00000001:0.0:1783976333.793482:0:239560:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793488:0:239560:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513183 : 144115373061513183 : 200002b12011fdf) 00000080:00000001:0.0:1783976333.793491:0:239560:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976333.793497:0:239560:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fdf:0x0], updating i_size 4096 00000080:00000001:0.0:1783976333.793500:0:239560:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976333.793503:0:239560:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976333.793505:0:239560:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793508:0:239560:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.793511:0:239560:0:(llite_lib.c:3160:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.793513:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.793518:0:239560:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.793526:0:239560:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793529:0:239560:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.793536:0:239560:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99e80. 00000080:00000001:0.0:1783976333.793539:0:239560:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976333.793555:0:239560:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976333.793557:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.793560:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.793562:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.793564:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.793567:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.793569:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976333.793571:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.793574:0:239560:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976333.793577:0:239560:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c304a0. 00000002:00100000:0.0:1783976333.793581:0:239560:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.793588:0:239560:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.793590:0:239560:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976333.793594:0:239560:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.793597:0:239560:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793601:0:239560:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.793602:0:239560:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793604:0:239560:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.793608:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.793611:0:239560:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976333.793621:0:239560:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.793624:0:239560:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f97c4c0000. 02000000:00000001:0.0:1783976333.793659:0:239560:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976333.793661:0:239560:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.793664:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bb78 00000080:00000008:0.0:1783976333.793666:0:239560:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.793670:0:239560:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793717:0:239560:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.793720:0:239560:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.793722:0:239560:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.793724:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bbc0 00000080:00200000:0.0:1783976333.793726:0:239560:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.793731:0:239560:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275400. 00800000:00000002:0.0:1783976333.793737:0:239560:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.793742:0:239560:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.793746:0:239560:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.793748:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bae0 00800000:00000002:0.0:1783976333.793750:0:239560:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.793753:0:239560:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.793755:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.793756:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.793758:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.793759:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.793761:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.793763:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.793765:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.793767:0:239560:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.793771:0:239560:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.793773:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9b9b0 00000002:00010000:0.0:1783976333.793775:0:239560:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.793779:0:239560:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.793781:0:239560:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.793783:0:239560:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.793790:0:239560:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.793793:0:239560:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.793798:0:239560:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.793800:0:239560:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.793804:0:239560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 02000000:00000001:0.0:1783976333.793813:0:239560:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.793817:0:239560:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.793821:0:239560:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000002:00000001:0.0:1783976333.793828:0:239560:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.793830:0:239560:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.793832:0:239560:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.793834:0:239560:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.793836:0:239560:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.793838:0:239560:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.793841:0:239560:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.793843:0:239560:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.793846:0:239560:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275400. 00000080:00000001:0.0:1783976333.793850:0:239560:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.793851:0:239560:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.793854:0:239560:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.793858:0:239560:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.793861:0:239560:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.793863:0:239560:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.793864:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.793866:0:239560:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.793868:0:239560:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.793870:0:239560:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.793872:0:239560:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.793874:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793876:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.793878:0:239560:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.793880:0:239560:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.793882:0:239560:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d9bbf8 00010000:00000001:0.0:1783976333.793884:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.793885:0:239560:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.793887:0:239560:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.793889:0:239560:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.793891:0:239560:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.793893:0:239560:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.793896:0:239560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00000001:0.0:1783976333.793903:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793904:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.793905:0:239560:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.793907:0:239560:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.793910:0:239560:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00000001:0.0:1783976333.793918:0:239560:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.793921:0:239560:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.793923:0:239560:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.793928:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793929:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.793931:0:239560:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.793934:0:239560:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.793936:0:239560:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.793939:0:239560:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.793941:0:239560:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.793944:0:239560:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.793945:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.793946:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.793948:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.793949:0:239560:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.793951:0:239560:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976333.793955:0:239560:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793959:0:239560:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.793961:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bb88 00000080:00002000:0.0:1783976333.793963:0:239560:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 6 00000080:00000001:0.0:1783976333.793966:0:239560:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.793968:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bbd0 00000080:00200000:0.0:1783976333.793969:0:239560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976333.793972:0:239560:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.793974:0:239560:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793977:0:239560:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.793979:0:239560:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976333.793981:0:239560:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793984:0:239560:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.793985:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bbc0 00000080:00002000:0.0:1783976333.793987:0:239560:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity.n1(ffff96f97955e288) flags 0x28004e refc 1 00000080:00000001:0.0:1783976333.793989:0:239560:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.793990:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bc08 00000080:00200000:0.0:1783976333.793992:0:239560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity.n1, flags=264 00000080:00000001:0.0:1783976333.793994:0:239560:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.793995:0:239560:0:(llite_lib.c:3160:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.793999:0:239560:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.794001:0:239560:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988), inode mode 41ed mask 44 00000080:00000001:0.0:1783976333.794003:0:239560:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.794008:0:239560:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976333.794010:0:239560:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976333.794012:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bb78 00000080:00200008:0.0:1783976333.794014:0:239560:0:(file.c:1058:ll_file_open()) START file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 504000 00000080:00000010:0.0:1783976333.794019:0:239560:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8a780. 00000080:00000001:0.0:1783976333.794023:0:239560:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976333.794025:0:239560:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.794028:0:239560:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.794030:0:239560:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.794031:0:239560:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.794033:0:239560:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976333.794035:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bb78 00000080:00000008:0.0:1783976333.794037:0:239560:0:(file.c:1297:ll_file_open()) COMPLETED file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 504000, rc = 0 00000080:00000001:0.0:1783976333.794040:0:239560:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.794055:0:239560:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.794058:0:239560:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.794060:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bd98 00000080:00200008:0.0:1783976333.794062:0:239560:0:(file.c:447:ll_file_release()) START file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 304000 00000080:00400000:0.0:1783976333.794065:0:239560:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fdf:0x0] 00000080:00000001:0.0:1783976333.794068:0:239560:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976333.794069:0:239560:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976333.794071:0:239560:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976333.794074:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.794075:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.794077:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.794078:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.794080:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.794082:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976333.794084:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.794086:0:239560:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.794088:0:239560:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.794092:0:239560:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80900 count: 2 00010000:00000001:0.0:1783976333.794094:0:239560:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976333.794098:0:239560:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.794100:0:239560:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fdf:0x0]: 0 00000080:00000001:0.0:1783976333.794102:0:239560:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976333.794104:0:239560:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.794107:0:239560:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f9778f9400. 00000080:00000001:0.0:1783976333.794110:0:239560:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.794113:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bd98 00000080:00000008:0.0:1783976333.794115:0:239560:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.794118:0:239560:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.794119:0:239560:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.794135:0:239560:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.794187:0:239560:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988) cmd=c1406917 arg=7f2438014c30 00000080:00000001:0.0:1783976333.794194:0:239560:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976333.794195:0:239560:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976333.794198:0:239560:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275400. 00800000:00000001:0.0:1783976333.794203:0:239560:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976333.794204:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.794206:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.794207:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.794209:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.794211:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.794213:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976333.794215:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.794217:0:239560:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976333.794222:0:239560:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976333.794225:0:239560:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=50 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.794230:0:239560:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.794233:0:239560:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.794235:0:239560:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.794243:0:239560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275e00. 00000100:00000001:0.0:1783976333.794249:0:239560:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.794255:0:239560:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.794257:0:239560:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.794259:0:239560:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.794265:0:239560:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976333.794268:0:239560:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976333.794270:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.794271:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976333.794275:0:239560:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.794279:0:239560:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.794281:0:239560:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.794282:0:239560:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.794287:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.794295:0:239560:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.794297:0:239560:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.794301:0:239560:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.794303:0:239560:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.794306:0:239560:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.794309:0:239560:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239560:1870620496640384:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.794313:0:239560:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.794317:0:239560:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.794319:0:239560:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.794322:0:239560:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.794328:0:239560:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458aa000. 02000000:00000001:0.0:1783976333.794330:0:239560:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.794336:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.794340:0:239560:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393688. 00000400:00000010:0.0:1783976333.794346:0:239560:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976333.794352:0:239560:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496640384, portal 10 00000100:00000001:0.0:1783976333.794354:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.794355:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976333.794361:0:239560:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.794367:0:239560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.794369:0:239560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.794373:0:239560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976333.794376:0:239560:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496640384, offset 0 00000400:00000200:0.0:1783976333.794382:0:239560:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.794389:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.794397:0:239560:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.794402:0:239560:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.794406:0:239560:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.794410:0:239560:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.794413:0:239560:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.794416:0:239560:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778592:778592:256:4294967295] 192.168.201.114@tcp LPNI seq info [778570:778570:8:4294967295] 00000400:00000200:0.0:1783976333.794421:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.794430:0:239560:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.794435:0:239560:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.794440:0:239560:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b000. 00000800:00000200:0.0:1783976333.794445:0:239560:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.794453:0:239560:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.794457:0:239560:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.794476:0:239560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.794481:0:239560:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.794484:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.794486:0:239560:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539641 00000100:00000001:0.0:1783976333.794489:0:239560:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.794491:0:239560:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539641 00000100:00000001:0.0:1783976333.794493:0:239560:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.794495:0:239560:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.794498:0:239560:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.794500:0:239560:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.794502:0:239560:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.794504:0:239560:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.794506:0:239560:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.794508:0:239560:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803325:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.803329:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.803331:0:239557:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.803335:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00200000:0.0:1783976333.803338:0:239557:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.803343:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275800. 00800000:00000002:0.0:1783976333.803351:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.803355:0:239557:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.803360:0:239557:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.803362:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fae0 00800000:00000002:0.0:1783976333.803365:0:239557:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.803368:0:239557:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.803371:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.803374:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.803377:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.803379:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.803382:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.803384:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.803386:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.803390:0:239557:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.803395:0:239557:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.803397:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f9b0 00000002:00010000:0.0:1783976333.803400:0:239557:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.803403:0:239557:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.803405:0:239557:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.803408:0:239557:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.803414:0:239557:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.803417:0:239557:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.803421:0:239557:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.803426:0:239557:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.803430:0:239557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 02000000:00000001:0.0:1783976333.803440:0:239557:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.803443:0:239557:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.803446:0:239557:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000002:00000001:0.0:1783976333.803453:0:239557:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.803455:0:239557:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.803457:0:239557:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.803458:0:239557:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.803460:0:239557:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.803462:0:239557:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.803465:0:239557:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.803467:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.803470:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275800. 00000080:00000001:0.0:1783976333.803474:0:239557:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.803475:0:239557:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.803478:0:239557:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.803482:0:239557:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.803485:0:239557:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.803487:0:239557:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.803489:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.803491:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.803495:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.803498:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803500:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803503:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803505:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.803506:0:239557:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.803508:0:239557:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.803510:0:239557:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d3fbf8 00010000:00000001:0.0:1783976333.803513:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.803514:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.803515:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.803517:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803519:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803521:0:239557:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.803525:0:239557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00000001:0.0:1783976333.803531:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803532:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.803534:0:239557:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.803536:0:239557:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.803553:0:239557:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00000001:0.0:1783976333.803561:0:239557:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.803564:0:239557:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.803566:0:239557:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.803571:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803572:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.803574:0:239557:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803577:0:239557:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.803580:0:239557:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803582:0:239557:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803584:0:239557:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803587:0:239557:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.803588:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803589:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.803591:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.803593:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.803595:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976333.803599:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803604:0:239557:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.803606:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb88 00000080:00002000:0.0:1783976333.803608:0:239557:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 6 00000080:00000001:0.0:1783976333.803611:0:239557:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.803613:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbd0 00000080:00200000:0.0:1783976333.803615:0:239557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=27 00000080:00000001:0.0:1783976333.803620:0:239557:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.803622:0:239557:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803625:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.803627:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976333.803629:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803632:0:239557:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.803634:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00002000:0.0:1783976333.803636:0:239557:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976333.803639:0:239557:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.803640:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fc08 00000080:00200000:0.0:1783976333.803642:0:239557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=267 00000080:00000002:0.0:1783976333.803645:0:239557:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976333.803651:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.803652:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 44 00000080:00000001:0.0:1783976333.803655:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803660:0:239557:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976333.803663:0:239557:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976333.803665:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00200008:0.0:1783976333.803666:0:239557:0:(file.c:1058:ll_file_open()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000 00000080:00000010:0.0:1783976333.803671:0:239557:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b040. 00000080:00000001:0.0:1783976333.803677:0:239557:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976333.803681:0:239557:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.803686:0:239557:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803689:0:239557:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.803692:0:239557:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803694:0:239557:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976333.803697:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00000008:0.0:1783976333.803700:0:239557:0:(file.c:1297:ll_file_open()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.803702:0:239557:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803719:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.803721:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.803722:0:239557:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.803723:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00200000:0.0:1783976333.803725:0:239557:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.803728:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275800. 00800000:00000002:0.0:1783976333.803731:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.803733:0:239557:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.803735:0:239557:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.803736:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fae0 00800000:00000002:0.0:1783976333.803737:0:239557:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.803740:0:239557:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.803741:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.803743:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.803744:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.803745:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.803746:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.803748:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.803749:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.803751:0:239557:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.803754:0:239557:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.803755:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f9b0 00000002:00010000:0.0:1783976333.803757:0:239557:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.803759:0:239557:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.803761:0:239557:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.803762:0:239557:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.803765:0:239557:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.803768:0:239557:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.803770:0:239557:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.803773:0:239557:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.803777:0:239557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 02000000:00000001:0.0:1783976333.803784:0:239557:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.803786:0:239557:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.803790:0:239557:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000002:00000001:0.0:1783976333.803796:0:239557:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.803798:0:239557:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.803799:0:239557:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.803801:0:239557:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.803803:0:239557:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.803804:0:239557:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.803807:0:239557:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.803809:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.803811:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275800. 00000080:00000001:0.0:1783976333.803813:0:239557:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.803815:0:239557:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.803817:0:239557:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.803820:0:239557:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.803823:0:239557:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.803824:0:239557:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.803825:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.803827:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.803829:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.803831:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803833:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803835:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803836:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.803838:0:239557:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.803840:0:239557:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.803842:0:239557:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d3fbf8 00010000:00000001:0.0:1783976333.803844:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.803845:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.803847:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.803848:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803851:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.803852:0:239557:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.803855:0:239557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00000001:0.0:1783976333.803861:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803862:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.803864:0:239557:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.803865:0:239557:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.803868:0:239557:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00000001:0.0:1783976333.803874:0:239557:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.803875:0:239557:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.803877:0:239557:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.803879:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803880:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.803881:0:239557:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803884:0:239557:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.803885:0:239557:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803887:0:239557:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803889:0:239557:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.803891:0:239557:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.803892:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.803893:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.803895:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.803896:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.803899:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976333.803903:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803905:0:239557:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.803908:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb88 00000080:00002000:0.0:1783976333.803909:0:239557:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 6 00000080:00000001:0.0:1783976333.803912:0:239557:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.803914:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbd0 00000080:00200000:0.0:1783976333.803915:0:239557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976333.803918:0:239557:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.803919:0:239557:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803922:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.803923:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976333.803926:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803928:0:239557:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.803930:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00002000:0.0:1783976333.803931:0:239557:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 4 00000080:00000001:0.0:1783976333.803933:0:239557:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.803935:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fc08 00000080:00200000:0.0:1783976333.803936:0:239557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=264 00000080:00000002:0.0:1783976333.803938:0:239557:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976333.803942:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.803943:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 44 00000080:00000001:0.0:1783976333.803946:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803948:0:239557:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976333.803950:0:239557:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976333.803951:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00200008:0.0:1783976333.803953:0:239557:0:(file.c:1058:ll_file_open()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 504000 00000080:00000010:0.0:1783976333.803957:0:239557:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8be00. 00000080:00000001:0.0:1783976333.803960:0:239557:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976333.803962:0:239557:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.803966:0:239557:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803968:0:239557:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.803969:0:239557:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803971:0:239557:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976333.803973:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00000008:0.0:1783976333.803975:0:239557:0:(file.c:1297:ll_file_open()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 504000, rc = 0 00000080:00000001:0.0:1783976333.803978:0:239557:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.803994:0:239557:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.803997:0:239557:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.803999:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00200008:0.0:1783976333.804001:0:239557:0:(file.c:447:ll_file_release()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000 00000080:00400000:0.0:1783976333.804005:0:239557:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976333.804009:0:239557:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976333.804011:0:239557:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976333.804013:0:239557:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976333.804016:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.804018:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.804019:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.804020:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.804022:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.804024:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.804026:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.804028:0:239557:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.804030:0:239557:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.804034:0:239557:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976333.804037:0:239557:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.804041:0:239557:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976333.804044:0:239557:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976333.804046:0:239557:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.804048:0:239557:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.804052:0:239557:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb200/0x5bb448586bd0938a lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabade expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783976333.804059:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.804060:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.804062:0:239557:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976333.804064:0:239557:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe1:0x0]: 16 00000080:00000010:0.0:1783976333.804067:0:239557:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8b040. 00000080:00000001:0.0:1783976333.804071:0:239557:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.804074:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00000008:0.0:1783976333.804076:0:239557:0:(file.c:491:ll_file_release()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.804079:0:239557:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.804081:0:239557:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.804100:0:239557:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.804102:0:239557:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248) cmd=c1406917 arg=7f2438027950 00000080:00000001:0.0:1783976333.804110:0:239557:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976333.804112:0:239557:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976333.804116:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275800. 00800000:00000002:0.0:1783976333.804119:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00800000:00000001:0.0:1783976333.804124:0:239557:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976333.804126:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.804127:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.804128:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.804130:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.804132:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.804133:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.804135:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.804177:0:239557:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976333.804185:0:239557:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976333.804189:0:239557:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.804195:0:239557:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.804198:0:239557:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.804202:0:239557:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.804211:0:239557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9433d1c00. 00000100:00000001:0.0:1783976333.804218:0:239557:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.804226:0:239557:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.804228:0:239557:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.804230:0:239557:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.804236:0:239557:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137840. 00000100:00000001:0.0:1783976333.804238:0:239557:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737600 : -115476720814016 : ffff96f97b137840) 00000100:00000001:0.0:1783976333.804241:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.804242:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976333.804246:0:239557:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.804250:0:239557:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.804252:0:239557:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.804254:0:239557:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.804263:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496640512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.804270:0:239557:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.804273:0:239557:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.804276:0:239557:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.804279:0:239557:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.804281:0:239557:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.804285:0:239557:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496640512:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.804292:0:239557:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.804296:0:239557:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.804299:0:239557:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.804301:0:239557:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.804306:0:239557:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976333.804308:0:239557:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.804316:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.804321:0:239557:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393318. 00000400:00000010:0.0:1783976333.804327:0:239557:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137cc0. 00000100:00000200:0.0:1783976333.804335:0:239557:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496640512, portal 10 00000100:00000001:0.0:1783976333.804336:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.804337:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976333.804343:0:239557:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496640512/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.804349:0:239557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.804351:0:239557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.804355:0:239557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976333.804360:0:239557:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496640512, offset 0 00000400:00000200:0.0:1783976333.804365:0:239557:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.804373:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.804380:0:239557:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.804386:0:239557:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.804390:0:239557:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.804394:0:239557:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.804397:0:239557:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.804401:0:239557:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778593:778593:256:4294967295] 192.168.201.114@tcp LPNI seq info [778571:778571:8:4294967295] 00000400:00000200:0.0:1783976333.804406:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.804417:0:239557:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.804423:0:239557:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.804428:0:239557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b700. 00000800:00000200:0.0:1783976333.804435:0:239557:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.804443:0:239557:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.804447:0:239557:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.804471:0:239557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.804476:0:239557:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.804479:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.804483:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539651 00000100:00000001:0.0:1783976333.804486:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.804488:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539651 00000100:00000001:0.0:1783976333.804491:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.804493:0:239557:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.804496:0:239557:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.804498:0:239557:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.804499:0:239557:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.804502:0:239557:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137840 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.804505:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.804508:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.819439:0:239560:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.831195:0:239560:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.831199:0:239560:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.831202:0:239560:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393688. 00000400:00000200:0.0:1783976333.831206:0:239560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976333.831209:0:239560:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137d80. 00000100:00000001:0.0:1783976333.831214:0:239560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.831220:0:239560:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.831229:0:239560:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.831238:0:239560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.831240:0:239560:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.831243:0:239560:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.831246:0:239560:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.831248:0:239560:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.831251:0:239560:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.831253:0:239560:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.831261:0:239560:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976333.831265:0:239560:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.831267:0:239560:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.831269:0:239560:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.831271:0:239560:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.831276:0:239560:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.846468:0:239560:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.846472:0:239560:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.846475:0:239560:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.846477:0:239560:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.846484:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.846492:0:239560:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.846495:0:239560:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.846496:0:239560:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.846500:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.846507:0:239560:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239560:1870620496640384:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.846512:0:239560:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.846515:0:239560:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.846517:0:239560:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.846519:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.846521:0:239560:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.846527:0:239560:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.846529:0:239560:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976333.846533:0:239560:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.846534:0:239560:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976333.846537:0:239560:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976333.846552:0:239560:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.846555:0:239560:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.846558:0:239560:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.846562:0:239560:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275400. 00000080:00000001:0.0:1783976333.846567:0:239560:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976333.846570:0:239560:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976333.846574:0:239560:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9433d1000. 00800000:00000001:0.0:1783976333.846580:0:239560:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976333.846581:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.846583:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.846585:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.846587:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.846589:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.846591:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.846593:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.846597:0:239560:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976333.846600:0:239560:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976333.846602:0:239560:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.846605:0:239560:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.846607:0:239560:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.846609:0:239560:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.846614:0:239560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9e00. 00000100:00000001:0.0:1783976333.846618:0:239560:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.846622:0:239560:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.846623:0:239560:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.846624:0:239560:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.846628:0:239560:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976333.846630:0:239560:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976333.846632:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.846633:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976333.846636:0:239560:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.846638:0:239560:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.846640:0:239560:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.846641:0:239560:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.846645:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.846651:0:239560:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.846653:0:239560:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.846655:0:239560:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.846657:0:239560:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.846658:0:239560:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.846661:0:239560:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239560:1870620496641152:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.846664:0:239560:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.846666:0:239560:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.846667:0:239560:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.846669:0:239560:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.846674:0:239560:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976333.846676:0:239560:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.846679:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.846681:0:239560:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393688. 00000400:00000010:0.0:1783976333.846685:0:239560:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976333.846689:0:239560:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496641152, portal 10 00000100:00000001:0.0:1783976333.846690:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.846691:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976333.846696:0:239560:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.846702:0:239560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.846704:0:239560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.846707:0:239560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976333.846710:0:239560:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496641152, offset 0 00000400:00000200:0.0:1783976333.846715:0:239560:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.846720:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.846724:0:239560:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.846727:0:239560:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.846729:0:239560:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.846732:0:239560:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.846734:0:239560:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.846736:0:239560:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778597:778597:256:4294967295] 192.168.201.114@tcp LPNI seq info [778575:778575:8:4294967295] 00000400:00000200:0.0:1783976333.846740:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.846746:0:239560:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.846750:0:239560:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.846754:0:239560:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b300. 00000800:00000200:0.0:1783976333.846758:0:239560:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.846762:0:239560:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.846764:0:239560:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.846778:0:239560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.846781:0:239560:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.846784:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.846786:0:239560:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539695 00000100:00000001:0.0:1783976333.846789:0:239560:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.846792:0:239560:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539695 00000100:00000001:0.0:1783976333.846794:0:239560:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.846796:0:239560:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.846798:0:239560:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.846800:0:239560:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.846801:0:239560:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.846803:0:239560:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.846805:0:239560:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.846806:0:239560:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.846929:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.846933:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.846939:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.846941:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.846944:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f898. 00000400:00000200:0.0:1783976333.846947:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83990 00000400:00000010:0.0:1783976333.846949:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83990. 00000100:00000001:0.0:1783976333.846952:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.846958:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3d500 x1870620496640896/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976333.846967:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3d500 x1870620496640896/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.846980:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.846982:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.846985:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.846987:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.846989:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.846991:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.846993:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.847000:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd80 time=1 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976333.847004:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.847006:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.847007:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.847010:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.847013:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.847015:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.847016:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972888 00000100:00000001:0.0:1783976333.847018:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.847020:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.847023:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3d500 x1870620496640896/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.847029:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.847031:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.847032:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.847035:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3d500 x1870620496640896/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976333.847043:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496640896:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976333.847047:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.847048:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.847051:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3d500 x1870620496640896/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976333.847057:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.847059:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.847062:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f95849fe00. 02000000:00000001:0.0:1783976333.847066:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.847068:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.847070:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.847072:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.847074:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f95849f600. 02000000:00000001:0.0:1783976333.847078:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.847079:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.847081:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3d500. 00000100:00000001:0.0:1783976333.847083:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.847085:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.847086:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.847094:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.847096:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.847097:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976333.847099:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.858795:0:239560:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.858801:0:239560:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.858803:0:239560:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.858806:0:239560:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393688. 00000400:00000200:0.0:1783976333.858809:0:239560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137d80 00000400:00000010:0.0:1783976333.858811:0:239560:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137d80. 00000100:00000001:0.0:1783976333.858815:0:239560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.858822:0:239560:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.858830:0:239560:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.858837:0:239560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.858838:0:239560:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.858840:0:239560:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.858842:0:239560:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.858843:0:239560:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.858845:0:239560:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.858848:0:239560:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.858853:0:239560:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976333.858856:0:239560:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.858859:0:239560:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.858861:0:239560:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.858864:0:239560:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.858866:0:239560:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.858870:0:239560:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.858871:0:239560:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.858873:0:239560:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.858875:0:239560:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.858879:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.858886:0:239560:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.858888:0:239560:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.858889:0:239560:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.858893:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.858900:0:239560:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239560:1870620496641152:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.858904:0:239560:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.858906:0:239560:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.858908:0:239560:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.858909:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.858912:0:239560:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.858918:0:239560:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.858921:0:239560:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976333.858923:0:239560:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.858925:0:239560:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976333.858928:0:239560:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:0.0:1783976333.858931:0:239560:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.858933:0:239560:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.858935:0:239560:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.858938:0:239560:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9433d1000. 00000080:00000001:0.0:1783976333.858943:0:239560:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976333.858947:0:239560:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783976333.858954:0:239560:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513183 : 144115373061513183 : 200002b12011fdf) 00000080:00000001:0.0:1783976333.858960:0:239560:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976333.858962:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.858965:0:239560:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496640384/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.858972:0:239560:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.858975:0:239560:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.858977:0:239560:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458aa000. 02000000:00000001:0.0:1783976333.858980:0:239560:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.858982:0:239560:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.858984:0:239560:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.858986:0:239560:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.858989:0:239560:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275e00. 02000000:00000001:0.0:1783976333.858992:0:239560:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.858994:0:239560:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.858996:0:239560:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976333.859000:0:239560:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.859001:0:239560:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.859003:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.859006:0:239560:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496641152/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.859011:0:239560:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.859012:0:239560:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.859014:0:239560:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976333.859016:0:239560:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.859017:0:239560:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.859019:0:239560:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.859021:0:239560:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.859022:0:239560:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9e00. 02000000:00000001:0.0:1783976333.859024:0:239560:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.859025:0:239560:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.859026:0:239560:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976333.859028:0:239560:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.859029:0:239560:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976333.859049:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bd28 00000080:00200008:0.0:1783976333.859051:0:239560:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.859058:0:239560:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.859060:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bca0 00000080:00200000:0.0:1783976333.859063:0:239560:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988),name=d56od.sanity.n1 00000080:00000010:0.0:1783976333.859069:0:239560:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9e00. 00000080:00000001:0.0:1783976333.859079:0:239560:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.859082:0:239560:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.859084:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bbc0 00800000:00000002:0.0:1783976333.859087:0:239560:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fdf:0x0] 'd56od.sanity.n1' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976333.859090:0:239560:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.859093:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.859095:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.859097:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.859099:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.859101:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.859103:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976333.859105:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.859107:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.859108:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.859109:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.859110:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.859112:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.859113:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976333.859115:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.859118:0:239560:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x200002b12:0x11fdf:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.859122:0:239560:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.859124:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9ba90 00000002:00010000:0.0:1783976333.859125:0:239560:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fdf:0x0]) in obj [0x240002b13:0x2069:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.859129:0:239560:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.859131:0:239560:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.859133:0:239560:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.859176:0:239560:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80900 count: 2 00010000:00000001:0.0:1783976333.859180:0:239560:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.859185:0:239560:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.859188:0:239560:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.859193:0:239560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783976333.859210:0:239560:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.859212:0:239560:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.859216:0:239560:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783976333.859223:0:239560:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.859225:0:239560:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.859227:0:239560:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.859229:0:239560:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.859230:0:239560:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.859233:0:239560:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x2069:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.859235:0:239560:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976333.859238:0:239560:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9e00. 00000080:00000001:0.0:1783976333.859241:0:239560:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.859242:0:239560:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.859245:0:239560:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fdf:0x0](ffff96f97c231988) 00000080:00010000:0.0:1783976333.859249:0:239560:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fdf:0x0](ffff96f97c231988) for lock 0x5bb448586bd09398 00800000:00000001:0.0:1783976333.859252:0:239560:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.859254:0:239560:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.859256:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.859258:0:239560:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.859261:0:239560:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ac00 refcount=3 00000020:00000001:0.0:1783976333.859263:0:239560:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976333.859266:0:239560:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976333.859269:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.859270:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.859271:0:239560:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.859273:0:239560:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.859275:0:239560:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09398 from it ffffaf1481d9bcd8 00010000:00000001:0.0:1783976333.859277:0:239560:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.859278:0:239560:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.859280:0:239560:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ac00 refcount=3 00000020:00000001:0.0:1783976333.859282:0:239560:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976333.859284:0:239560:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976333.859286:0:239560:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.859289:0:239560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976333.859294:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.859295:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.859297:0:239560:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.859299:0:239560:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.859301:0:239560:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976333.859308:0:239560:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.859311:0:239560:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.859312:0:239560:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.859316:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.859317:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.859318:0:239560:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.859321:0:239560:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.859323:0:239560:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.859324:0:239560:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.859327:0:239560:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.859329:0:239560:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.859330:0:239560:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.859331:0:239560:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.859332:0:239560:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.859334:0:239560:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.859336:0:239560:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.859340:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bd28 00000080:00000008:0.0:1783976333.859342:0:239560:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.859497:0:239560:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976333.859499:0:239560:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976333.859505:0:239560:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9e00. 00000080:00000001:0.0:1783976333.859509:0:239560:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976333.859517:0:239560:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584052154048 : -40489657397568 : ffffdb2cc45a8ec0) 00000080:00000001:0.0:1783976333.859521:0:239560:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513183 : 144115373061513183 : 200002b12011fdf) 00000080:00000001:0.0:1783976333.859525:0:239560:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976333.859528:0:239560:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.859531:0:239560:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9e00. 00000080:00000001:0.0:1783976333.859534:0:239560:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.859558:0:239560:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976333.859560:0:239560:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976333.859563:0:239560:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976333.859565:0:239560:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.859578:0:239560:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.859579:0:239560:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.859582:0:239560:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d9bd98 00000080:00200008:0.0:1783976333.859584:0:239560:0:(file.c:447:ll_file_release()) START file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 504000 00000080:00000001:0.0:1783976333.859588:0:239560:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976333.859590:0:239560:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976333.859591:0:239560:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976333.859594:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.859596:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.859597:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.859599:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.859601:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.859603:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976333.859604:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.859607:0:239560:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.859608:0:239560:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.859611:0:239560:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80900 count: 2 00010000:00000001:0.0:1783976333.859613:0:239560:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976333.859615:0:239560:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.859617:0:239560:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fdf:0x0]: 0 00000080:00000001:0.0:1783976333.859620:0:239560:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976333.859622:0:239560:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976333.859625:0:239560:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9e00. 00000080:00000001:0.0:1783976333.859627:0:239560:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976333.859629:0:239560:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976333.859631:0:239560:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976333.859633:0:239560:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.859634:0:239560:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.859635:0:239560:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.859636:0:239560:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.859638:0:239560:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.859640:0:239560:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976333.859641:0:239560:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.859643:0:239560:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fdf:0x0] 00000002:00000001:0.0:1783976333.859646:0:239560:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976333.859647:0:239560:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fdf:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976333.859651:0:239560:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976333.859654:0:239560:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.859656:0:239560:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.859659:0:239560:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.859661:0:239560:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.859666:0:239560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8400. 00000100:00000001:0.0:1783976333.859670:0:239560:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976333.859683:0:239560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f977e49500 x1870620496640000/t25770086037(25770086037) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976349 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976333.859692:0:239560:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976333.859697:0:239560:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07b80 x1870620496641536/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976333.859703:0:239560:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.859705:0:239560:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.859710:0:239560:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137c00. 00000100:00000001:0.0:1783976333.859711:0:239560:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738560 : -115476720813056 : ffff96f97b137c00) 00000100:00000001:0.0:1783976333.859714:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.859715:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976333.859719:0:239560:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.859722:0:239560:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.859724:0:239560:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.859725:0:239560:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.859728:0:239560:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496641536/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.859741:0:239560:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.859743:0:239560:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.859746:0:239560:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.859748:0:239560:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.859750:0:239560:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.859753:0:239560:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239560:1870620496641536:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976333.859756:0:239560:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.859760:0:239560:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.859761:0:239560:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.859763:0:239560:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.859767:0:239560:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976333.859769:0:239560:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.859774:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.859777:0:239560:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393688. 00000400:00000010:0.0:1783976333.859782:0:239560:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137d80. 00000100:00000200:0.0:1783976333.859785:0:239560:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496641536, portal 10 00000100:00000001:0.0:1783976333.859787:0:239560:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.859788:0:239560:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976333.859793:0:239560:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496641536/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.859800:0:239560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.859802:0:239560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.859804:0:239560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783976333.859808:0:239560:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496641536, offset 0 00000400:00000200:0.0:1783976333.859813:0:239560:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.859819:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.859825:0:239560:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.859828:0:239560:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.859831:0:239560:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.859834:0:239560:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.859836:0:239560:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.859840:0:239560:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778599:778599:256:4294967295] 192.168.201.114@tcp LPNI seq info [778577:778577:8:4294967295] 00000400:00000200:0.0:1783976333.859845:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.859853:0:239560:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.859857:0:239560:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.859862:0:239560:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b900. 00000800:00000200:0.0:1783976333.859868:0:239560:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.859874:0:239560:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.859878:0:239560:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.859894:0:239560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.859897:0:239560:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.859900:0:239560:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.859903:0:239560:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539707 00000100:00000001:0.0:1783976333.859906:0:239560:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.859908:0:239560:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539707 00000100:00000001:0.0:1783976333.859910:0:239560:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.859912:0:239560:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.859914:0:239560:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.859916:0:239560:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.859917:0:239560:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.859919:0:239560:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.859921:0:239560:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.859923:0:239560:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.864997:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.865004:0:239558:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.865006:0:239558:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.865010:0:239558:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970acedc0. 00000400:00000200:0.0:1783976333.865016:0:239558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977815e40 00000400:00000010:0.0:1783976333.865019:0:239558:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977815e40. 00000100:00000001:0.0:1783976333.865022:0:239558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.865027:0:239558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e48e00 x1870620496641280/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.865036:0:239558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e48e00 x1870620496641280/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.865044:0:239558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.865046:0:239558:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.865049:0:239558:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.865052:0:239558:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.865055:0:239558:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.865057:0:239558:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.865060:0:239558:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.865071:0:239558:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976333.865075:0:239558:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.865078:0:239558:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.865080:0:239558:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.865083:0:239558:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.865086:0:239558:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.865089:0:239558:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.865091:0:239558:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.865093:0:239558:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.865095:0:239558:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.865099:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e48e00 x1870620496641280/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.865107:0:239558:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.865111:0:239558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.865113:0:239558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.865117:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e48e00 x1870620496641280/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.865125:0:239558:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e48e00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496641280:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.865130:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.865133:0:239558:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.865174:0:239558:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.865177:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.865181:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e48e00 x1870620496641280/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.865189:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.865193:0:239558:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815480. 00000100:00000001:0.0:1783976333.865196:0:239558:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.865198:0:239558:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976333.865204:0:239558:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:0.0:1783976333.865207:0:239558:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.865210:0:239558:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.865213:0:239558:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.865219:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345c200. 00000080:00000001:0.0:1783976333.865223:0:239558:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976333.865227:0:239558:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783976333.865235:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976333.865242:0:239558:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976333.865243:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.865248:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4bb80 x1870620496641024/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.865254:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.865256:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.865259:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f958240000. 02000000:00000001:0.0:1783976333.865262:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.865265:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.865266:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.865268:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.865271:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345da00. 02000000:00000001:0.0:1783976333.865274:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.865275:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.865277:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4bb80. 00000100:00000001:0.0:1783976333.865280:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.865281:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.865282:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.865285:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e48e00 x1870620496641280/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.865292:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.865293:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.865294:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f958242000. 02000000:00000001:0.0:1783976333.865297:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.865299:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.865300:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.865302:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.865303:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345c400. 02000000:00000001:0.0:1783976333.865305:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.865306:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.865307:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e48e00. 00000100:00000001:0.0:1783976333.865311:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.865312:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976333.865333:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd28 00000080:00200008:0.0:1783976333.865336:0:239558:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.865343:0:239558:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.865344:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bca0 00000080:00200000:0.0:1783976333.865346:0:239558:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x240002b13:0x206c:0x0](ffff96f97c234b08),name=d56od.sanity.n2 00000080:00000010:0.0:1783976333.865353:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9c00. 00000080:00000001:0.0:1783976333.865360:0:239558:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.865364:0:239558:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.865366:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bbc0 00800000:00000002:0.0:1783976333.865368:0:239558:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x240002b13:0x206c:0x0] '' on [0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976333.865372:0:239558:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.865374:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.865377:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.865379:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.865381:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.865383:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.865385:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976333.865387:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.865390:0:239558:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x206c:0x0], fid2=[0x240002b13:0x206c:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976333.865395:0:239558:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.865397:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8ba90 00000002:00010000:0.0:1783976333.865399:0:239558:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x206c:0x0]) in obj [0x240002b13:0x206c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.865402:0:239558:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.865403:0:239558:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.865405:0:239558:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.865412:0:239558:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 3 00010000:00000001:0.0:1783976333.865415:0:239558:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.865421:0:239558:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.865425:0:239558:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.865429:0:239558:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1783976333.865438:0:239558:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.865441:0:239558:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.865444:0:239558:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1783976333.865450:0:239558:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.865452:0:239558:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.865454:0:239558:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.865456:0:239558:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.865458:0:239558:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.865460:0:239558:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x206c:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.865462:0:239558:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976333.865465:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9c00. 00000080:00000001:0.0:1783976333.865468:0:239558:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.865470:0:239558:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.865473:0:239558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x206c:0x0](ffff96f97c234b08) 00000080:00010000:0.0:1783976333.865476:0:239558:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x206c:0x0](ffff96f97c234b08) for lock 0x5bb448586bd09391 00800000:00000001:0.0:1783976333.865479:0:239558:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.865482:0:239558:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.865483:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.865486:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.865488:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976333.865490:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976333.865493:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976333.865496:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.865498:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.865499:0:239558:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.865501:0:239558:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.865503:0:239558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09391 from it ffffaf1481d8bcd8 00010000:00000001:0.0:1783976333.865505:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.865506:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.865507:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a000 refcount=3 00000020:00000001:0.0:1783976333.865509:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976333.865511:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753408 : -115481736798208 : ffff96f85019a000) 00010000:00000001:0.0:1783976333.865514:0:239558:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.865517:0:239558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976333.865522:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.865523:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.865525:0:239558:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.865527:0:239558:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.865530:0:239558:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019a000/0x5bb448586bd09391 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb01 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976333.865536:0:239558:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.865539:0:239558:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.865552:0:239558:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.865557:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.865558:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.865560:0:239558:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.865563:0:239558:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.865564:0:239558:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.865566:0:239558:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.865568:0:239558:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.865570:0:239558:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.865571:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.865573:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.865574:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.865575:0:239558:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.865578:0:239558:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.865582:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd28 00000080:00000008:0.0:1783976333.865584:0:239558:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.865711:0:239558:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976333.865714:0:239558:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240002b13:0x206c:0x0](ffff96f97c234b08) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976333.865718:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9c00. 00000080:00000001:0.0:1783976333.865722:0:239558:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976333.865730:0:239558:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584055303680 : -40489654247936 : ffffdb2cc48a9e00) 00000080:00000001:0.0:1783976333.865733:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976333.865737:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976333.865740:0:239558:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.865742:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9c00. 00000080:00000001:0.0:1783976333.865746:0:239558:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.865755:0:239558:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976333.865756:0:239558:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240002b13:0x206c:0x0](ffff96f97c234b08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976333.865759:0:239558:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976333.865761:0:239558:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.865773:0:239558:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.865776:0:239558:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.865777:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd98 00000080:00200008:0.0:1783976333.865780:0:239558:0:(file.c:447:ll_file_release()) START file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 504000 00000080:00000001:0.0:1783976333.865784:0:239558:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976333.865785:0:239558:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976333.865787:0:239558:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976333.865790:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.865791:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.865793:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.865794:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.865796:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.865798:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976333.865800:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.865802:0:239558:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.865804:0:239558:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.865806:0:239558:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 3 00010000:00000001:0.0:1783976333.865808:0:239558:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976333.865811:0:239558:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.865813:0:239558:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x206c:0x0]: 0 00000080:00000001:0.0:1783976333.865815:0:239558:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976333.865818:0:239558:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976333.865820:0:239558:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9c00. 00000080:00000001:0.0:1783976333.865822:0:239558:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976333.865825:0:239558:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976333.865827:0:239558:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976333.865829:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.865830:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.865831:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.865833:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.865834:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.865836:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976333.865838:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.865840:0:239558:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x206c:0x0] 00000002:00000001:0.0:1783976333.865842:0:239558:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976333.865844:0:239558:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x206c:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976333.865848:0:239558:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976333.865851:0:239558:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.865854:0:239558:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.865857:0:239558:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.865859:0:239558:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.865865:0:239558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8e00. 00000100:00000001:0.0:1783976333.865870:0:239558:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976333.865881:0:239558:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f977e48a80 x1870620496639616/t25769972889(25769972889) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976349 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976333.865891:0:239558:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976333.865896:0:239558:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07800 x1870620496641792/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976333.865903:0:239558:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.865905:0:239558:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.865910:0:239558:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137900. 00000100:00000001:0.0:1783976333.865912:0:239558:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737792 : -115476720813824 : ffff96f97b137900) 00000100:00000001:0.0:1783976333.865915:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.865916:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976333.865920:0:239558:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.865924:0:239558:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.865926:0:239558:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.865928:0:239558:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.865931:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496641792/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.865939:0:239558:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.865941:0:239558:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.865944:0:239558:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.865946:0:239558:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.865948:0:239558:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.865951:0:239558:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496641792:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976333.865955:0:239558:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.865960:0:239558:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.865962:0:239558:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.865964:0:239558:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.865969:0:239558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458aa000. 02000000:00000001:0.0:1783976333.865971:0:239558:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.865976:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.865980:0:239558:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393210. 00000400:00000010:0.0:1783976333.865986:0:239558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137540. 00000100:00000200:0.0:1783976333.865991:0:239558:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496641792, portal 10 00000100:00000001:0.0:1783976333.865994:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.865995:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976333.866000:0:239558:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496641792/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.866007:0:239558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.866010:0:239558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.866013:0:239558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783976333.866016:0:239558:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496641792, offset 0 00000400:00000200:0.0:1783976333.866022:0:239558:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.866029:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.866035:0:239558:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.866040:0:239558:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.866045:0:239558:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.866048:0:239558:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.866051:0:239558:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.866055:0:239558:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778600:778600:256:4294967295] 192.168.201.114@tcp LPNI seq info [778578:778578:8:4294967295] 00000400:00000200:0.0:1783976333.866059:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.866068:0:239558:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.866074:0:239558:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.866079:0:239558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b400. 00000800:00000200:0.0:1783976333.866086:0:239558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.866094:0:239558:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.866098:0:239558:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.866113:0:239558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.866117:0:239558:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10237 usecs (11 jiffies) 00000400:00000200:0.0:1783976333.866120:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.866123:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539714 00000100:00000001:0.0:1783976333.866126:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.866128:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539714 00000100:00000001:0.0:1783976333.866131:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.866133:0:239558:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.866171:0:239558:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.866174:0:239558:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.866176:0:239558:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.866178:0:239558:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137900 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.866180:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.866182:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.889681:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.889690:0:239558:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.889692:0:239558:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.889696:0:239558:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393210. 00000400:00000200:0.0:1783976333.889700:0:239558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b137540 00000400:00000010:0.0:1783976333.889703:0:239558:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b137540. 00000100:00000001:0.0:1783976333.889708:0:239558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.889713:0:239558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496641792/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.889723:0:239558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496641792/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.889730:0:239558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.889732:0:239558:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.889734:0:239558:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.889737:0:239558:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.889746:0:239558:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.889748:0:239558:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.889751:0:239558:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.889760:0:239558:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=42 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976333.889764:0:239558:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.889770:0:239558:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.889772:0:239558:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.889775:0:239558:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.889779:0:239558:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.889782:0:239558:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976333.889784:0:239558:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976333.889786:0:239558:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976333.889788:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.889789:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976333.889793:0:239558:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.889795:0:239558:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972888 00000100:00000001:0.0:1783976333.889797:0:239558:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.889803:0:239558:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.889808:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496641792/t25769972894(25769972894) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976349 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.889815:0:239558:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.889818:0:239558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.889820:0:239558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.889824:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496641792/t25769972894(25769972894) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976349 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.889842:0:239558:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496641792:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976333.889846:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.889853:0:239558:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.889856:0:239558:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.889858:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.889861:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07800 x1870620496641792/t25769972894(25769972894) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.889867:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.889870:0:239558:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137900. 00000100:00000001:0.0:1783976333.889873:0:239558:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.889874:0:239558:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.889880:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.889881:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000002:00000001:0.0:1783976333.889884:0:239558:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.889887:0:239558:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.889892:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9c00. 00000080:00000001:0.0:1783976333.889896:0:239558:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976333.889898:0:239558:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976333.889901:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.889903:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.889906:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.889908:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.889910:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.889912:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206c:0x0] 00800000:00000001:0.0:1783976333.889915:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.889919:0:239558:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976333.889925:0:239558:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f977e48a80 x1870620496639616/t25769972889(25769972889) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.889933:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.889934:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935330432 : -115476774221184 : ffff96f977e48a80) 00000100:00000001:0.0:1783976333.889936:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.889940:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e48a80 x1870620496639616/t25769972889(25769972889) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976349 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.889951:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.889953:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.889956:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07800 x1870620496641792/t25769972894(25769972894) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.889962:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.889964:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.889966:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e48a80 x1870620496639616/t25769972889(25769972889) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4624/608 e 0 to 0 dl 1783976349 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.889976:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976333.889979:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.889981:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.889983:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.889986:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f958244000. 02000000:00000001:0.0:1783976333.889990:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.889996:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.889998:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e48a80. 00000100:00000001:0.0:1783976333.890002:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.890003:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.890005:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.890008:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496641792/t25769972894(25769972894) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.890014:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.890016:0:239558:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c59f80. 00000002:00000001:0.0:1783976333.890018:0:239558:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.890025:0:239558:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.890027:0:239558:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f855750a80. 00000100:00000001:0.0:1783976333.890031:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.890033:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496641792/t25769972894(25769972894) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.890038:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.890040:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.890042:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458aa000. 02000000:00000001:0.0:1783976333.890045:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.890046:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.890047:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.890049:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.890050:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8e00. 02000000:00000001:0.0:1783976333.890052:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.890052:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.890054:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976333.890056:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.890057:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.890059:0:239558:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.890062:0:239558:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f9778f88c0. 00000080:00000001:0.0:1783976333.890065:0:239558:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.890071:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd98 00000080:00000008:0.0:1783976333.890074:0:239558:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity.n2:[0x240002b13:0x206c:0x0](ffff96f97c234b08), flags 504000, rc = 0 00000080:00000001:0.0:1783976333.890077:0:239558:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.890079:0:239558:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.890085:0:239558:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976333.890087:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8be00 00000080:00002000:0.0:1783976333.890089:0:239558:0:(dcache.c:127:ll_ddelete()) deleting dentry d56od.sanity.n2 (ffff96f97955e0d8, parent ffff96f97c186798, inode ffff96f97c234b08) hashed, 00000080:00000001:0.0:1783976333.890092:0:239558:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.890098:0:239558:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976333.890104:0:239558:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783976333.953868:0:239559:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.953876:0:239559:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.953878:0:239559:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.953882:0:239559:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970ace7e8. 00000400:00000200:0.0:1783976333.953887:0:239559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977815e40 00000400:00000010:0.0:1783976333.953889:0:239559:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977815e40. 00000100:00000001:0.0:1783976333.953892:0:239559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.953897:0:239559:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49f80 x1870620496643072/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.953905:0:239559:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49f80 x1870620496643072/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.953915:0:239559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.953917:0:239559:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.953920:0:239559:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.953924:0:239559:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.953927:0:239559:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.953929:0:239559:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.953933:0:239559:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.953959:0:239559:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976333.953963:0:239559:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.953966:0:239559:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.953968:0:239559:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.953971:0:239559:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.953974:0:239559:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.953979:0:239559:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.953981:0:239559:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.953983:0:239559:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.953986:0:239559:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.953991:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e49f80 x1870620496643072/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.953999:0:239559:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.954002:0:239559:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.954005:0:239559:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.954009:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49f80 x1870620496643072/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.954017:0:239559:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49f80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239559:1870620496643072:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.954022:0:239559:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.954026:0:239559:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.954028:0:239559:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.954030:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.954033:0:239559:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49f80 x1870620496643072/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.954040:0:239559:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.954052:0:239559:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815480. 00000100:00000001:0.0:1783976333.954055:0:239559:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.954057:0:239559:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976333.954063:0:239559:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976333.954067:0:239559:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.954070:0:239559:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.954073:0:239559:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.954077:0:239559:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dd000c0 2 00000080:00000010:0.0:1783976333.954080:0:239559:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345cc00. 00000080:00000001:0.0:1783976333.954085:0:239559:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.954092:0:239559:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976333.954099:0:239559:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976333.954100:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.954104:0:239559:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49f80 x1870620496643072/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.954111:0:239559:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.954114:0:239559:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.954117:0:239559:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f958246000. 02000000:00000001:0.0:1783976333.954121:0:239559:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.954123:0:239559:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.954125:0:239559:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.954128:0:239559:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.954130:0:239559:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345c000. 02000000:00000001:0.0:1783976333.954133:0:239559:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.954177:0:239559:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.954180:0:239559:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49f80. 00000100:00000001:0.0:1783976333.954184:0:239559:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.954185:0:239559:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.954186:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.954187:0:239559:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976333.954205:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93d28 00000080:00200008:0.0:1783976333.954208:0:239559:0:(file.c:6217:ll_getattr_dentry()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.954216:0:239559:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.954217:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93ca0 00000080:00200000:0.0:1783976333.954219:0:239559:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988),name=dir1 00000080:00000010:0.0:1783976333.954227:0:239559:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8e00. 00800000:00000002:0.0:1783976333.954233:0:239559:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 4 00000080:00000001:0.0:1783976333.954240:0:239559:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.954244:0:239559:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.954246:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93bc0 00800000:00000002:0.0:1783976333.954248:0:239559:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fe5:0x0] 'dir1' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.954251:0:239559:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.954255:0:239559:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.954257:0:239559:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.954259:0:239559:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.954262:0:239559:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.954264:0:239559:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.954266:0:239559:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.954268:0:239559:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.954271:0:239559:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.954272:0:239559:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.954273:0:239559:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.954274:0:239559:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.954276:0:239559:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.954277:0:239559:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976333.954279:0:239559:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.954282:0:239559:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fe5:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.954287:0:239559:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.954289:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93a90 00000002:00010000:0.0:1783976333.954291:0:239559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe5:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.954295:0:239559:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.954296:0:239559:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.954299:0:239559:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.954305:0:239559:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 3 00010000:00000001:0.0:1783976333.954308:0:239559:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.954313:0:239559:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.954317:0:239559:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.954322:0:239559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783976333.954332:0:239559:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.954336:0:239559:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.954340:0:239559:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783976333.954346:0:239559:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.954348:0:239559:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.954350:0:239559:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.954352:0:239559:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.954354:0:239559:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.954356:0:239559:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.954358:0:239559:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.954361:0:239559:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 4 00000080:00000010:0.0:1783976333.954363:0:239559:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8e00. 00000080:00000001:0.0:1783976333.954366:0:239559:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.954368:0:239559:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.954370:0:239559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe5:0x0](ffff96f97ab61988) 00000080:00010000:0.0:1783976333.954374:0:239559:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe5:0x0](ffff96f97ab61988) for lock 0x5bb448586bd093bb 00800000:00000001:0.0:1783976333.954377:0:239559:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.954379:0:239559:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.954381:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.954383:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.954386:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7da00 refcount=3 00000020:00000001:0.0:1783976333.954387:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976333.954390:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976333.954393:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.954394:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.954396:0:239559:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.954397:0:239559:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.954399:0:239559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd093bb from it ffffaf1481d93cd8 00010000:00000001:0.0:1783976333.954401:0:239559:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.954402:0:239559:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.954403:0:239559:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7da00 refcount=3 00000020:00000001:0.0:1783976333.954405:0:239559:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976333.954407:0:239559:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976333.954409:0:239559:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.954412:0:239559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976333.954418:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.954419:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.954421:0:239559:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.954423:0:239559:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.954425:0:239559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976333.954432:0:239559:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.954435:0:239559:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.954437:0:239559:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.954440:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.954442:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.954443:0:239559:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.954446:0:239559:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.954448:0:239559:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.954449:0:239559:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.954452:0:239559:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.954454:0:239559:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.954455:0:239559:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.954455:0:239559:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.954457:0:239559:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.954458:0:239559:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.954461:0:239559:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.954465:0:239559:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d93d28 00000080:00000008:0.0:1783976333.954467:0:239559:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.954552:0:239559:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976333.954555:0:239559:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976333.954560:0:239559:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8e00. 00800000:00000002:0.0:1783976333.954563:0:239559:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00000080:00000001:0.0:1783976333.954565:0:239559:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976333.954571:0:239559:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584055536704 : -40489654014912 : ffffdb2cc48e2c40) 00000080:00000001:0.0:1783976333.954574:0:239559:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976333.954578:0:239559:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513191 : 144115373061513191 : 200002b12011fe7) 00000080:00000001:0.0:1783976333.954581:0:239559:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513190 : 144115373061513190 : 200002b12011fe6) 00000080:00000001:0.0:1783976333.954583:0:239559:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513192 : 144115373061513192 : 200002b12011fe8) 00000080:00000001:0.0:1783976333.954584:0:239559:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976333.954588:0:239559:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.954590:0:239559:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dd000c0 2 00000080:00000010:0.0:1783976333.954592:0:239559:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8e00. 00000080:00000001:0.0:1783976333.954596:0:239559:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.954616:0:239559:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.954618:0:239559:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) cmd=c1406916 arg=7f2428102f60 00000080:00000010:0.0:1783976333.954625:0:239559:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b600. 00000080:00000001:0.0:1783976333.954629:0:239559:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976333.954631:0:239559:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976333.954634:0:239559:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976333.954637:0:239559:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976333.954639:0:239559:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.954642:0:239559:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.954644:0:239559:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.954645:0:239559:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.954647:0:239559:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.954650:0:239559:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8e00. 00800000:00000002:0.0:1783976333.954653:0:239559:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00800000:00000001:0.0:1783976333.954656:0:239559:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976333.954658:0:239559:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.954659:0:239559:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.954660:0:239559:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.954662:0:239559:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.954664:0:239559:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.954665:0:239559:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976333.954667:0:239559:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.954670:0:239559:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file2 on [0x200002b12:0x11fe5:0x0] -> mds #0 00000002:00000001:0.0:1783976333.954673:0:239559:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976333.954677:0:239559:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976333.954680:0:239559:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.954685:0:239559:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.954688:0:239559:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.954690:0:239559:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.954696:0:239559:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9c00. 00000100:00000001:0.0:1783976333.954701:0:239559:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.954708:0:239559:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.954710:0:239559:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.954712:0:239559:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.954718:0:239559:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137900. 00000100:00000001:0.0:1783976333.954720:0:239559:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988737792 : -115476720813824 : ffff96f97b137900) 00000100:00000001:0.0:1783976333.954723:0:239559:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.954725:0:239559:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976333.954728:0:239559:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.954732:0:239559:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.954734:0:239559:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.954736:0:239559:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.954742:0:239559:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496643200/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.954750:0:239559:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.954752:0:239559:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.954755:0:239559:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.954757:0:239559:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.954760:0:239559:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.954763:0:239559:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239559:1870620496643200:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976333.954767:0:239559:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.954772:0:239559:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.954774:0:239559:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.954776:0:239559:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.954782:0:239559:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458aa000. 02000000:00000001:0.0:1783976333.954784:0:239559:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.954789:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.954792:0:239559:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393210. 00000400:00000010:0.0:1783976333.954797:0:239559:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137540. 00000100:00000200:0.0:1783976333.954804:0:239559:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496643200, portal 10 00000100:00000001:0.0:1783976333.954806:0:239559:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.954808:0:239559:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976333.954814:0:239559:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07800 x1870620496643200/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.954821:0:239559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.954824:0:239559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.954827:0:239559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783976333.954831:0:239559:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496643200, offset 0 00000400:00000200:0.0:1783976333.954837:0:239559:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.954843:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.954850:0:239559:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.954855:0:239559:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.954859:0:239559:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.954863:0:239559:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.954865:0:239559:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.954869:0:239559:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778608:778608:256:4294967295] 192.168.201.114@tcp LPNI seq info [778586:778586:8:4294967295] 00000400:00000200:0.0:1783976333.954873:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.954883:0:239559:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.954889:0:239559:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.954893:0:239559:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b500. 00000800:00000200:0.0:1783976333.954899:0:239559:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.954906:0:239559:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.954910:0:239559:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.954919:0:239559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.954923:0:239559:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.954926:0:239559:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.954929:0:239559:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539803 00000100:00000001:0.0:1783976333.954932:0:239559:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.954934:0:239559:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539803 00000100:00000001:0.0:1783976333.954936:0:239559:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.954939:0:239559:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.954941:0:239559:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.954943:0:239559:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.954945:0:239559:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.954947:0:239559:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137900 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.954949:0:239559:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.954951:0:239559:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.958932:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.958955:0:239558:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.958957:0:239558:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.958960:0:239558:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f8f0. 00000400:00000200:0.0:1783976333.958964:0:239558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85435c800 00000400:00000010:0.0:1783976333.958967:0:239558:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f85435c800. 00000100:00000001:0.0:1783976333.958971:0:239558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.958975:0:239558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3c000 x1870620496642688/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.958983:0:239558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3c000 x1870620496642688/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.958989:0:239558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.958990:0:239558:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.958993:0:239558:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.958996:0:239558:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.958998:0:239558:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.959001:0:239558:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.959004:0:239558:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.959012:0:239558:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976333.959017:0:239558:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.959019:0:239558:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976333.959023:0:239558:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f97ba3c000 x1870620496642688/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.959029:0:239558:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976333.959032:0:239558:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976333.959033:0:239558:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976333.959035:0:239558:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976333.959037:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.959039:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998193152 : -115476711358464 : ffff96f97ba3c000) 00000100:00000001:0.0:1783976333.959052:0:239558:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.959055:0:239558:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.959057:0:239558:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.959059:0:239558:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976333.959064:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.959070:0:239558:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976333.959073:0:239558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.959075:0:239558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.959078:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.959085:0:239558:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3c000 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496642688:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976333.959089:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.959092:0:239558:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976333.959094:0:239558:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.959096:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.959099:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.959105:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.959107:0:239558:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f964337180. 00000100:00000001:0.0:1783976333.959110:0:239558:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.959112:0:239558:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976333.959115:0:239558:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976333.959120:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.959122:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.959125:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=4 00000020:00000001:0.0:1783976333.959128:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976333.959130:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00010000:0.0:1783976333.959158:0:239558:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959172:0:239558:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976333.959176:0:239558:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959181:0:239558:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.959184:0:239558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959190:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.959191:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976333.959193:0:239558:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959198:0:239558:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.959201:0:239558:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.959204:0:239558:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976333.959206:0:239558:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976333.959212:0:239558:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f97dc7c400 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976333.959215:0:239558:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976333.959218:0:239558:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x206400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959224:0:239558:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976333.959226:0:239558:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976333.959229:0:239558:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x206400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959234:0:239558:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976333.959236:0:239558:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976333.959238:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.959239:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.959240:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=5 00000020:00000001:0.0:1783976333.959242:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976333.959244:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976333.959246:0:239558:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976333.959248:0:239558:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x20e400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976333.959253:0:239558:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976333.959254:0:239558:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.959257:0:239558:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976333.959258:0:239558:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976333.959262:0:239558:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976333.959263:0:239558:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976333.959265:0:239558:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.959266:0:239558:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976333.959268:0:239558:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc7c400 with handle 0x5bb448586bd09424 from hash 00010000:00000001:0.0:1783976333.959271:0:239558:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976333.959272:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.959273:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.959274:0:239558:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976333.959276:0:239558:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976333.959277:0:239558:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976333.959279:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.959280:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.959281:0:239558:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.959283:0:239558:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.959285:0:239558:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959290:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.959291:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.959292:0:239558:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976333.959293:0:239558:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.959295:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.959296:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.959297:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976333.959299:0:239558:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09424 lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 239558 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.959310:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.959312:0:239558:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976333.959316:0:239558:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976333.959322:0:239558:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.959330:0:239558:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976333.959335:0:239558:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.959342:0:239558:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.959346:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976333.959347:0:239558:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.959349:0:239558:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.959351:0:239558:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.959354:0:239558:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976333.959356:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.959357:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998193152 : -115476711358464 : ffff96f97ba3c000) 00010000:00000001:0.0:1783976333.959359:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976333.959360:0:239558:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.959362:0:239558:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976333.959365:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8b868 00000002:00002000:0.0:1783976333.959367:0:239558:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976333.959370:0:239558:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.959373:0:239558:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.959376:0:239558:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976333.959378:0:239558:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976333.959381:0:239558:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.959385:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 3 00000080:00000010:0.0:1783976333.959389:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f95849fe00. 00000080:00000001:0.0:1783976333.959395:0:239558:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976333.959401:0:239558:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976333.959405:0:239558:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976333.959410:0:239558:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99a80. 00800000:00000001:0.0:1783976333.959412:0:239558:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078975616 : -115477630576000 : ffff96f944d99a80) 00800000:00000001:0.0:1783976333.959415:0:239558:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.959416:0:239558:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976333.959419:0:239558:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976333.959420:0:239558:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe9:0x0] 00000080:00000001:0.0:1783976333.959423:0:239558:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976333.959426:0:239558:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976333.959428:0:239558:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.959432:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513193 : 144115373061513193 : 200002b12011fe9) 00000080:00000001:0.0:1783976333.959435:0:239558:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976333.959439:0:239558:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe9:0x0], updating i_size 4096 00000080:00000001:0.0:1783976333.959441:0:239558:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976333.959444:0:239558:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976333.959445:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99a80 1 00800000:00000010:0.0:1783976333.959447:0:239558:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99a80. 00800000:00000001:0.0:1783976333.959450:0:239558:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976333.959454:0:239558:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir2 [0x200002b12:0x11fe9:0x0] depth 3 server default LMV inherit depth 0 00000100:00000001:0.0:1783976333.959457:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.959460:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.959466:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.959470:0:239558:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.959474:0:239558:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99a80. 00000080:00000001:0.0:1783976333.959476:0:239558:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976333.959479:0:239558:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976333.959481:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.959483:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.959652:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.959655:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.959657:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.959659:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976333.959661:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.959665:0:239558:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976333.959670:0:239558:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c300c0. 00000002:00100000:0.0:1783976333.959675:0:239558:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.959681:0:239558:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.959682:0:239558:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976333.959686:0:239558:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.959689:0:239558:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.959692:0:239558:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.959694:0:239558:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.959695:0:239558:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.959699:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.959702:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976333.959708:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.959711:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f97c4c0000. 02000000:00000001:0.0:1783976333.959744:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976333.959745:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.959748:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bb78 00000080:00000008:0.0:1783976333.959750:0:239558:0:(file.c:1297:ll_file_open()) COMPLETED file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.959754:0:239558:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.959801:0:239558:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.959805:0:239558:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.959807:0:239558:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.959808:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bbc0 00000080:00200000:0.0:1783976333.959810:0:239558:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.959817:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9600. 00800000:00000002:0.0:1783976333.959822:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.959826:0:239558:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.959829:0:239558:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.959831:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bae0 00800000:00000002:0.0:1783976333.959833:0:239558:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.959836:0:239558:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.959837:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.959839:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.959840:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.959842:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.959843:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.959845:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.959847:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.959850:0:239558:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.959854:0:239558:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.959855:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8b9b0 00000002:00010000:0.0:1783976333.959857:0:239558:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.959860:0:239558:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.959861:0:239558:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.959864:0:239558:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.959869:0:239558:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.959872:0:239558:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.959876:0:239558:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.959878:0:239558:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.959882:0:239558:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 02000000:00000001:0.0:1783976333.959890:0:239558:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.959893:0:239558:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.959896:0:239558:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000002:00000001:0.0:1783976333.959903:0:239558:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.959904:0:239558:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.959906:0:239558:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.959907:0:239558:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.959909:0:239558:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.959911:0:239558:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.959913:0:239558:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.959915:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.959917:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9600. 00000080:00000001:0.0:1783976333.959921:0:239558:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.959923:0:239558:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.959925:0:239558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.959929:0:239558:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.959931:0:239558:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.959933:0:239558:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.959934:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.959935:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.960292:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.960294:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.960297:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.960299:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.960301:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.960302:0:239558:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.960304:0:239558:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.960306:0:239558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d8bbf8 00010000:00000001:0.0:1783976333.960308:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.960310:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.960311:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.960313:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.960314:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.960316:0:239558:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.960319:0:239558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00000001:0.0:1783976333.960325:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.960326:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.960327:0:239558:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.960329:0:239558:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.960331:0:239558:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00000001:0.0:1783976333.960338:0:239558:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.960342:0:239558:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.960344:0:239558:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.960348:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.960349:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.960351:0:239558:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.960354:0:239558:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.960355:0:239558:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.960357:0:239558:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.960360:0:239558:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.960362:0:239558:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.960363:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.960364:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.960366:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.960367:0:239558:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.960370:0:239558:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976333.960374:0:239558:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960378:0:239558:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.960380:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bb88 00000080:00002000:0.0:1783976333.960381:0:239558:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 2 00000080:00000001:0.0:1783976333.960384:0:239558:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.960386:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bbd0 00000080:00200000:0.0:1783976333.960388:0:239558:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976333.960392:0:239558:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.960393:0:239558:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960397:0:239558:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.960398:0:239558:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976333.960401:0:239558:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960403:0:239558:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.960404:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bb88 00000080:00002000:0.0:1783976333.960406:0:239558:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 4 00000080:00000001:0.0:1783976333.960408:0:239558:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.960411:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bbd0 00000080:00200000:0.0:1783976333.960412:0:239558:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=24 00000080:00000002:0.0:1783976333.960414:0:239558:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976333.960418:0:239558:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.960419:0:239558:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976333.960422:0:239558:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960425:0:239558:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.960426:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bbc0 00000080:00002000:0.0:1783976333.960427:0:239558:0:(dcache.c:87:ll_dcompare()) found name dir2(ffff96f97955e870) flags 0x28004e refc 1 00000080:00000001:0.0:1783976333.960429:0:239558:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.960431:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bc08 00000080:00200000:0.0:1783976333.960432:0:239558:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir2, flags=264 00000080:00000002:0.0:1783976333.960435:0:239558:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir2 [0x200002b12:0x11fe9:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976333.960439:0:239558:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.960440:0:239558:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), inode mode 41ed mask 44 00000080:00000001:0.0:1783976333.960443:0:239558:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960447:0:239558:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976333.960449:0:239558:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976333.960452:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bb78 00000080:00200008:0.0:1783976333.960453:0:239558:0:(file.c:1058:ll_file_open()) START file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 504000 00000080:00000010:0.0:1783976333.960459:0:239558:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b040. 00000080:00000001:0.0:1783976333.960464:0:239558:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976333.960466:0:239558:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.960469:0:239558:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960471:0:239558:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.960472:0:239558:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960474:0:239558:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976333.960476:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bb78 00000080:00000008:0.0:1783976333.960478:0:239558:0:(file.c:1297:ll_file_open()) COMPLETED file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 504000, rc = 0 00000080:00000001:0.0:1783976333.960480:0:239558:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960505:0:239558:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.960507:0:239558:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.960509:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd98 00000080:00200008:0.0:1783976333.960511:0:239558:0:(file.c:447:ll_file_release()) START file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 304000 00000080:00400000:0.0:1783976333.960514:0:239558:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe9:0x0] 00000080:00000001:0.0:1783976333.960517:0:239558:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976333.960518:0:239558:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976333.960520:0:239558:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976333.960523:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.960524:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.960525:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.960526:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.960528:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.960530:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976333.960531:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.960533:0:239558:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.960535:0:239558:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.960539:0:239558:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76900 count: 3 00010000:00000001:0.0:1783976333.960541:0:239558:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976333.960544:0:239558:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.960545:0:239558:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe9:0x0]: 0 00000080:00000001:0.0:1783976333.960547:0:239558:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976333.960549:0:239558:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.960551:0:239558:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd51a40. 00000080:00000001:0.0:1783976333.960554:0:239558:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.960556:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd98 00000080:00000008:0.0:1783976333.960557:0:239558:0:(file.c:491:ll_file_release()) COMPLETED file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.960560:0:239558:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960562:0:239558:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.960576:0:239558:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.960578:0:239558:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) cmd=c1406917 arg=7f2428115c80 00000080:00000001:0.0:1783976333.960584:0:239558:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976333.960586:0:239558:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976333.960590:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9600. 00800000:00000002:0.0:1783976333.960592:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00800000:00000001:0.0:1783976333.960596:0:239558:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976333.960597:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.960598:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.960599:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.960600:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.960601:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.960603:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976333.960604:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.960607:0:239558:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976333.960612:0:239558:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976333.960615:0:239558:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.960620:0:239558:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.960622:0:239558:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.960625:0:239558:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.960631:0:239558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8a00. 00000100:00000001:0.0:1783976333.960637:0:239558:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.960644:0:239558:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.960646:0:239558:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.960648:0:239558:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.960654:0:239558:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976333.960656:0:239558:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976333.960658:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.960659:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976333.960663:0:239558:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.960667:0:239558:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.960669:0:239558:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.960671:0:239558:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.960678:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.960685:0:239558:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.960687:0:239558:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.960690:0:239558:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.960692:0:239558:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.960695:0:239558:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.960698:0:239558:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496643328:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.960702:0:239558:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.960706:0:239558:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.960708:0:239558:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.960710:0:239558:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.960716:0:239558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976333.960718:0:239558:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.960724:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.960728:0:239558:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c60. 00000400:00000010:0.0:1783976333.960733:0:239558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976333.960739:0:239558:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496643328, portal 10 00000100:00000001:0.0:1783976333.960741:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.960742:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976333.960747:0:239558:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.960759:0:239558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.960762:0:239558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.960765:0:239558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976333.960768:0:239558:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496643328, offset 0 00000400:00000200:0.0:1783976333.960774:0:239558:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.960781:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.960788:0:239558:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.960794:0:239558:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.960797:0:239558:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.960800:0:239558:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.960802:0:239558:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.960806:0:239558:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778609:778609:256:4294967295] 192.168.201.114@tcp LPNI seq info [778587:778587:8:4294967295] 00000400:00000200:0.0:1783976333.960810:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.960818:0:239558:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.960824:0:239558:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.960829:0:239558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b100. 00000800:00000200:0.0:1783976333.960835:0:239558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.960841:0:239558:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.960846:0:239558:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.960921:0:239558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.960926:0:239558:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9343 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.960930:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.960933:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539809 00000100:00000001:0.0:1783976333.960935:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.960950:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539809 00000100:00000001:0.0:1783976333.960952:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.960954:0:239558:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.960957:0:239558:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.960959:0:239558:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.960961:0:239558:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.960963:0:239558:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.960966:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.960968:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.966741:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.966749:0:239557:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.966751:0:239557:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.966755:0:239557:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80fc60. 00000400:00000200:0.0:1783976333.966759:0:239557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85435e000 00000400:00000010:0.0:1783976333.966761:0:239557:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f85435e000. 00000100:00000001:0.0:1783976333.966764:0:239557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.966768:0:239557:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3fb80 x1870620496642944/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.966777:0:239557:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3fb80 x1870620496642944/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.966783:0:239557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.966785:0:239557:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.966788:0:239557:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.966791:0:239557:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.966793:0:239557:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.966795:0:239557:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.966798:0:239557:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.966807:0:239557:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976333.966811:0:239557:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.966814:0:239557:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1783976333.966818:0:239557:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff96f97ba3fb80 x1870620496642944/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.966824:0:239557:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976333.966828:0:239557:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976333.966829:0:239557:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976333.966831:0:239557:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976333.966833:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.966835:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998208384 : -115476711343232 : ffff96f97ba3fb80) 00000100:00000001:0.0:1783976333.966838:0:239557:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.966841:0:239557:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.966843:0:239557:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.966845:0:239557:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1783976333.966849:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.966857:0:239557:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1783976333.966859:0:239557:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.966861:0:239557:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.966865:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.966873:0:239557:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3fb80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496642944:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976333.966878:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.966881:0:239557:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1783976333.966883:0:239557:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.966885:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.966888:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.966895:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.966897:0:239557:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f964337f00. 00000100:00000001:0.0:1783976333.966901:0:239557:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.966902:0:239557:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1783976333.966906:0:239557:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976333.966910:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.966913:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.966916:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c200 refcount=4 00000020:00000001:0.0:1783976333.966919:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107392 : -115476675444224 : ffff96f97dc7c200) 00010000:00000001:0.0:1783976333.966922:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107392 : -115476675444224 : ffff96f97dc7c200) 00010000:00010000:0.0:1783976333.966926:0:239557:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.966936:0:239557:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1783976333.966941:0:239557:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.966948:0:239557:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.966950:0:239557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.966956:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.966958:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976333.966960:0:239557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.966965:0:239557:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.966969:0:239557:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.966972:0:239557:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976333.966974:0:239557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976333.966981:0:239557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f97dc7c200 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976333.966984:0:239557:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976333.966988:0:239557:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.966994:0:239557:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976333.966996:0:239557:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976333.967000:0:239557:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 4/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.967005:0:239557:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976333.967007:0:239557:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976333.967008:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.967010:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.967011:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c200 refcount=5 00000020:00000001:0.0:1783976333.967013:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107392 : -115476675444224 : ffff96f97dc7c200) 00010000:00000001:0.0:1783976333.967015:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107392 : -115476675444224 : ffff96f97dc7c200) 00010000:00000001:0.0:1783976333.967018:0:239557:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976333.967020:0:239557:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 5/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976333.967026:0:239557:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976333.967028:0:239557:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.967030:0:239557:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1783976333.967032:0:239557:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976333.967035:0:239557:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976333.967037:0:239557:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976333.967038:0:239557:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.967040:0:239557:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976333.967042:0:239557:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc7c200 with handle 0x5bb448586bd0942b from hash 00010000:00000001:0.0:1783976333.967044:0:239557:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976333.967045:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967047:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.967048:0:239557:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976333.967049:0:239557:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976333.967051:0:239557:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1783976333.967053:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967054:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.967056:0:239557:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967057:0:239557:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.967060:0:239557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 3/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.967065:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967067:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.967068:0:239557:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1783976333.967069:0:239557:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.967070:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967071:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.967072:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976333.967074:0:239557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c200/0x5bb448586bd0942b lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 239557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976333.967086:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.967087:0:239557:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1783976333.967091:0:239557:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1783976333.967097:0:239557:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.967106:0:239557:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976333.967110:0:239557:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.967117:0:239557:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.967122:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976333.967124:0:239557:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967125:0:239557:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967127:0:239557:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967131:0:239557:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976333.967133:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.967165:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998208384 : -115476711343232 : ffff96f97ba3fb80) 00010000:00000001:0.0:1783976333.967168:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783976333.967169:0:239557:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967171:0:239557:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976333.967174:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f868 00000002:00002000:0.0:1783976333.967176:0:239557:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976333.967179:0:239557:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.967183:0:239557:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.967186:0:239557:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976333.967189:0:239557:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976333.967192:0:239557:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.967196:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976333.967199:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275800. 00000080:00000001:0.0:1783976333.967204:0:239557:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976333.967210:0:239557:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976333.967214:0:239557:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976333.967220:0:239557:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99e80. 00800000:00000001:0.0:1783976333.967222:0:239557:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078976640 : -115477630574976 : ffff96f944d99e80) 00800000:00000001:0.0:1783976333.967225:0:239557:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967227:0:239557:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976333.967229:0:239557:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976333.967231:0:239557:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fed:0x0] 00000080:00000001:0.0:1783976333.967234:0:239557:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976333.967236:0:239557:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976333.967238:0:239557:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967242:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976333.967245:0:239557:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976333.967250:0:239557:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fed:0x0], updating i_size 4096 00000080:00000001:0.0:1783976333.967252:0:239557:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976333.967254:0:239557:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976333.967255:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99e80 1 00800000:00000010:0.0:1783976333.967257:0:239557:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99e80. 00800000:00000001:0.0:1783976333.967260:0:239557:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976333.967264:0:239557:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000100:00000001:0.0:1783976333.967267:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.967271:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.967277:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967280:0:239557:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.967286:0:239557:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99e80. 00000080:00000001:0.0:1783976333.967288:0:239557:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976333.967291:0:239557:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976333.967293:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.967296:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.967298:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.967300:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.967302:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.967304:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976333.967306:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967309:0:239557:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976333.967312:0:239557:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c307e0. 00000002:00100000:0.0:1783976333.967316:0:239557:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976333.967322:0:239557:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.967324:0:239557:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976333.967327:0:239557:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.967331:0:239557:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967335:0:239557:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.967337:0:239557:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967339:0:239557:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.967343:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.967346:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976333.967353:0:239557:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.967356:0:239557:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976333.967390:0:239557:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976333.967392:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.967394:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00000008:0.0:1783976333.967397:0:239557:0:(file.c:1297:ll_file_open()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.967401:0:239557:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967448:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.967451:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976333.967453:0:239557:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.967455:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00200000:0.0:1783976333.967457:0:239557:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976333.967462:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976333.967467:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976333.967471:0:239557:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.967475:0:239557:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.967477:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fae0 00800000:00000002:0.0:1783976333.967478:0:239557:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.967481:0:239557:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.967483:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.967484:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.967485:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.967486:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.967488:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.967490:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976333.967492:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.967494:0:239557:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.967498:0:239557:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.967499:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3f9b0 00000002:00010000:0.0:1783976333.967501:0:239557:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.967505:0:239557:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.967507:0:239557:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.967509:0:239557:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.967515:0:239557:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976333.967518:0:239557:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.967522:0:239557:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.967525:0:239557:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.967529:0:239557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 02000000:00000001:0.0:1783976333.967536:0:239557:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.967541:0:239557:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.967543:0:239557:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000002:00000001:0.0:1783976333.967550:0:239557:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.967551:0:239557:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.967553:0:239557:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.967555:0:239557:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.967557:0:239557:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.967559:0:239557:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.967561:0:239557:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.967563:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976333.967565:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976333.967569:0:239557:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.967571:0:239557:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.967573:0:239557:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976333.967576:0:239557:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976333.967580:0:239557:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.967581:0:239557:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.967583:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.967584:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.967586:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.967588:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.967590:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.967592:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967593:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.967594:0:239557:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.967596:0:239557:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.967598:0:239557:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d3fbf8 00010000:00000001:0.0:1783976333.967600:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.967601:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.967602:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976333.967604:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.967606:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976333.967608:0:239557:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.967610:0:239557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00000001:0.0:1783976333.967617:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967618:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.967620:0:239557:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.967621:0:239557:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.967623:0:239557:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00000001:0.0:1783976333.967629:0:239557:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.967632:0:239557:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.967634:0:239557:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.967639:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967639:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.967641:0:239557:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.967644:0:239557:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.967646:0:239557:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.967648:0:239557:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.967651:0:239557:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.967652:0:239557:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.967654:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.967655:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.967656:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.967658:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.967660:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976333.967663:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967667:0:239557:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.967669:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb88 00000080:00002000:0.0:1783976333.967670:0:239557:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 2 00000080:00000001:0.0:1783976333.967673:0:239557:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.967676:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbd0 00000080:00200000:0.0:1783976333.967677:0:239557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976333.967681:0:239557:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976333.967682:0:239557:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967685:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.967687:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976333.967689:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967691:0:239557:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.967692:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb88 00000080:00002000:0.0:1783976333.967694:0:239557:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976333.967696:0:239557:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.967697:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbd0 00000080:00200000:0.0:1783976333.967699:0:239557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=24 00000080:00000002:0.0:1783976333.967701:0:239557:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976333.967704:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.967705:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976333.967708:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967710:0:239557:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976333.967711:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00000080:00002000:0.0:1783976333.967712:0:239557:0:(dcache.c:87:ll_dcompare()) found name dir3(ffff96f97c186d80) flags 0x28004e refc 1 00000080:00000001:0.0:1783976333.967714:0:239557:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.967717:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fc08 00000080:00200000:0.0:1783976333.967718:0:239557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir3, flags=264 00000080:00000002:0.0:1783976333.967721:0:239557:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976333.967724:0:239557:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976333.967726:0:239557:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), inode mode 41ed mask 44 00000080:00000001:0.0:1783976333.967728:0:239557:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967732:0:239557:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976333.967734:0:239557:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976333.967736:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00200008:0.0:1783976333.967738:0:239557:0:(file.c:1058:ll_file_open()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000 00000080:00000010:0.0:1783976333.967742:0:239557:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8a000. 00000080:00000001:0.0:1783976333.967747:0:239557:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976333.967748:0:239557:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976333.967751:0:239557:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967753:0:239557:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976333.967755:0:239557:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967756:0:239557:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976333.967758:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fb78 00000080:00000008:0.0:1783976333.967760:0:239557:0:(file.c:1297:ll_file_open()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000, rc = 0 00000080:00000001:0.0:1783976333.967762:0:239557:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967776:0:239557:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976333.967778:0:239557:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976333.967779:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00200008:0.0:1783976333.967781:0:239557:0:(file.c:447:ll_file_release()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000 00000080:00400000:0.0:1783976333.967784:0:239557:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fed:0x0] 00000080:00000001:0.0:1783976333.967786:0:239557:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976333.967788:0:239557:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976333.967790:0:239557:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976333.967793:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.967794:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.967795:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.967797:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.967798:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.967800:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976333.967802:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967804:0:239557:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.967805:0:239557:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.967809:0:239557:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976333.967811:0:239557:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976333.967814:0:239557:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.967816:0:239557:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fed:0x0]: 0 00000080:00000001:0.0:1783976333.967819:0:239557:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976333.967821:0:239557:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.967823:0:239557:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd51040. 00000080:00000001:0.0:1783976333.967826:0:239557:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.967828:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00000008:0.0:1783976333.967830:0:239557:0:(file.c:491:ll_file_release()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000, rc = 0 00000080:00000001:0.0:1783976333.967833:0:239557:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967835:0:239557:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.967849:0:239557:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.967852:0:239557:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) cmd=c1406917 arg=7f24281289a0 00000080:00000001:0.0:1783976333.967859:0:239557:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976333.967860:0:239557:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976333.967863:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976333.967866:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00800000:00000001:0.0:1783976333.967869:0:239557:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976333.967871:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.967872:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.967873:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.967874:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.967876:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.967877:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976333.967879:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967881:0:239557:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976333.967885:0:239557:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976333.967889:0:239557:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.967893:0:239557:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.967895:0:239557:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.967898:0:239557:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.967905:0:239557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8600. 00000100:00000001:0.0:1783976333.967910:0:239557:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.967915:0:239557:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.967919:0:239557:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.967920:0:239557:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.967926:0:239557:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976333.967928:0:239557:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976333.967930:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.967932:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976333.967949:0:239557:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.967953:0:239557:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.967955:0:239557:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.967957:0:239557:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.967962:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.967970:0:239557:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.967972:0:239557:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.967975:0:239557:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.967978:0:239557:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.967980:0:239557:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.967983:0:239557:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496643456:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.967987:0:239557:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.967992:0:239557:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.967994:0:239557:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.967996:0:239557:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.968002:0:239557:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976333.968004:0:239557:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.968010:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.968015:0:239557:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393268. 00000400:00000010:0.0:1783976333.968020:0:239557:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976333.968026:0:239557:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496643456, portal 10 00000100:00000001:0.0:1783976333.968028:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.968030:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976333.968035:0:239557:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.968041:0:239557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.968043:0:239557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.968047:0:239557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783976333.968050:0:239557:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496643456, offset 0 00000400:00000200:0.0:1783976333.968056:0:239557:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.968063:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.968070:0:239557:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.968075:0:239557:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.968078:0:239557:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.968082:0:239557:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.968084:0:239557:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.968087:0:239557:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778610:778610:256:4294967295] 192.168.201.114@tcp LPNI seq info [778588:778588:8:4294967295] 00000400:00000200:0.0:1783976333.968092:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.968101:0:239557:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.968106:0:239557:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.968112:0:239557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b800. 00000800:00000200:0.0:1783976333.968118:0:239557:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.968125:0:239557:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.968130:0:239557:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.968256:0:239557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.968261:0:239557:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.968265:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.968268:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539817 00000100:00000001:0.0:1783976333.968271:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.968273:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539817 00000100:00000001:0.0:1783976333.968275:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.968277:0:239557:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.968279:0:239557:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.968282:0:239557:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.968284:0:239557:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.968286:0:239557:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.968288:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.968290:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.978595:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.980475:0:239558:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.980478:0:239558:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.980482:0:239558:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c60. 00000400:00000200:0.0:1783976333.980486:0:239558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976333.980489:0:239558:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976333.980494:0:239558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.980505:0:239558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.980515:0:239558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.980523:0:239558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.980525:0:239558:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.980528:0:239558:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.980531:0:239558:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.980534:0:239558:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.980536:0:239558:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.980539:0:239558:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.980549:0:239558:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976333.980553:0:239558:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.980556:0:239558:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.980558:0:239558:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.980561:0:239558:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.980566:0:239558:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.980570:0:239558:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.980572:0:239558:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.980575:0:239558:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.980577:0:239558:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.980582:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.980589:0:239558:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.980592:0:239558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.980595:0:239558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.980599:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.980612:0:239558:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496643328:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.980618:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.980621:0:239558:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.980624:0:239558:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.980626:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.980630:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.980637:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.980639:0:239558:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976333.980642:0:239558:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.980643:0:239558:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976333.980649:0:239558:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976333.980653:0:239558:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.980656:0:239558:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.980659:0:239558:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.980663:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976333.980667:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9600. 00000080:00000001:0.0:1783976333.980672:0:239558:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.980680:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513193 : 144115373061513193 : 200002b12011fe9) 00000080:00000001:0.0:1783976333.980688:0:239558:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976333.980690:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.980693:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496643328/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.983172:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.983180:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.983184:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976333.983193:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.983196:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.983198:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.983200:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.983203:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8a00. 02000000:00000001:0.0:1783976333.983206:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.983208:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.983210:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976333.983213:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.983214:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.983218:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.983219:0:239558:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976333.983237:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd28 00000080:00200008:0.0:1783976333.983240:0:239558:0:(file.c:6217:ll_getattr_dentry()) START file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.983249:0:239558:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.983251:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bca0 00000080:00200000:0.0:1783976333.983253:0:239558:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348),name=dir2 00000080:00000010:0.0:1783976333.983264:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8a00. 00800000:00000002:0.0:1783976333.983271:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976333.983278:0:239558:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.983283:0:239558:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.983284:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bbc0 00800000:00000002:0.0:1783976333.983287:0:239558:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fe9:0x0] 'dir2' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.983290:0:239558:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.983294:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.983297:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.983299:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.983301:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.983303:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.983305:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.983308:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.983310:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.983311:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.983312:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.983313:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.983315:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.983316:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976333.983318:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.983320:0:239558:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fe9:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.983325:0:239558:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.983326:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8ba90 00000002:00010000:0.0:1783976333.983328:0:239558:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe9:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.983333:0:239558:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.983335:0:239558:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.983337:0:239558:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.983344:0:239558:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76900 count: 3 00010000:00000001:0.0:1783976333.983347:0:239558:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.983352:0:239558:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.983357:0:239558:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.983362:0:239558:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a600/0x5bb448586bd093c2 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabba2 expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783976333.983381:0:239558:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.983385:0:239558:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.983388:0:239558:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a600/0x5bb448586bd093c2 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabba2 expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783976333.983395:0:239558:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.983397:0:239558:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.983398:0:239558:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.983400:0:239558:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.983402:0:239558:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.983404:0:239558:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.983407:0:239558:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.983409:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976333.983413:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8a00. 00000080:00000001:0.0:1783976333.983416:0:239558:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.983418:0:239558:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.983421:0:239558:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe9:0x0](ffff96f97ab65348) 00000080:00010000:0.0:1783976333.983424:0:239558:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe9:0x0](ffff96f97ab65348) for lock 0x5bb448586bd093c2 00800000:00000001:0.0:1783976333.983427:0:239558:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.983429:0:239558:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.983430:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.983432:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.983435:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a600 refcount=3 00000020:00000001:0.0:1783976333.983437:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930356736 : -115476779194880 : ffff96f97798a600) 00010000:00000001:0.0:1783976333.983440:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930356736 : -115476779194880 : ffff96f97798a600) 00010000:00000001:0.0:1783976333.983442:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.983444:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.983445:0:239558:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.983447:0:239558:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.983449:0:239558:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd093c2 from it ffffaf1481d8bcd8 00010000:00000001:0.0:1783976333.983451:0:239558:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.983452:0:239558:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.983453:0:239558:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a600 refcount=3 00000020:00000001:0.0:1783976333.983455:0:239558:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930356736 : -115476779194880 : ffff96f97798a600) 00010000:00000001:0.0:1783976333.983457:0:239558:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930356736 : -115476779194880 : ffff96f97798a600) 00010000:00000001:0.0:1783976333.983458:0:239558:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.983461:0:239558:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a600/0x5bb448586bd093c2 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabba2 expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976333.983466:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.983467:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.983469:0:239558:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.983470:0:239558:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.983473:0:239558:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a600/0x5bb448586bd093c2 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabba2 expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976333.983480:0:239558:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.983483:0:239558:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.983485:0:239558:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.983489:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.983490:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.983492:0:239558:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.983495:0:239558:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.983497:0:239558:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.983498:0:239558:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.983501:0:239558:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.983503:0:239558:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.983504:0:239558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.983505:0:239558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.983507:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.983508:0:239558:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.983511:0:239558:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.983515:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd28 00000080:00000008:0.0:1783976333.983517:0:239558:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.983535:0:239558:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976333.983537:0:239558:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976333.983542:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8a00. 00800000:00000002:0.0:1783976333.983545:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00000080:00000001:0.0:1783976333.983547:0:239558:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976333.983553:0:239558:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584057443520 : -40489652108096 : ffffdb2cc4ab44c0) 00000080:00000001:0.0:1783976333.983557:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513193 : 144115373061513193 : 200002b12011fe9) 00000080:00000001:0.0:1783976333.983561:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513195 : 144115373061513195 : 200002b12011feb) 00000080:00000001:0.0:1783976333.983563:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513194 : 144115373061513194 : 200002b12011fea) 00000080:00000001:0.0:1783976333.983565:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513196 : 144115373061513196 : 200002b12011fec) 00000080:00000001:0.0:1783976333.983566:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976333.983569:0:239558:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.983571:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976333.983573:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8a00. 00000080:00000001:0.0:1783976333.983576:0:239558:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.983636:0:239558:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.983639:0:239558:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) cmd=c1406916 arg=7f2428115c80 00000080:00000010:0.0:1783976333.983649:0:239558:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b200. 00000080:00000001:0.0:1783976333.983653:0:239558:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976333.983655:0:239558:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976333.983657:0:239558:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976333.983660:0:239558:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976333.983663:0:239558:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.983665:0:239558:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.983666:0:239558:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.983668:0:239558:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.983670:0:239558:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.983673:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8a00. 00800000:00000002:0.0:1783976333.983676:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00800000:00000001:0.0:1783976333.983680:0:239558:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976333.983682:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.983683:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.983684:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.983685:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.983687:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.983688:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976333.983690:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.983692:0:239558:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file2 on [0x200002b12:0x11fe9:0x0] -> mds #0 00000002:00000001:0.0:1783976333.983696:0:239558:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976333.983700:0:239558:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976333.983704:0:239558:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.983709:0:239558:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.983712:0:239558:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.983715:0:239558:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.983722:0:239558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9600. 00000100:00000001:0.0:1783976333.983728:0:239558:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.983736:0:239558:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.983738:0:239558:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.983739:0:239558:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.983746:0:239558:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976333.983748:0:239558:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976333.983750:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.983752:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976333.983756:0:239558:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.983760:0:239558:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.983762:0:239558:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.983763:0:239558:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.983772:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.983780:0:239558:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.983782:0:239558:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.983785:0:239558:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.983787:0:239558:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.983789:0:239558:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.983792:0:239558:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496643584:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976333.983796:0:239558:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.983801:0:239558:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.983803:0:239558:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.983806:0:239558:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.983810:0:239558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976333.983812:0:239558:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.983820:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.983824:0:239558:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c60. 00000400:00000010:0.0:1783976333.983830:0:239558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976333.983836:0:239558:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496643584, portal 10 00000100:00000001:0.0:1783976333.983838:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.983839:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976333.983845:0:239558:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.983853:0:239558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.983855:0:239558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.983858:0:239558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783976333.983862:0:239558:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496643584, offset 0 00000400:00000200:0.0:1783976333.983869:0:239558:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.983878:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.983887:0:239558:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.983892:0:239558:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.983896:0:239558:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.983900:0:239558:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.983902:0:239558:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.983906:0:239558:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778611:778611:256:4294967295] 192.168.201.114@tcp LPNI seq info [778589:778589:8:4294967295] 00000400:00000200:0.0:1783976333.983910:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.983921:0:239558:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.983927:0:239558:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.983932:0:239558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9be00. 00000800:00000200:0.0:1783976333.983938:0:239558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.983958:0:239558:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.983963:0:239558:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9be00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.983984:0:239558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.983989:0:239558:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.983993:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.983995:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539831 00000100:00000001:0.0:1783976333.983998:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.984000:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539831 00000100:00000001:0.0:1783976333.984002:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.984004:0:239558:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.984007:0:239558:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.984009:0:239558:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.984011:0:239558:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.984014:0:239558:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.984017:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.984019:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.985479:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976333.985487:0:239557:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976333.985489:0:239557:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976333.985492:0:239557:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393268. 00000400:00000200:0.0:1783976333.985496:0:239557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976333.985498:0:239557:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976333.985502:0:239557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976333.985507:0:239557:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976333.985516:0:239557:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.985521:0:239557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976333.985523:0:239557:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.985525:0:239557:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976333.985528:0:239557:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976333.985531:0:239557:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976333.985533:0:239557:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.985536:0:239557:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976333.985544:0:239557:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976333.985548:0:239557:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976333.985550:0:239557:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976333.985552:0:239557:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.985554:0:239557:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976333.985559:0:239557:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.985562:0:239557:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976333.985565:0:239557:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976333.985567:0:239557:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976333.985569:0:239557:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.985574:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.985580:0:239557:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.985583:0:239557:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976333.985585:0:239557:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976333.985588:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976333.985595:0:239557:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496643456:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976333.985599:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.985601:0:239557:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.985603:0:239557:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976333.985605:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.985608:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.985614:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976333.985616:0:239557:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976333.985618:0:239557:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976333.985620:0:239557:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976333.985624:0:239557:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976333.985628:0:239557:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.985631:0:239557:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.985634:0:239557:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.985637:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976333.985640:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976333.985644:0:239557:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.985650:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976333.985655:0:239557:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976333.985656:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976333.985659:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496643456/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.985665:0:239557:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976333.985667:0:239557:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976333.985670:0:239557:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976333.985673:0:239557:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976333.985675:0:239557:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976333.985676:0:239557:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976333.985678:0:239557:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976333.985681:0:239557:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8600. 02000000:00000001:0.0:1783976333.985683:0:239557:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976333.985685:0:239557:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976333.985687:0:239557:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976333.985690:0:239557:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976333.985691:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976333.985693:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.985694:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976333.985709:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd28 00000080:00200008:0.0:1783976333.985712:0:239557:0:(file.c:6217:ll_getattr_dentry()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.985719:0:239557:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1783976333.985723:0:239557:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.985726:0:239557:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976333.985727:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fca0 00000080:00200000:0.0:1783976333.985729:0:239557:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448),name=dir3 00000080:00000010:0.0:1783976333.985735:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8600. 00800000:00000002:0.0:1783976333.985740:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976333.985745:0:239557:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976333.985749:0:239557:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.985751:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fbc0 00800000:00000002:0.0:1783976333.985753:0:239557:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fed:0x0] 'dir3' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.985756:0:239557:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976333.985760:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.985762:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.985764:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.985766:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.985768:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.985770:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976333.985772:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.985775:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.985776:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.985776:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.985777:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.985779:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.985780:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976333.985782:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.985784:0:239557:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fed:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976333.985789:0:239557:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976333.985790:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fa90 00000002:00010000:0.0:1783976333.985792:0:239557:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fed:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976333.985796:0:239557:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976333.985798:0:239557:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976333.985801:0:239557:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976333.985807:0:239557:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976333.985809:0:239557:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976333.985814:0:239557:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976333.985818:0:239557:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976333.985823:0:239557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabbb0 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783976333.985832:0:239557:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976333.985835:0:239557:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976333.985838:0:239557:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabbb0 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783976333.985850:0:239557:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976333.985852:0:239557:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976333.985853:0:239557:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.985855:0:239557:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976333.985857:0:239557:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976333.985859:0:239557:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976333.985862:0:239557:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976333.985864:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976333.985866:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000080:00000001:0.0:1783976333.985869:0:239557:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976333.985871:0:239557:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.985873:0:239557:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fed:0x0](ffff96f97ab67448) 00000080:00010000:0.0:1783976333.985876:0:239557:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fed:0x0](ffff96f97ab67448) for lock 0x5bb448586bd093c9 00800000:00000001:0.0:1783976333.985879:0:239557:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976333.985881:0:239557:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976333.985883:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.985885:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.985889:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a200 refcount=3 00000020:00000001:0.0:1783976333.985891:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976333.985893:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976333.985896:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.985898:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976333.985899:0:239557:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.985900:0:239557:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976333.985903:0:239557:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd093c9 from it ffffaf1481d3fcd8 00010000:00000001:0.0:1783976333.985905:0:239557:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976333.985906:0:239557:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976333.985907:0:239557:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a200 refcount=3 00000020:00000001:0.0:1783976333.985909:0:239557:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976333.985911:0:239557:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972753920 : -115481736797696 : ffff96f85019a200) 00010000:00000001:0.0:1783976333.985913:0:239557:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976333.985915:0:239557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabbb0 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976333.985921:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.985922:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.985923:0:239557:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976333.985925:0:239557:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976333.985928:0:239557:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabbb0 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976333.985935:0:239557:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976333.985937:0:239557:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976333.987035:0:239557:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976333.987043:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.987055:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976333.987057:0:239557:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.987062:0:239557:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976333.987065:0:239557:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.987066:0:239557:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.987071:0:239557:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976333.987074:0:239557:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976333.987076:0:239557:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976333.987078:0:239557:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976333.987080:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976333.987082:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976333.987087:0:239557:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976333.987093:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd28 00000080:00000008:0.0:1783976333.987097:0:239557:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976333.987121:0:239557:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976333.987123:0:239557:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976333.987132:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8600. 00800000:00000002:0.0:1783976333.987157:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00000080:00000001:0.0:1783976333.987161:0:239557:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976333.987168:0:239557:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584058362112 : -40489651189504 : ffffdb2cc4b94900) 00000080:00000001:0.0:1783976333.987172:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976333.987176:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513199 : 144115373061513199 : 200002b12011fef) 00000080:00000001:0.0:1783976333.987179:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513198 : 144115373061513198 : 200002b12011fee) 00000080:00000001:0.0:1783976333.987181:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513200 : 144115373061513200 : 200002b12011ff0) 00000080:00000001:0.0:1783976333.987183:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976333.987187:0:239557:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.987189:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976333.987191:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000080:00000001:0.0:1783976333.987196:0:239557:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.987219:0:239557:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976333.987221:0:239557:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) cmd=c1406916 arg=7f24281289a0 00000080:00000010:0.0:1783976333.987230:0:239557:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9ba00. 00000080:00000001:0.0:1783976333.987234:0:239557:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976333.987237:0:239557:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976333.987239:0:239557:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976333.987243:0:239557:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976333.987246:0:239557:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.987248:0:239557:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976333.987250:0:239557:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.987252:0:239557:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976333.987253:0:239557:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976333.987257:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8600. 00800000:00000002:0.0:1783976333.987259:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00800000:00000001:0.0:1783976333.987263:0:239557:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976333.987265:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976333.987268:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976333.987269:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976333.987271:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976333.987272:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.987275:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976333.987276:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976333.987278:0:239557:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file2 on [0x200002b12:0x11fed:0x0] -> mds #0 00000002:00000001:0.0:1783976333.987282:0:239557:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976333.987286:0:239557:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976333.987291:0:239557:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976333.987296:0:239557:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976333.987298:0:239557:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976333.987302:0:239557:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976333.987309:0:239557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8800. 00000100:00000001:0.0:1783976333.987315:0:239557:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976333.987321:0:239557:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976333.987324:0:239557:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976333.987325:0:239557:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976333.987331:0:239557:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976333.987333:0:239557:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976333.987336:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.987337:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976333.987341:0:239557:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976333.987345:0:239557:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.987348:0:239557:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976333.987349:0:239557:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976333.987358:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.987551:0:239557:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976333.987553:0:239557:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.987558:0:239557:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976333.987560:0:239557:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976333.987563:0:239557:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976333.987567:0:239557:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496643712:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976333.987571:0:239557:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976333.987575:0:239557:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976333.987578:0:239557:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976333.987580:0:239557:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976333.987587:0:239557:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976333.987588:0:239557:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976333.987595:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976333.987599:0:239557:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393268. 00000400:00000010:0.0:1783976333.987605:0:239557:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976333.987612:0:239557:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496643712, portal 10 00000100:00000001:0.0:1783976333.987614:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976333.987615:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976333.987621:0:239557:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976333.987629:0:239557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976333.987632:0:239557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976333.987636:0:239557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978088. 00000100:00000200:0.0:1783976333.987640:0:239557:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496643712, offset 0 00000400:00000200:0.0:1783976333.987645:0:239557:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976333.987653:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.987660:0:239557:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976333.987666:0:239557:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976333.987670:0:239557:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976333.987673:0:239557:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976333.987676:0:239557:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976333.987679:0:239557:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778612:778612:256:4294967295] 192.168.201.114@tcp LPNI seq info [778590:778590:8:4294967295] 00000400:00000200:0.0:1783976333.987684:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976333.987693:0:239557:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976333.987698:0:239557:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976333.987703:0:239557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bf00. 00000800:00000200:0.0:1783976333.987709:0:239557:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976333.987717:0:239557:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976333.987722:0:239557:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bf00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976333.988452:0:239557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976333.988459:0:239557:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976333.988463:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976333.988466:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539837 00000100:00000001:0.0:1783976333.988470:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.988472:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539837 00000100:00000001:0.0:1783976333.988474:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976333.988477:0:239557:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976333.988480:0:239557:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976333.988483:0:239557:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976333.988485:0:239557:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976333.988488:0:239557:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976333.988490:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976333.988493:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.013940:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.013956:0:239557:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.013958:0:239557:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.013963:0:239557:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393268. 00000400:00000200:0.0:1783976334.013973:0:239557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976334.013976:0:239557:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976334.013982:0:239557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.013992:0:239557:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.014003:0:239557:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.014011:0:239557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.014012:0:239557:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.014015:0:239557:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.014017:0:239557:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.014020:0:239557:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.014023:0:239557:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.014025:0:239557:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.014035:0:239557:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.014039:0:239557:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.014042:0:239557:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.014044:0:239557:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.014046:0:239557:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.014050:0:239557:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.014053:0:239557:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.014055:0:239557:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.014057:0:239557:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.014060:0:239557:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.014064:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.014077:0:239557:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.014080:0:239557:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.014082:0:239557:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.014086:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.014094:0:239557:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496643712:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.014099:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.014102:0:239557:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.014104:0:239557:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.014106:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.014109:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.014115:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.014117:0:239557:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.014120:0:239557:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.014121:0:239557:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.014126:0:239557:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976334.014129:0:239557:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.014132:0:239557:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.014185:0:239557:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.014189:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976334.014193:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000080:00000001:0.0:1783976334.014197:0:239557:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.014205:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513199 : 144115373061513199 : 200002b12011fef) 00000080:00000001:0.0:1783976334.014209:0:239557:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.014211:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.014214:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496643712/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.014219:0:239557:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.014222:0:239557:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.014225:0:239557:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.014228:0:239557:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.014230:0:239557:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.014232:0:239557:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.014234:0:239557:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.014237:0:239557:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8800. 02000000:00000001:0.0:1783976334.014239:0:239557:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.014241:0:239557:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.014242:0:239557:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976334.014246:0:239557:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.014247:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.014248:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.014249:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.014251:0:239557:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9ba00. 00000080:00000001:0.0:1783976334.014299:0:239557:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976334.014301:0:239557:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) cmd=c1406916 arg=7f24281289a0 00000080:00000010:0.0:1783976334.014311:0:239557:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9ba00. 00000080:00000001:0.0:1783976334.014314:0:239557:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976334.014316:0:239557:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976334.014320:0:239557:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976334.014322:0:239557:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976334.014325:0:239557:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.014327:0:239557:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.014328:0:239557:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.014330:0:239557:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.014332:0:239557:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.014336:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.014341:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00800000:00000001:0.0:1783976334.014348:0:239557:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976334.014351:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.014353:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.014355:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.014357:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.014359:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.014361:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.014374:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.014376:0:239557:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file1 on [0x200002b12:0x11fed:0x0] -> mds #0 00000002:00000001:0.0:1783976334.014380:0:239557:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976334.014385:0:239557:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976334.014390:0:239557:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.014393:0:239557:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.014396:0:239557:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.014399:0:239557:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.014405:0:239557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8600. 00000100:00000001:0.0:1783976334.014411:0:239557:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.014416:0:239557:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.014418:0:239557:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.014420:0:239557:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.014425:0:239557:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.014427:0:239557:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976334.014429:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.014431:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976334.014435:0:239557:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.014438:0:239557:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.014440:0:239557:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.014441:0:239557:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.014446:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.014452:0:239557:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.014454:0:239557:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.014458:0:239557:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.014461:0:239557:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.014463:0:239557:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.014466:0:239557:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496644096:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.014469:0:239557:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.014472:0:239557:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.014474:0:239557:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.014476:0:239557:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.014481:0:239557:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.014482:0:239557:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.014489:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.014492:0:239557:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393268. 00000400:00000010:0.0:1783976334.014497:0:239557:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976334.014503:0:239557:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496644096, portal 10 00000100:00000001:0.0:1783976334.014504:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.014505:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976334.014510:0:239557:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.014516:0:239557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.014519:0:239557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.014522:0:239557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976334.014525:0:239557:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496644096, offset 0 00000400:00000200:0.0:1783976334.014531:0:239557:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.014539:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.014545:0:239557:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.014550:0:239557:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.014553:0:239557:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.014557:0:239557:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.014560:0:239557:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.014563:0:239557:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778615:778615:255:4294967295] 192.168.201.114@tcp LPNI seq info [778593:778593:7:4294967295] 00000400:00000200:0.0:1783976334.014567:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.014577:0:239557:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.014585:0:239557:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.014590:0:239557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9bf00. 00000800:00000200:0.0:1783976334.014596:0:239557:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.014603:0:239557:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.014607:0:239557:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9bf00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.014611:0:239557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.014615:0:239557:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.014618:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.014621:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539862 00000100:00000001:0.0:1783976334.014623:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.014626:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539862 00000100:00000001:0.0:1783976334.014629:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.014631:0:239557:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.014634:0:239557:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.014636:0:239557:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.014638:0:239557:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.014640:0:239557:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.014642:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.014644:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.020708:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.020716:0:239558:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.020718:0:239558:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.020722:0:239558:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c60. 00000400:00000200:0.0:1783976334.020727:0:239558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976334.020730:0:239558:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976334.020734:0:239558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.020738:0:239558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.020745:0:239558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.020750:0:239558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.020752:0:239558:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.020755:0:239558:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.020758:0:239558:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.020760:0:239558:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.020762:0:239558:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.020765:0:239558:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.020775:0:239558:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.020778:0:239558:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.020781:0:239558:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.020783:0:239558:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.020785:0:239558:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.020788:0:239558:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.020791:0:239558:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.020793:0:239558:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.020795:0:239558:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.020798:0:239558:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.020803:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.020809:0:239558:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.020812:0:239558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.020814:0:239558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.020818:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.020826:0:239558:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496643584:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.020831:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.020833:0:239558:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.020836:0:239558:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.020838:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.020841:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.020847:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.020850:0:239558:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.020852:0:239558:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.020853:0:239558:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.020858:0:239558:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976334.020862:0:239558:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.020864:0:239558:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.020868:0:239558:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.020871:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976334.020875:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8a00. 00000080:00000001:0.0:1783976334.020880:0:239558:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.020886:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513195 : 144115373061513195 : 200002b12011feb) 00000080:00000001:0.0:1783976334.020891:0:239558:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.020892:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.020895:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496643584/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.020901:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.020905:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.020907:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.020910:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.020913:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.020915:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.020917:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.020919:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9600. 02000000:00000001:0.0:1783976334.020922:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.020924:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.020925:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976334.020929:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.020930:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.020931:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.020932:0:239558:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.020934:0:239558:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b200. 00000080:00000001:0.0:1783976334.021008:0:239558:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976334.021010:0:239558:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) cmd=c1406916 arg=7f2428115c80 00000080:00000010:0.0:1783976334.021020:0:239558:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b200. 00000080:00000001:0.0:1783976334.021024:0:239558:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976334.021025:0:239558:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976334.021028:0:239558:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976334.021031:0:239558:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976334.021034:0:239558:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.021035:0:239558:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.021037:0:239558:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.021039:0:239558:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.021040:0:239558:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.021044:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9600. 00800000:00000002:0.0:1783976334.021049:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00800000:00000001:0.0:1783976334.021056:0:239558:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976334.021059:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.021061:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.021064:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.021066:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.021068:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.021070:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976334.021072:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.021074:0:239558:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file1 on [0x200002b12:0x11fe9:0x0] -> mds #0 00000002:00000001:0.0:1783976334.021078:0:239558:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976334.021080:0:239558:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976334.021083:0:239558:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.021087:0:239558:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.021090:0:239558:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.021094:0:239558:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.021099:0:239558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8a00. 00000100:00000001:0.0:1783976334.021104:0:239558:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.021110:0:239558:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.021112:0:239558:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.021114:0:239558:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.021118:0:239558:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.021120:0:239558:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976334.021123:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.021124:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976334.021128:0:239558:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.021131:0:239558:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.021167:0:239558:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.021169:0:239558:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.021174:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.021180:0:239558:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.021182:0:239558:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.021186:0:239558:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.021188:0:239558:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.021190:0:239558:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.021193:0:239558:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496644224:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.021197:0:239558:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.021201:0:239558:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.021203:0:239558:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.021205:0:239558:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.021211:0:239558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.021213:0:239558:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.021218:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.021221:0:239558:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c60. 00000400:00000010:0.0:1783976334.021225:0:239558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976334.021231:0:239558:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496644224, portal 10 00000100:00000001:0.0:1783976334.021233:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.021234:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976334.021239:0:239558:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.021246:0:239558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.021248:0:239558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.021253:0:239558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976334.021257:0:239558:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496644224, offset 0 00000400:00000200:0.0:1783976334.021263:0:239558:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.021268:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.021277:0:239558:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.021281:0:239558:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.021284:0:239558:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.021288:0:239558:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.021290:0:239558:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.021293:0:239558:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778616:778616:256:4294967295] 192.168.201.114@tcp LPNI seq info [778594:778594:8:4294967295] 00000400:00000200:0.0:1783976334.021298:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.021307:0:239558:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.021313:0:239558:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.021317:0:239558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b600. 00000800:00000200:0.0:1783976334.021323:0:239558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.021329:0:239558:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.021333:0:239558:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.021344:0:239558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.021348:0:239558:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.021351:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.021353:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539869 00000100:00000001:0.0:1783976334.021357:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.021359:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539869 00000100:00000001:0.0:1783976334.021361:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.021363:0:239558:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.021366:0:239558:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.021368:0:239558:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.021370:0:239558:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.021372:0:239558:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.021374:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.021376:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.031246:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.031251:0:239557:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.031253:0:239557:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.031256:0:239557:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393268. 00000400:00000200:0.0:1783976334.031261:0:239557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976334.031262:0:239557:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976334.031266:0:239557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.031272:0:239557:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.031280:0:239557:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.031286:0:239557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.031288:0:239557:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.031290:0:239557:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.031291:0:239557:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.031293:0:239557:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.031295:0:239557:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.031297:0:239557:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.031302:0:239557:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.031306:0:239557:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.031308:0:239557:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.031310:0:239557:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.031312:0:239557:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.031315:0:239557:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.031317:0:239557:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.031319:0:239557:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.031321:0:239557:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.031323:0:239557:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.031327:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.031334:0:239557:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.031337:0:239557:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.031338:0:239557:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.031342:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.031349:0:239557:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496644096:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.031353:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.031355:0:239557:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.031356:0:239557:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.031357:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.031360:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.031376:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.031379:0:239557:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.031381:0:239557:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.031383:0:239557:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.031386:0:239557:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976334.031389:0:239557:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.031391:0:239557:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.031393:0:239557:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.031396:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976334.031398:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.031402:0:239557:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.031407:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513198 : 144115373061513198 : 200002b12011fee) 00000080:00000001:0.0:1783976334.031411:0:239557:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.031412:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.031415:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496644096/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.031426:0:239557:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.031428:0:239557:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.031430:0:239557:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.031432:0:239557:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.031434:0:239557:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.031435:0:239557:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.031437:0:239557:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.031439:0:239557:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8600. 02000000:00000001:0.0:1783976334.031441:0:239557:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.031443:0:239557:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.031444:0:239557:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976334.031448:0:239557:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.031449:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.031450:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.031451:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.031453:0:239557:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9ba00. 00000080:00000001:0.0:1783976334.031487:0:239557:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976334.031489:0:239557:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) cmd=c1406916 arg=7f24281289a0 00000080:00000010:0.0:1783976334.031497:0:239557:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9ba00. 00000080:00000001:0.0:1783976334.031501:0:239557:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976334.031503:0:239557:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976334.031506:0:239557:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976334.031508:0:239557:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976334.031510:0:239557:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.031512:0:239557:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.031514:0:239557:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.031515:0:239557:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.031517:0:239557:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.031520:0:239557:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8600. 00800000:00000002:0.0:1783976334.031523:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00800000:00000001:0.0:1783976334.031528:0:239557:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976334.031531:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.031533:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.031534:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.031536:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.031537:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.031539:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.031541:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.031543:0:239557:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file3 on [0x200002b12:0x11fed:0x0] -> mds #0 00000002:00000001:0.0:1783976334.031546:0:239557:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976334.031549:0:239557:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976334.031551:0:239557:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.031553:0:239557:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.031555:0:239557:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.031557:0:239557:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.031560:0:239557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8800. 00000100:00000001:0.0:1783976334.031564:0:239557:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.031570:0:239557:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.031571:0:239557:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.031573:0:239557:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.031576:0:239557:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.031578:0:239557:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976334.031581:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.031582:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976334.031584:0:239557:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.031586:0:239557:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.031588:0:239557:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.031589:0:239557:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.031593:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.031600:0:239557:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.031601:0:239557:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.031604:0:239557:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.031605:0:239557:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.031607:0:239557:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.031610:0:239557:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496644608:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.031613:0:239557:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.031615:0:239557:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.031617:0:239557:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.031619:0:239557:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.031623:0:239557:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.031625:0:239557:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.031630:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.031633:0:239557:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393268. 00000400:00000010:0.0:1783976334.031636:0:239557:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976334.031640:0:239557:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496644608, portal 10 00000100:00000001:0.0:1783976334.031641:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.031642:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976334.031647:0:239557:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.031653:0:239557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.031656:0:239557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.031659:0:239557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978088. 00000100:00000200:0.0:1783976334.031662:0:239557:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496644608, offset 0 00000400:00000200:0.0:1783976334.031679:0:239557:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.031683:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.031688:0:239557:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.031691:0:239557:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.031693:0:239557:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.031696:0:239557:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.031698:0:239557:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.031701:0:239557:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778618:778618:255:4294967295] 192.168.201.114@tcp LPNI seq info [778596:778596:7:4294967295] 00000400:00000200:0.0:1783976334.031704:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.031711:0:239557:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.031716:0:239557:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.031720:0:239557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9be00. 00000800:00000200:0.0:1783976334.031724:0:239557:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.031728:0:239557:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.031731:0:239557:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9be00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.031735:0:239557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.031738:0:239557:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.031741:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.031744:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539880 00000100:00000001:0.0:1783976334.031747:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.031748:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539880 00000100:00000001:0.0:1783976334.031750:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.031752:0:239557:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.031754:0:239557:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.031756:0:239557:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.031757:0:239557:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.031760:0:239557:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.031762:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.031763:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.033263:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.033271:0:239558:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.033273:0:239558:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.033275:0:239558:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c60. 00000400:00000200:0.0:1783976334.033280:0:239558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976334.033283:0:239558:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976334.033286:0:239558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.033291:0:239558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.033299:0:239558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.033304:0:239558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.033306:0:239558:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.033308:0:239558:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.033310:0:239558:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.033311:0:239558:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.033313:0:239558:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.033316:0:239558:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.033322:0:239558:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.033326:0:239558:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.033328:0:239558:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.033330:0:239558:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.033332:0:239558:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.033335:0:239558:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.033338:0:239558:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.033340:0:239558:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.033342:0:239558:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.033344:0:239558:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.033348:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.033354:0:239558:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.033356:0:239558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.033358:0:239558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.033371:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.033379:0:239558:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496644224:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.033383:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.033386:0:239558:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.033389:0:239558:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.033391:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.033394:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.033399:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.033401:0:239558:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.033404:0:239558:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.033405:0:239558:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.033409:0:239558:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976334.033413:0:239558:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.033415:0:239558:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.033418:0:239558:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.033421:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976334.033423:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9600. 00000080:00000001:0.0:1783976334.033427:0:239558:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.033434:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513194 : 144115373061513194 : 200002b12011fea) 00000080:00000001:0.0:1783976334.033438:0:239558:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.033440:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.033443:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496644224/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.033449:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.033451:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.033454:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.033457:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.033458:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.033460:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.033462:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.033465:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8a00. 02000000:00000001:0.0:1783976334.033467:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.033469:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.033470:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976334.033473:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.033475:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.033476:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.033477:0:239558:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.033479:0:239558:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b200. 00000080:00000001:0.0:1783976334.033530:0:239558:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976334.033532:0:239558:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) cmd=c1406916 arg=7f2428115c80 00000080:00000010:0.0:1783976334.033540:0:239558:0:(dir.c:1970:ll_getname()) kmalloced '(tmp)': 256 at ffff96f94ca9b200. 00000080:00000001:0.0:1783976334.033543:0:239558:0:(file.c:2757:ll_lov_getstripe_ea_info()) Process entered 00000080:00000001:0.0:1783976334.033545:0:239558:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:0.0:1783976334.033547:0:239558:0:(lmv_obd.c:3592:lmv_get_info()) Process entered 00800000:00000001:0.0:1783976334.033551:0:239558:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:0.0:1783976334.033554:0:239558:0:(mdc_request.c:2747:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.033557:0:239558:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.033558:0:239558:0:(lmv_obd.c:3624:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.033560:0:239558:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.033561:0:239558:0:(llite_lib.c:1064:ll_get_default_mdsize()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.033565:0:239558:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8a00. 00800000:00000002:0.0:1783976334.033570:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00800000:00000001:0.0:1783976334.033576:0:239558:0:(lmv_obd.c:2495:lmv_getattr_name()) Process entered 00800000:00000001:0.0:1783976334.033580:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.033583:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.033585:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.033587:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.033590:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.033592:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976334.033594:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.033597:0:239558:0:(lmv_obd.c:2508:lmv_getattr_name()) GETATTR_NAME for file3 on [0x200002b12:0x11fe9:0x0] -> mds #0 00000002:00000001:0.0:1783976334.033600:0:239558:0:(mdc_request.c:279:mdc_getattr_name()) Process entered 00000100:00000010:0.0:1783976334.033603:0:239558:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976334.033606:0:239558:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.033609:0:239558:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.033611:0:239558:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.033614:0:239558:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.033619:0:239558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9600. 00000100:00000001:0.0:1783976334.033624:0:239558:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.033630:0:239558:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.033631:0:239558:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.033633:0:239558:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.033638:0:239558:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.033639:0:239558:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976334.033642:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.033643:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976334.033647:0:239558:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.033650:0:239558:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.033652:0:239558:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.033654:0:239558:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.033657:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.033663:0:239558:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.033665:0:239558:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.033668:0:239558:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.033670:0:239558:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.033672:0:239558:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.033674:0:239558:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496644736:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.033678:0:239558:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.033682:0:239558:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.033684:0:239558:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.033686:0:239558:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.033691:0:239558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.033693:0:239558:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.033698:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.033701:0:239558:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c60. 00000400:00000010:0.0:1783976334.033706:0:239558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976334.033711:0:239558:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496644736, portal 10 00000100:00000001:0.0:1783976334.033712:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.033713:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976334.033718:0:239558:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.033724:0:239558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.033726:0:239558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.033729:0:239558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783976334.033732:0:239558:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1870620496644736, offset 0 00000400:00000200:0.0:1783976334.033737:0:239558:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.033743:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.033750:0:239558:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.033754:0:239558:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.033756:0:239558:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.033760:0:239558:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.033762:0:239558:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.033765:0:239558:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778619:778619:256:4294967295] 192.168.201.114@tcp LPNI seq info [778597:778597:8:4294967295] 00000400:00000200:0.0:1783976334.033769:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.033776:0:239558:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.033782:0:239558:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.033787:0:239558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b800. 00000800:00000200:0.0:1783976334.033792:0:239558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.033799:0:239558:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.033803:0:239558:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.033812:0:239558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.033817:0:239558:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.033820:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.033823:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539882 00000100:00000001:0.0:1783976334.033826:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.033829:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539882 00000100:00000001:0.0:1783976334.033831:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.033833:0:239558:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.033835:0:239558:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.033838:0:239558:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.033839:0:239558:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.033841:0:239558:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.033843:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.033845:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.040876:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.040885:0:239557:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.040887:0:239557:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.040891:0:239557:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393268. 00000400:00000200:0.0:1783976334.040895:0:239557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976334.040897:0:239557:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976334.040902:0:239557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.040906:0:239557:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.040915:0:239557:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.040921:0:239557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.040923:0:239557:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.040925:0:239557:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.040929:0:239557:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.040932:0:239557:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.040934:0:239557:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.040936:0:239557:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.040952:0:239557:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.040956:0:239557:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.040958:0:239557:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.040960:0:239557:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.040963:0:239557:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.040966:0:239557:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.040970:0:239557:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.040972:0:239557:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.040974:0:239557:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.040977:0:239557:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.040981:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.040988:0:239557:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.040990:0:239557:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.040992:0:239557:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.040995:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.041002:0:239557:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496644608:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.041007:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.041009:0:239557:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.041011:0:239557:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.041013:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.041017:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.041024:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.041026:0:239557:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.041028:0:239557:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.041030:0:239557:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.041034:0:239557:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976334.041038:0:239557:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.041040:0:239557:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.041043:0:239557:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.041048:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976334.041052:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000080:00000001:0.0:1783976334.041057:0:239557:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.041065:0:239557:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513200 : 144115373061513200 : 200002b12011ff0) 00000080:00000001:0.0:1783976334.041069:0:239557:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.041071:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.041074:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496644608/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.041080:0:239557:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.041082:0:239557:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.041085:0:239557:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.041089:0:239557:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.041091:0:239557:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.041093:0:239557:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.041095:0:239557:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.041097:0:239557:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8800. 02000000:00000001:0.0:1783976334.041100:0:239557:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.041102:0:239557:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.041104:0:239557:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976334.041107:0:239557:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.041108:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.041110:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.041111:0:239557:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.041113:0:239557:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9ba00. 00000080:00000001:0.0:1783976334.041213:0:239557:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.041216:0:239557:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976334.041220:0:239557:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976334.041223:0:239557:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.041240:0:239557:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.041243:0:239557:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.041246:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00200008:0.0:1783976334.041249:0:239557:0:(file.c:447:ll_file_release()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000 00000080:00000001:0.0:1783976334.041253:0:239557:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.041255:0:239557:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.041257:0:239557:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.041262:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.041266:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.041268:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.041271:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.041273:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.041275:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.041278:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.041282:0:239557:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.041285:0:239557:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.041291:0:239557:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976334.041294:0:239557:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976334.041299:0:239557:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.041301:0:239557:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fed:0x0]: 0 00000080:00000001:0.0:1783976334.041303:0:239557:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976334.041305:0:239557:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976334.041309:0:239557:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.041311:0:239557:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976334.041316:0:239557:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00000080:00000001:0.0:1783976334.041320:0:239557:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976334.041323:0:239557:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976334.041324:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.041326:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.041327:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.041328:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.041329:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.041331:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.041333:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.041335:0:239557:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fed:0x0] 00000002:00000001:0.0:1783976334.041337:0:239557:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976334.041339:0:239557:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fed:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976334.041343:0:239557:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976334.041346:0:239557:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.041349:0:239557:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.041352:0:239557:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.041356:0:239557:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.041362:0:239557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8600. 00000100:00000001:0.0:1783976334.042190:0:239557:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976334.042212:0:239557:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976334.042223:0:239557:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783976334.042228:0:239557:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06a00 x1870620496644992/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976334.042235:0:239557:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.042236:0:239557:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.042244:0:239557:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.042246:0:239557:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976334.042249:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.042250:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976334.042255:0:239557:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.042259:0:239557:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.042261:0:239557:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.042262:0:239557:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.042266:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496644992/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.042274:0:239557:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.042278:0:239557:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.042281:0:239557:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.042284:0:239557:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.042286:0:239557:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.042289:0:239557:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496644992:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976334.042293:0:239557:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.042298:0:239557:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.042300:0:239557:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.042302:0:239557:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.042308:0:239557:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.042310:0:239557:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.042316:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.042320:0:239557:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393268. 00000400:00000010:0.0:1783976334.042326:0:239557:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976334.042332:0:239557:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496644992, portal 10 00000100:00000001:0.0:1783976334.042334:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.042335:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976334.042342:0:239557:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496644992/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.042354:0:239557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.042357:0:239557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.042361:0:239557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783976334.042364:0:239557:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496644992, offset 0 00000400:00000200:0.0:1783976334.042380:0:239557:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.042388:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.042396:0:239557:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.042401:0:239557:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.042405:0:239557:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.042408:0:239557:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.042411:0:239557:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.042415:0:239557:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778620:778620:256:4294967295] 192.168.201.114@tcp LPNI seq info [778598:778598:8:4294967295] 00000400:00000200:0.0:1783976334.042419:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.042428:0:239557:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.042434:0:239557:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.042439:0:239557:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9ba00. 00000800:00000200:0.0:1783976334.042446:0:239557:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.042453:0:239557:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.042458:0:239557:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9ba00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.042476:0:239557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.042481:0:239557:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.042484:0:239557:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.042487:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539891 00000100:00000001:0.0:1783976334.042490:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.042492:0:239557:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539891 00000100:00000001:0.0:1783976334.042495:0:239557:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.042497:0:239557:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.042499:0:239557:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.042502:0:239557:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.042504:0:239557:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.042506:0:239557:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.042509:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.042511:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.053788:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.053795:0:239558:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.053797:0:239558:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.053801:0:239558:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c60. 00000400:00000200:0.0:1783976334.053805:0:239558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976334.053807:0:239558:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976334.053812:0:239558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.053816:0:239558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.053825:0:239558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.053832:0:239558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.053833:0:239558:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.053836:0:239558:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.053839:0:239558:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.053841:0:239558:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.053843:0:239558:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.053846:0:239558:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.053855:0:239558:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.053859:0:239558:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.053862:0:239558:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.053863:0:239558:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.053866:0:239558:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.053869:0:239558:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.053873:0:239558:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.053875:0:239558:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.053877:0:239558:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.053880:0:239558:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.053884:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.053896:0:239558:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.053899:0:239558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.053901:0:239558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.053905:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.053912:0:239558:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496644736:192.168.201.114@tcp:34:lfs.0 00000100:00000001:0.0:1783976334.053916:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.053918:0:239558:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.053920:0:239558:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.053922:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.053925:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.053931:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.053934:0:239558:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.053948:0:239558:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.053950:0:239558:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.053955:0:239558:0:(mdc_request.c:172:mdc_getattr_common()) mode: 100644 00000002:00000001:0.0:1783976334.053958:0:239558:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.053961:0:239558:0:(mdc_request.c:337:mdc_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.053964:0:239558:0:(lmv_obd.c:2535:lmv_getattr_name()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.053968:0:239558:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b70c0 2 00000080:00000010:0.0:1783976334.053971:0:239558:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8a00. 00000080:00000001:0.0:1783976334.053975:0:239558:0:(file.c:2893:ll_lov_getstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.053982:0:239558:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513196 : 144115373061513196 : 200002b12011fec) 00000080:00000001:0.0:1783976334.053986:0:239558:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.053987:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.053990:0:239558:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496644736/t0(0) o34->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 456/520 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.053996:0:239558:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.053999:0:239558:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.054002:0:239558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.054005:0:239558:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.054008:0:239558:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.054010:0:239558:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.054012:0:239558:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.054014:0:239558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9600. 02000000:00000001:0.0:1783976334.054018:0:239558:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.054019:0:239558:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.054021:0:239558:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976334.054025:0:239558:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.054026:0:239558:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.054027:0:239558:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.054028:0:239558:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.054030:0:239558:0:(dir.c:2533:ll_dir_ioctl()) kfreed 'filename': 256 at ffff96f94ca9b200. 00000080:00000001:0.0:1783976334.054091:0:239558:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.054095:0:239558:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976334.054098:0:239558:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976334.054101:0:239558:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.054118:0:239558:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.054120:0:239558:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.054123:0:239558:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d8bd98 00000080:00200008:0.0:1783976334.054126:0:239558:0:(file.c:447:ll_file_release()) START file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 504000 00000080:00000001:0.0:1783976334.054131:0:239558:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.054474:0:239558:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.054476:0:239558:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.054482:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.054485:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.054487:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.054489:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.054492:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.054494:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976334.054496:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.054500:0:239558:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.054503:0:239558:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.054510:0:239558:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76900 count: 3 00010000:00000001:0.0:1783976334.054512:0:239558:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976334.054517:0:239558:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.054519:0:239558:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe9:0x0]: 0 00000080:00000001:0.0:1783976334.054522:0:239558:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976334.054524:0:239558:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976334.054529:0:239558:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9600. 00000080:00000001:0.0:1783976334.054531:0:239558:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976334.054537:0:239558:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b70c0 2 00000080:00000001:0.0:1783976334.054541:0:239558:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976334.054545:0:239558:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976334.054546:0:239558:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.054547:0:239558:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.054549:0:239558:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.054550:0:239558:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.054552:0:239558:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.054553:0:239558:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976334.054555:0:239558:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.054557:0:239558:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fe9:0x0] 00000002:00000001:0.0:1783976334.054560:0:239558:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976334.054562:0:239558:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fe9:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976334.054566:0:239558:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976334.054570:0:239558:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.054573:0:239558:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.054576:0:239558:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.054580:0:239558:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.054586:0:239558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8a00. 00000100:00000001:0.0:1783976334.054592:0:239558:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976334.054603:0:239558:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ba3c000 x1870620496642688/t25770086040(25770086040) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976334.054614:0:239558:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976334.054618:0:239558:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05180 x1870620496645248/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976334.054625:0:239558:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.054626:0:239558:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.054633:0:239558:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.054634:0:239558:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976334.054637:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.054639:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976334.054643:0:239558:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.054648:0:239558:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.054650:0:239558:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.054651:0:239558:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.054655:0:239558:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496645248/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.054661:0:239558:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.054663:0:239558:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.054666:0:239558:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.054669:0:239558:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.054671:0:239558:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.054674:0:239558:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239558:1870620496645248:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976334.054677:0:239558:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.054682:0:239558:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.054685:0:239558:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.054687:0:239558:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.054692:0:239558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.054694:0:239558:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.054699:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.054702:0:239558:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c60. 00000400:00000010:0.0:1783976334.054707:0:239558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976334.054713:0:239558:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496645248, portal 10 00000100:00000001:0.0:1783976334.054715:0:239558:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.054717:0:239558:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976334.054723:0:239558:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496645248/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.054729:0:239558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.054731:0:239558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.054735:0:239558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976334.054738:0:239558:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496645248, offset 0 00000400:00000200:0.0:1783976334.054744:0:239558:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.054750:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.054757:0:239558:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.054762:0:239558:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.054766:0:239558:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.054770:0:239558:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.054772:0:239558:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.054776:0:239558:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778621:778621:256:4294967295] 192.168.201.114@tcp LPNI seq info [778599:778599:8:4294967295] 00000400:00000200:0.0:1783976334.054780:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.054789:0:239558:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.054794:0:239558:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.054799:0:239558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b200. 00000800:00000200:0.0:1783976334.054807:0:239558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.054815:0:239558:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.054820:0:239558:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.054841:0:239558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.054846:0:239558:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.054849:0:239558:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.054851:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539903 00000100:00000001:0.0:1783976334.054855:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.054857:0:239558:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539903 00000100:00000001:0.0:1783976334.054859:0:239558:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.054862:0:239558:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.054864:0:239558:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.054867:0:239558:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.054869:0:239558:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.054872:0:239558:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.054874:0:239558:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.054876:0:239558:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.064651:0:239557:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.067829:0:239557:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.067833:0:239557:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.067838:0:239557:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393268. 00000400:00000200:0.0:1783976334.067845:0:239557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976334.067849:0:239557:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976334.067855:0:239557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.067867:0:239557:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496644992/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.067878:0:239557:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496644992/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.067885:0:239557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.067887:0:239557:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.067890:0:239557:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.067893:0:239557:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.067896:0:239557:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.067898:0:239557:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.067901:0:239557:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.067909:0:239557:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=123 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976334.067913:0:239557:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.067915:0:239557:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.067917:0:239557:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.067919:0:239557:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.067924:0:239557:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.067928:0:239557:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976334.067930:0:239557:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976334.067931:0:239557:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976334.067934:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.067947:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976334.067952:0:239557:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.067954:0:239557:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.067956:0:239557:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.067959:0:239557:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.067964:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496644992/t25770086043(25770086043) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976350 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.067972:0:239557:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.067975:0:239557:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.067977:0:239557:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.067981:0:239557:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496644992/t25770086043(25770086043) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976350 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.067990:0:239557:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239557:1870620496644992:192.168.201.114@tcp:35:lfs.0 00000100:00000001:0.0:1783976334.067995:0:239557:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.067998:0:239557:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.068000:0:239557:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.068003:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.068006:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06a00 x1870620496644992/t25770086043(25770086043) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976350 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.068013:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.068015:0:239557:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.068018:0:239557:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.068020:0:239557:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.068027:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.068028:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000002:00000001:0.0:1783976334.068031:0:239557:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.068034:0:239557:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.068898:0:239557:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f8557501c0 2 00000080:00000010:0.0:1783976334.068903:0:239557:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.068907:0:239557:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976334.068910:0:239557:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976334.068913:0:239557:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.068915:0:239557:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.068918:0:239557:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.068920:0:239557:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.068922:0:239557:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.068925:0:239557:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.068927:0:239557:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.068932:0:239557:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976334.068954:0:239557:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.068963:0:239557:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.068965:0:239557:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998208384 : -115476711343232 : ffff96f97ba3fb80) 00000100:00000001:0.0:1783976334.068968:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.068972:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.068979:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.068980:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.068984:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06a00 x1870620496644992/t25770086043(25770086043) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976350 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.068990:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.068992:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.068995:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3fb80 x1870620496642944/t25770086041(25770086041) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976349 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.069001:0:239557:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976334.069004:0:239557:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.069006:0:239557:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=18 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.069008:0:239557:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.069011:0:239557:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f9762b4000. 02000000:00000001:0.0:1783976334.069016:0:239557:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.069018:0:239557:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.069020:0:239557:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3fb80. 00000100:00000001:0.0:1783976334.069023:0:239557:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.069025:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.069026:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.069029:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496644992/t25770086043(25770086043) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.069035:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.069197:0:239557:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c307e0. 00000002:00000001:0.0:1783976334.069202:0:239557:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.069204:0:239557:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.069206:0:239557:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99e80. 00000100:00000001:0.0:1783976334.069209:0:239557:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.069214:0:239557:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496644992/t25770086043(25770086043) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.069220:0:239557:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.069232:0:239557:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.069235:0:239557:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.069238:0:239557:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.069240:0:239557:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.069241:0:239557:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=17 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.069243:0:239557:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.069244:0:239557:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8600. 02000000:00000001:0.0:1783976334.069246:0:239557:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.069247:0:239557:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.069249:0:239557:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976334.069252:0:239557:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.069253:0:239557:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976334.069255:0:239557:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.069258:0:239557:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8a000. 00000080:00000001:0.0:1783976334.069262:0:239557:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.069270:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fd98 00000080:00000008:0.0:1783976334.069273:0:239557:0:(file.c:491:ll_file_release()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000, rc = 0 00000080:00000001:0.0:1783976334.069277:0:239557:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.069279:0:239557:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.069284:0:239557:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976334.069286:0:239557:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d3fe00 00000080:00002000:0.0:1783976334.069288:0:239557:0:(dcache.c:127:ll_ddelete()) keeping dentry dir3 (ffff96f97c186d80, parent ffff96f94dc900d8, inode ffff96f97ab67448) hashed, 00000080:00000001:0.0:1783976334.069291:0:239557:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.122942:0:239566:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.125343:0:239566:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.125349:0:239566:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.125354:0:239566:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7f78. 00000400:00000200:0.0:1783976334.125361:0:239566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc34a80 00000400:00000010:0.0:1783976334.125364:0:239566:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc34a80. 00000100:00000001:0.0:1783976334.125368:0:239566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.125378:0:239566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae85500 x1870620496645376/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.125389:0:239566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae85500 x1870620496645376/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.125398:0:239566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.125400:0:239566:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.125403:0:239566:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.125407:0:239566:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.125409:0:239566:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.125412:0:239566:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.125415:0:239566:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.125424:0:239566:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976334.125428:0:239566:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.125431:0:239566:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.125432:0:239566:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.125435:0:239566:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.125438:0:239566:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.125441:0:239566:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.125443:0:239566:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972888 00000100:00000001:0.0:1783976334.125445:0:239566:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.125447:0:239566:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.125452:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae85500 x1870620496645376/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.125459:0:239566:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.125462:0:239566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.125464:0:239566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.125467:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae85500 x1870620496645376/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.125474:0:239566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae85500 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239566:1870620496645376:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.125478:0:239566:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.125481:0:239566:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.125937:0:239566:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.125940:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.125946:0:239566:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae85500 x1870620496645376/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.125953:0:239566:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.125956:0:239566:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc349c0. 00000100:00000001:0.0:1783976334.125959:0:239566:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.125961:0:239566:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.125966:0:239566:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976334.125969:0:239566:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.125971:0:239566:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.125974:0:239566:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.125979:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f945ffe600. 00000080:00000001:0.0:1783976334.125983:0:239566:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976334.125988:0:239566:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976334.125998:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8600. 00800000:00000001:0.0:1783976334.126007:0:239566:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976334.126010:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.126013:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.126015:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.126018:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.126020:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.126022:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.126025:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.126029:0:239566:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976334.126034:0:239566:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976334.126039:0:239566:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=16 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.126043:0:239566:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.126046:0:239566:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.126049:0:239566:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.126056:0:239566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8800. 00000100:00000001:0.0:1783976334.126061:0:239566:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.126067:0:239566:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.126068:0:239566:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.126070:0:239566:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.126075:0:239566:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.126077:0:239566:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976334.126079:0:239566:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.126080:0:239566:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976334.126085:0:239566:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.126089:0:239566:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.126091:0:239566:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.126092:0:239566:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.126096:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.126103:0:239566:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.126104:0:239566:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.126108:0:239566:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.126110:0:239566:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.126112:0:239566:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.126115:0:239566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239566:1870620496645504:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.126118:0:239566:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.126123:0:239566:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.126125:0:239566:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.126127:0:239566:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.126163:0:239566:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.126166:0:239566:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.126172:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.126176:0:239566:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393268. 00000400:00000010:0.0:1783976334.126181:0:239566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976334.126187:0:239566:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496645504, portal 10 00000100:00000001:0.0:1783976334.126188:0:239566:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.126190:0:239566:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976334.126196:0:239566:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.126202:0:239566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.126205:0:239566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.126209:0:239566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783976334.126212:0:239566:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496645504, offset 0 00000400:00000200:0.0:1783976334.126218:0:239566:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.126553:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.126562:0:239566:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.126567:0:239566:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.126572:0:239566:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.126575:0:239566:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.126578:0:239566:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.126581:0:239566:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778623:778623:256:4294967295] 192.168.201.114@tcp LPNI seq info [778601:778601:8:4294967295] 00000400:00000200:0.0:1783976334.126586:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.126597:0:239566:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.126602:0:239566:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.126608:0:239566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b100. 00000800:00000200:0.0:1783976334.126615:0:239566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.126622:0:239566:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.126627:0:239566:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.127590:0:239566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.127599:0:239566:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.127604:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.127608:0:239566:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308539976 00000100:00000001:0.0:1783976334.127612:0:239566:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.127615:0:239566:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308539976 00000100:00000001:0.0:1783976334.127617:0:239566:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.127619:0:239566:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.127624:0:239566:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.127626:0:239566:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.127628:0:239566:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.127631:0:239566:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.127634:0:239566:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.127637:0:239566:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.133322:0:239566:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.133331:0:239566:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.133333:0:239566:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.133337:0:239566:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393268. 00000400:00000200:0.0:1783976334.133342:0:239566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976334.133345:0:239566:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976334.133349:0:239566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.133354:0:239566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.133363:0:239566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.133370:0:239566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.133372:0:239566:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.133374:0:239566:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.133377:0:239566:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.133379:0:239566:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.133382:0:239566:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.133385:0:239566:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.133394:0:239566:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=123 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976334.133398:0:239566:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.133401:0:239566:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.133402:0:239566:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.133405:0:239566:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.133408:0:239566:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.133412:0:239566:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.133414:0:239566:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.133416:0:239566:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.133418:0:239566:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.133422:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.133428:0:239566:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.133431:0:239566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.133433:0:239566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.133436:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.133444:0:239566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239566:1870620496645504:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.133449:0:239566:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.133452:0:239566:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.133454:0:239566:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.133457:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.133460:0:239566:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.133466:0:239566:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.133469:0:239566:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.133472:0:239566:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.133474:0:239566:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.133479:0:239566:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:0.0:1783976334.133547:0:239566:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.133551:0:239566:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.133554:0:239566:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.133559:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000080:00000001:0.0:1783976334.133565:0:239566:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976334.133569:0:239566:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783976334.133576:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976334.133583:0:239566:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.133584:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.133589:0:239566:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85500 x1870620496645376/t0(0) o33->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.133596:0:239566:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.133600:0:239566:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.133603:0:239566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d2e2000. 02000000:00000001:0.0:1783976334.133606:0:239566:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.133609:0:239566:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.133611:0:239566:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.133613:0:239566:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.133616:0:239566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffec00. 02000000:00000001:0.0:1783976334.133618:0:239566:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.133620:0:239566:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.133622:0:239566:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85500. 00000100:00000001:0.0:1783976334.133625:0:239566:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.133626:0:239566:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.133627:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.133630:0:239566:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06a00 x1870620496645504/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.133635:0:239566:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.133637:0:239566:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.133638:0:239566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458a8000. 02000000:00000001:0.0:1783976334.133640:0:239566:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.133641:0:239566:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.133642:0:239566:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=15 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.133644:0:239566:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.133646:0:239566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8800. 02000000:00000001:0.0:1783976334.133647:0:239566:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.133648:0:239566:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.133649:0:239566:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06a00. 00000100:00000001:0.0:1783976334.133651:0:239566:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.133652:0:239566:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976334.133708:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d28 00000080:00200008:0.0:1783976334.133712:0:239566:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.133719:0:239566:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.133720:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3ca0 00000080:00200000:0.0:1783976334.133722:0:239566:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08),name=d56od.sanity 00000080:00000010:0.0:1783976334.133730:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.133736:0:239566:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976334.133742:0:239566:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.133746:0:239566:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.133748:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00800000:00000002:0.0:1783976334.133750:0:239566:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x240002b13:0x2069:0x0] 'd56od.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.133753:0:239566:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.133757:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.133759:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.133761:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.133763:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.133765:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.133767:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.133769:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.133771:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.133772:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.133773:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.133774:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.133775:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.133777:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976334.133779:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.133781:0:239566:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x240002b13:0x2069:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976334.133786:0:239566:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.133787:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3a90 00000002:00010000:0.0:1783976334.133789:0:239566:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2069:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.133792:0:239566:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.133794:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.133797:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.133803:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 4 00010000:00000001:0.0:1783976334.133806:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.133811:0:239566:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.133814:0:239566:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.133819:0:239566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783976334.133828:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.133831:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.133834:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 2/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783976334.133841:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.133843:0:239566:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.133845:0:239566:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.133847:0:239566:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.133849:0:239566:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.133851:0:239566:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.133854:0:239566:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.133855:0:239566:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976334.133858:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.134304:0:239566:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.134307:0:239566:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.134311:0:239566:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x2069:0x0](ffff96f97c23aa08) 00000080:00010000:0.0:1783976334.134315:0:239566:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2069:0x0](ffff96f97c23aa08) for lock 0x5bb448586bd09367 00800000:00000001:0.0:1783976334.134319:0:239566:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.134321:0:239566:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.134324:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.134327:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.134330:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976334.134331:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976334.134335:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976334.134338:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.134340:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.134341:0:239566:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.134343:0:239566:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.134346:0:239566:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09367 from it ffffaf1481da3cd8 00010000:00000001:0.0:1783976334.134348:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.134349:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.134350:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ae00 refcount=3 00000020:00000001:0.0:1783976334.134351:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976334.134353:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756992 : -115481736794624 : ffff96f85019ae00) 00010000:00000001:0.0:1783976334.134355:0:239566:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.134358:0:239566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976334.134364:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.134366:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.134367:0:239566:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.134369:0:239566:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.134372:0:239566:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ae00/0x5bb448586bd09367 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2069:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba4b expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976334.134379:0:239566:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.134382:0:239566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.134384:0:239566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.134388:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.134389:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.134391:0:239566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.134394:0:239566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.134396:0:239566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.134397:0:239566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.134401:0:239566:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.134402:0:239566:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.134404:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.134405:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.134406:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.134408:0:239566:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976334.134412:0:239566:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.134416:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d28 00000080:00000008:0.0:1783976334.134418:0:239566:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.135040:0:239566:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.135045:0:239566:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976334.135053:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.135058:0:239566:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976334.135063:0:239566:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584058315264 : -40489651236352 : ffffdb2cc4b89200) 00000080:00000001:0.0:1783976334.135068:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1783976334.135072:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706988 : 162129771587706988 : 240002b1300206c) 00000080:00000001:0.0:1783976334.135074:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706987 : 162129771587706987 : 240002b1300206b) 00000080:00000001:0.0:1783976334.135075:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513183 : 144115373061513183 : 200002b12011fdf) 00000080:00000001:0.0:1783976334.135077:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706986 : 162129771587706986 : 240002b1300206a) 00000080:00000001:0.0:1783976334.135079:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976334.135080:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976334.135083:0:239566:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.135086:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.135089:0:239566:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.138446:0:239566:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.138450:0:239566:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976334.138454:0:239566:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976334.138459:0:239566:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.139373:0:239566:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.139376:0:239566:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.139378:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d98 00000080:00200008:0.0:1783976334.139380:0:239566:0:(file.c:447:ll_file_release()) START file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000 00000080:00000001:0.0:1783976334.139385:0:239566:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.139387:0:239566:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.139389:0:239566:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.139392:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.139393:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.139394:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.139396:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.139398:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.139400:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976334.139401:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.139404:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.139405:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.139410:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f400 count: 5 00010000:00000001:0.0:1783976334.139412:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.139416:0:239566:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976334.139419:0:239566:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976334.139420:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.139423:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.139426:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a400/0x5bb448586bd09401 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2069:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabd2a expref: -99 pid: 239559 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976334.139433:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.139435:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.139436:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976334.139438:0:239566:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2069:0x0]: 16 00000080:00000010:0.0:1783976334.139441:0:239566:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96140. 00000080:00000001:0.0:1783976334.139445:0:239566:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.139448:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d98 00000080:00000008:0.0:1783976334.139450:0:239566:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity:[0x240002b13:0x2069:0x0](ffff96f97c23aa08), flags 504000, rc = 0 00000080:00000001:0.0:1783976334.139453:0:239566:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.139455:0:239566:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140365:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.140368:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.140370:0:239566:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.140372:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00000080:00200000:0.0:1783976334.140375:0:239566:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976334.140380:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.140384:0:239566:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976334.140387:0:239566:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.140389:0:239566:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.140391:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3ae0 00800000:00000002:0.0:1783976334.140393:0:239566:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.140396:0:239566:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.140398:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.140399:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.140401:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.140403:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.140404:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.140406:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.140408:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.140410:0:239566:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.140413:0:239566:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.140415:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da39b0 00000002:00010000:0.0:1783976334.140416:0:239566:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.140419:0:239566:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.140420:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.140423:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.140427:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976334.140429:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.140433:0:239566:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.140437:0:239566:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.140441:0:239566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 02000000:00000001:0.0:1783976334.140449:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.140452:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.140454:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000002:00000001:0.0:1783976334.140460:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.140461:0:239566:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.140463:0:239566:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.140464:0:239566:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.140466:0:239566:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.140468:0:239566:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.140470:0:239566:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.140472:0:239566:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976334.140475:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.140479:0:239566:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.140480:0:239566:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.140566:0:239566:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976334.140569:0:239566:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976334.140573:0:239566:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.140576:0:239566:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.140577:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.140579:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.140582:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.140585:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.140587:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.140589:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.140590:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.140592:0:239566:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.140593:0:239566:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.140595:0:239566:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481da3bf8 00010000:00000001:0.0:1783976334.140597:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.140598:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.140599:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.140601:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.140603:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.140605:0:239566:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.140608:0:239566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00000001:0.0:1783976334.140615:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.140616:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.140617:0:239566:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.140619:0:239566:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.140622:0:239566:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00000001:0.0:1783976334.140628:0:239566:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.140630:0:239566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.140631:0:239566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.140633:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.140635:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.140636:0:239566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.140639:0:239566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.140640:0:239566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.140642:0:239566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.140644:0:239566:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.140646:0:239566:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.140647:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.140648:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.140650:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.140651:0:239566:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.140653:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976334.140657:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140659:0:239566:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.140661:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b88 00000080:00002000:0.0:1783976334.140663:0:239566:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 5 00000080:00000001:0.0:1783976334.140665:0:239566:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.140666:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bd0 00000080:00200000:0.0:1783976334.140667:0:239566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=27 00000080:00000001:0.0:1783976334.140670:0:239566:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976334.140672:0:239566:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140674:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.140675:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.140678:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140680:0:239566:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.140681:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00000080:00002000:0.0:1783976334.140683:0:239566:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976334.140685:0:239566:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.140686:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3c08 00000080:00200000:0.0:1783976334.140688:0:239566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=267 00000080:00000002:0.0:1783976334.140691:0:239566:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.140694:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.140695:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 44 00000080:00000001:0.0:1783976334.140697:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140700:0:239566:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976334.140702:0:239566:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976334.140703:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b78 00000080:00200008:0.0:1783976334.140705:0:239566:0:(file.c:1058:ll_file_open()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000 00000080:00000010:0.0:1783976334.140709:0:239566:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8a000. 00000080:00000001:0.0:1783976334.140714:0:239566:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976334.140718:0:239566:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976334.140721:0:239566:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140724:0:239566:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976334.140725:0:239566:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140727:0:239566:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976334.140729:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b78 00000080:00000008:0.0:1783976334.140731:0:239566:0:(file.c:1297:ll_file_open()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000, rc = 0 00000080:00000001:0.0:1783976334.140733:0:239566:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.140750:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.140752:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.140753:0:239566:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.140754:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00000080:00200000:0.0:1783976334.140756:0:239566:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976334.140760:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.140762:0:239566:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976334.140764:0:239566:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.140766:0:239566:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.140767:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3ae0 00800000:00000002:0.0:1783976334.140769:0:239566:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.140771:0:239566:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.140773:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.140774:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.140776:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.140777:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.140779:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.140780:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.140782:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.140785:0:239566:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.140788:0:239566:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.140789:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da39b0 00000002:00010000:0.0:1783976334.140791:0:239566:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.140794:0:239566:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.140795:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.140796:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.140799:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976334.140801:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.140803:0:239566:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.140805:0:239566:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.140808:0:239566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 02000000:00000001:0.0:1783976334.140815:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.140817:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.140820:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000002:00000001:0.0:1783976334.140826:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.140828:0:239566:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.140829:0:239566:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.140831:0:239566:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.140833:0:239566:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.140835:0:239566:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.140837:0:239566:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.140839:0:239566:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976334.140841:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.140843:0:239566:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.140844:0:239566:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.140846:0:239566:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976334.140848:0:239566:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976334.140851:0:239566:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.140852:0:239566:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.140853:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.140854:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.140855:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.140857:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.140859:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.142308:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.142310:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.142311:0:239566:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.142314:0:239566:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.142317:0:239566:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481da3bf8 00010000:00000001:0.0:1783976334.142319:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.142321:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.142323:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.142325:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.142327:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.142329:0:239566:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.142333:0:239566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00000001:0.0:1783976334.142340:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.142341:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.142343:0:239566:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.142345:0:239566:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.142347:0:239566:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00000001:0.0:1783976334.142355:0:239566:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.142357:0:239566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.142358:0:239566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.142362:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.142363:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.142365:0:239566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.142367:0:239566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.142368:0:239566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.142371:0:239566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.142373:0:239566:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.142375:0:239566:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.142376:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.142377:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.142379:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.142381:0:239566:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.142383:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976334.142388:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.142392:0:239566:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.142395:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b88 00000080:00002000:0.0:1783976334.142396:0:239566:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 5 00000080:00000001:0.0:1783976334.142398:0:239566:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.142400:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bd0 00000080:00200000:0.0:1783976334.142401:0:239566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976334.142406:0:239566:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976334.142407:0:239566:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.142410:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.142412:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.142414:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.142416:0:239566:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.142418:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00000080:00002000:0.0:1783976334.142419:0:239566:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 4 00000080:00000001:0.0:1783976334.142421:0:239566:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.142423:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3c08 00000080:00200000:0.0:1783976334.142424:0:239566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=264 00000080:00000002:0.0:1783976334.142426:0:239566:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.142430:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.142431:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 44 00000080:00000001:0.0:1783976334.142433:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.142437:0:239566:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976334.142439:0:239566:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976334.142440:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b78 00000080:00200008:0.0:1783976334.142442:0:239566:0:(file.c:1058:ll_file_open()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 504000 00000080:00000010:0.0:1783976334.142447:0:239566:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8ba40. 00000080:00000001:0.0:1783976334.142451:0:239566:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976334.142455:0:239566:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976334.142458:0:239566:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.142461:0:239566:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976334.142462:0:239566:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.142464:0:239566:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976334.142466:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b78 00000080:00000008:0.0:1783976334.142468:0:239566:0:(file.c:1297:ll_file_open()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 504000, rc = 0 00000080:00000001:0.0:1783976334.142471:0:239566:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.143122:0:239566:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.143125:0:239566:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.143127:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d98 00000080:00200008:0.0:1783976334.143130:0:239566:0:(file.c:447:ll_file_release()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000 00000080:00400000:0.0:1783976334.143158:0:239566:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe1:0x0] 00000080:00000001:0.0:1783976334.143161:0:239566:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.143163:0:239566:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.143164:0:239566:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.143169:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.143171:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.143173:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.143174:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.143176:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.143178:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976334.143181:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.143184:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.143186:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.143191:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976334.143194:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.143198:0:239566:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976334.143200:0:239566:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976334.143203:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.143207:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.143211:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb200/0x5bb448586bd0938a lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabade expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1783976334.145240:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.145251:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.145253:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976334.145260:0:239566:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe1:0x0]: 16 00000080:00000010:0.0:1783976334.145265:0:239566:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8a000. 00000080:00000001:0.0:1783976334.145271:0:239566:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.145277:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d98 00000080:00000008:0.0:1783976334.145280:0:239566:0:(file.c:491:ll_file_release()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 304000, rc = 0 00000080:00000001:0.0:1783976334.145283:0:239566:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.145286:0:239566:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.159027:0:239566:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.159044:0:239566:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.159047:0:239566:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.159050:0:239566:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7d68. 00000400:00000200:0.0:1783976334.159055:0:239566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc34c00 00000400:00000010:0.0:1783976334.159057:0:239566:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc34c00. 00000100:00000001:0.0:1783976334.159061:0:239566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.159067:0:239566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae85500 x1870620496646144/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.159077:0:239566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae85500 x1870620496646144/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.159084:0:239566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.159085:0:239566:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.159088:0:239566:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.159091:0:239566:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.159094:0:239566:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.159097:0:239566:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.159100:0:239566:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.159109:0:239566:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=123 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976334.159113:0:239566:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.159116:0:239566:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.159118:0:239566:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.159120:0:239566:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.159124:0:239566:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.159128:0:239566:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.159130:0:239566:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.160574:0:239566:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.160578:0:239566:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.160587:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae85500 x1870620496646144/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.160596:0:239566:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.160599:0:239566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.160600:0:239566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.160604:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae85500 x1870620496646144/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.160612:0:239566:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae85500 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239566:1870620496646144:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.160616:0:239566:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.160619:0:239566:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.160621:0:239566:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.160623:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.160625:0:239566:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae85500 x1870620496646144/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.160631:0:239566:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.160634:0:239566:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc340c0. 00000100:00000001:0.0:1783976334.160638:0:239566:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.160640:0:239566:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.160645:0:239566:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976334.160649:0:239566:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.160652:0:239566:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.160655:0:239566:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.160659:0:239566:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976334.160663:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f945ffe000. 00000080:00000001:0.0:1783976334.160669:0:239566:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.160679:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976334.160687:0:239566:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.160689:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.160692:0:239566:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85500 x1870620496646144/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.160698:0:239566:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.160701:0:239566:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.160705:0:239566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d2e0000. 02000000:00000001:0.0:1783976334.160709:0:239566:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.160712:0:239566:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.160714:0:239566:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=17 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.160716:0:239566:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.160718:0:239566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffea00. 02000000:00000001:0.0:1783976334.160720:0:239566:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.160722:0:239566:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.160724:0:239566:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85500. 00000100:00000001:0.0:1783976334.160728:0:239566:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.160729:0:239566:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.160730:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.160731:0:239566:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976334.160939:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d28 00000080:00200008:0.0:1783976334.160943:0:239566:0:(file.c:6217:ll_getattr_dentry()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.160950:0:239566:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.160952:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3ca0 00000080:00200000:0.0:1783976334.160954:0:239566:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248),name=d.btime 00000080:00000010:0.0:1783976334.160963:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.160973:0:239566:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.160978:0:239566:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.160980:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00800000:00000002:0.0:1783976334.160982:0:239566:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fe1:0x0] 'd.btime' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976334.160986:0:239566:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.160990:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.160993:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.160995:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.160998:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.161000:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.161002:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976334.161004:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.161007:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.161008:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.161010:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.161011:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.161012:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.161014:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976334.161016:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.161019:0:239566:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x200002b12:0x11fe1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.161024:0:239566:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.161026:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3a90 00000002:00010000:0.0:1783976334.161028:0:239566:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe1:0x0]) in obj [0x240002b13:0x2069:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.161032:0:239566:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.161034:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.161037:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.161045:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976334.161048:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.161054:0:239566:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.161058:0:239566:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.161063:0:239566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b800/0x5bb448586bd0939f lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb1d expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783976334.161074:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.161078:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.161081:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b800/0x5bb448586bd0939f lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb1d expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783976334.161088:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.161090:0:239566:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.161092:0:239566:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.161094:0:239566:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.161096:0:239566:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.161098:0:239566:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x2069:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.161100:0:239566:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.161103:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.161106:0:239566:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.161108:0:239566:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.161111:0:239566:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe1:0x0](ffff96f97c233248) 00000080:00010000:0.0:1783976334.161114:0:239566:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe1:0x0](ffff96f97c233248) for lock 0x5bb448586bd0939f 00800000:00000001:0.0:1783976334.161117:0:239566:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.161119:0:239566:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.161121:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.161123:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.161126:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798b800 refcount=3 00000020:00000001:0.0:1783976334.161128:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930361344 : -115476779190272 : ffff96f97798b800) 00010000:00000001:0.0:1783976334.161166:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930361344 : -115476779190272 : ffff96f97798b800) 00010000:00000001:0.0:1783976334.161170:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.161171:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.161173:0:239566:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.161175:0:239566:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.161177:0:239566:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0939f from it ffffaf1481da3cd8 00010000:00000001:0.0:1783976334.161180:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.161181:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.161182:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798b800 refcount=3 00000020:00000001:0.0:1783976334.161184:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930361344 : -115476779190272 : ffff96f97798b800) 00010000:00000001:0.0:1783976334.161186:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930361344 : -115476779190272 : ffff96f97798b800) 00010000:00000001:0.0:1783976334.161188:0:239566:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.161192:0:239566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b800/0x5bb448586bd0939f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb1d expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976334.161198:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.161199:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.161200:0:239566:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.161202:0:239566:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.161205:0:239566:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b800/0x5bb448586bd0939f lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb1d expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976334.161212:0:239566:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.161215:0:239566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.161218:0:239566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.161931:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.161934:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.161935:0:239566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.161940:0:239566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.161942:0:239566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.161944:0:239566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.161948:0:239566:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.161951:0:239566:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.161952:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.161953:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.161956:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.161958:0:239566:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976334.161964:0:239566:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.161972:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d28 00000080:00000008:0.0:1783976334.161974:0:239566:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.162030:0:239566:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.162032:0:239566:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976334.162040:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.162044:0:239566:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976334.162048:0:239566:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976334.162056:0:239566:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584055756736 : -40489653794880 : ffffdb2cc49187c0) 00000080:00000001:0.0:1783976334.162060:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976334.162064:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513187 : 144115373061513187 : 200002b12011fe3) 00000080:00000001:0.0:1783976334.162066:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513186 : 144115373061513186 : 200002b12011fe2) 00000080:00000001:0.0:1783976334.162068:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976334.162070:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513188 : 144115373061513188 : 200002b12011fe4) 00000080:00000001:0.0:1783976334.162072:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976334.162074:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513193 : 144115373061513193 : 200002b12011fe9) 00000080:00000001:0.0:1783976334.162075:0:239566:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976334.162079:0:239566:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.162081:0:239566:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976334.162083:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.162087:0:239566:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.164691:0:239566:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.164695:0:239566:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976334.164700:0:239566:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976334.164703:0:239566:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.164721:0:239566:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.164723:0:239566:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.164726:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d98 00000080:00200008:0.0:1783976334.164729:0:239566:0:(file.c:447:ll_file_release()) START file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 504000 00000080:00000001:0.0:1783976334.164733:0:239566:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.164734:0:239566:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.164736:0:239566:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.164740:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.164742:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.164743:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.164745:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.164747:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.164748:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976334.164750:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.164752:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.164754:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.164759:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 5 00010000:00000001:0.0:1783976334.164761:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.164764:0:239566:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976334.164767:0:239566:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976334.164769:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.164771:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.164776:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772bb200/0x5bb448586bd0938a lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabade expref: -99 pid: 239535 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:0.0:1783976334.164783:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.164784:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.164785:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976334.164788:0:239566:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe1:0x0]: 16 00000080:00000010:0.0:1783976334.164791:0:239566:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8ba40. 00000080:00000001:0.0:1783976334.164795:0:239566:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.164798:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3d98 00000080:00000008:0.0:1783976334.164799:0:239566:0:(file.c:491:ll_file_release()) COMPLETED file d.btime:[0x200002b12:0x11fe1:0x0](ffff96f97c233248), flags 504000, rc = 0 00000080:00000001:0.0:1783976334.164802:0:239566:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.164803:0:239566:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.164836:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.164839:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.164841:0:239566:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.164842:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00000080:00200000:0.0:1783976334.164844:0:239566:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976334.164848:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.164852:0:239566:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976334.164854:0:239566:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.164857:0:239566:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.164858:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3ae0 00800000:00000002:0.0:1783976334.164860:0:239566:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.166609:0:239566:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.166612:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.166614:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.166616:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.166618:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.166620:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.166622:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.166624:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.166627:0:239566:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.166632:0:239566:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.166635:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da39b0 00000002:00010000:0.0:1783976334.166637:0:239566:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.166641:0:239566:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.166642:0:239566:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.166645:0:239566:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.166650:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976334.166653:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.166657:0:239566:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.166661:0:239566:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.166666:0:239566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 02000000:00000001:0.0:1783976334.166676:0:239566:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.166680:0:239566:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.166683:0:239566:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00000002:00000001:0.0:1783976334.166690:0:239566:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.166692:0:239566:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.166694:0:239566:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.166696:0:239566:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.166698:0:239566:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.166701:0:239566:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.166704:0:239566:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.166707:0:239566:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976334.166710:0:239566:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.166715:0:239566:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.166716:0:239566:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.166720:0:239566:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976334.166723:0:239566:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976334.166727:0:239566:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.166729:0:239566:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.166730:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.166732:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.166734:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.166736:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.166739:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.166742:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.166744:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.166745:0:239566:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.166747:0:239566:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.166749:0:239566:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481da3bf8 00010000:00000001:0.0:1783976334.166752:0:239566:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.166753:0:239566:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.166754:0:239566:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.166755:0:239566:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.166757:0:239566:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.166759:0:239566:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.166762:0:239566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 1 00010000:00000001:0.0:1783976334.166767:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.166769:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.166770:0:239566:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.166772:0:239566:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.166775:0:239566:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00000001:0.0:1783976334.166783:0:239566:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.166785:0:239566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.166787:0:239566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.166790:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.166791:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.166793:0:239566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.166796:0:239566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.166797:0:239566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.166799:0:239566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.166802:0:239566:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.166804:0:239566:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.166805:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.166806:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.166808:0:239566:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.166810:0:239566:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.166812:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976334.166816:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.166820:0:239566:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.166822:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b88 00000080:00002000:0.0:1783976334.166824:0:239566:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 5 00000080:00000001:0.0:1783976334.166827:0:239566:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.166829:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bd0 00000080:00200000:0.0:1783976334.166830:0:239566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=27 00000080:00000001:0.0:1783976334.166834:0:239566:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976334.166836:0:239566:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.166839:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.166841:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.166844:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.166846:0:239566:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.166847:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b88 00000080:00002000:0.0:1783976334.166849:0:239566:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 4 00000080:00000001:0.0:1783976334.166851:0:239566:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.166853:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bd0 00000080:00200000:0.0:1783976334.166854:0:239566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=27 00000080:00000002:0.0:1783976334.166857:0:239566:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.166958:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.166961:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.166964:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.166968:0:239566:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.166969:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3bc0 00000080:00002000:0.0:1783976334.166971:0:239566:0:(dcache.c:87:ll_dcompare()) found name dir2(ffff96f97955e870) flags 0x28004e refc 0 00000080:00000001:0.0:1783976334.166973:0:239566:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.166975:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3c08 00000080:00200000:0.0:1783976334.166976:0:239566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir2, flags=267 00000080:00000002:0.0:1783976334.166980:0:239566:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir2 [0x200002b12:0x11fe9:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.166984:0:239566:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.166986:0:239566:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), inode mode 41ed mask 44 00000080:00000001:0.0:1783976334.166988:0:239566:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.166994:0:239566:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976334.166996:0:239566:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976334.166997:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3b78 00000080:00200008:0.0:1783976334.167000:0:239566:0:(file.c:1058:ll_file_open()) START file dir2:[0x200002b12:0x11fe9:0x0](ffff96f97ab65348), flags 304000 00000080:00000010:0.0:1783976334.167006:0:239566:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8ba40. 00000080:00000001:0.0:1783976334.167011:0:239566:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783976334.167016:0:239566:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.167019:0:239566:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 3 00000080:00000001:0.0:1783976334.167023:0:239566:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.167025:0:239566:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.167027:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da3a28 00800000:00000002:0.0:1783976334.167029:0:239566:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b12:0x11fe9:0x0] '' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976334.167032:0:239566:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976334.167033:0:239566:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.167035:0:239566:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.167040:0:239566:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.167041:0:239566:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.167043:0:239566:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.167045:0:239566:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe9:0x0] 00800000:00000001:0.0:1783976334.167048:0:239566:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.167050:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da39a8 00800000:00000002:0.0:1783976334.167052:0:239566:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fe9:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783976334.167056:0:239566:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.167057:0:239566:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481da38e0 00000002:00010000:0.0:1783976334.167059:0:239566:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe9:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: open flags 0104240304001 00000002:00000001:0.0:1783976334.167062:0:239566:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976334.167064:0:239566:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976334.167068:0:239566:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976334.167071:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76900 count: 3 00010000:00000001:0.0:1783976334.167073:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.167075:0:239566:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976334.167078:0:239566:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.167080:0:239566:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.167082:0:239566:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.167084:0:239566:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976334.167086:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 5 00010000:00000001:0.0:1783976334.167087:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.167089:0:239566:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976334.167090:0:239566:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.167092:0:239566:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.167093:0:239566:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.167098:0:239566:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06a00. 00000020:00000040:0.0:1783976334.167101:0:239566:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976334.167106:0:239566:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976334.167108:0:239566:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.167111:0:239566:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976334.167114:0:239566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.167117:0:239566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.167118:0:239566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.167119:0:239566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.167122:0:239566:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.167124:0:239566:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.167126:0:239566:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.167154:0:239566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f9458a8000. 00000100:00000001:0.0:1783976334.167161:0:239566:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.167165:0:239566:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976334.167167:0:239566:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.167168:0:239566:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976334.167169:0:239566:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.167171:0:239566:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.167178:0:239566:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00010000:00000001:0.0:1783976334.167181:0:239566:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976334.167182:0:239566:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976334.167184:0:239566:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 5 00010000:00000001:0.0:1783976334.167186:0:239566:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.167189:0:239566:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976334.167192:0:239566:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b800. 00000020:00000001:0.0:1783976334.167195:0:239566:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976334.167198:0:239566:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b800 with handle 0x5bb448586bd0944e to hash 00000020:00000001:0.0:1783976334.167200:0:239566:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976334.167201:0:239566:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972759552 : -115481736792064 : ffff96f85019b800) 00010000:00000001:0.0:1783976334.167204:0:239566:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972759552 : -115481736792064 : ffff96f85019b800) 00010000:00000001:0.0:1783976334.167207:0:239566:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.167209:0:239566:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.167212:0:239566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b800/0x5bb448586bd0944e lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 239566 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976334.167219:0:239566:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b800/0x5bb448586bd0944e lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 239566 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976334.167238:0:239566:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:0.0:1783976334.167247:0:239566:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06a00 x1870620496647040/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976334.167256:0:239566:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b800/0x5bb448586bd0944e lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 239566 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976334.167261:0:239566:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.167263:0:239566:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.167270:0:239566:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137a80. 00000100:00000001:0.0:1783976334.167272:0:239566:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988738176 : -115476720813440 : ffff96f97b137a80) 00000100:00000001:0.0:1783976334.167274:0:239566:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.167276:0:239566:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000001:0.0:1783976334.167280:0:239566:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.167284:0:239566:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.167286:0:239566:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.167287:0:239566:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.167291:0:239566:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06a00 x1870620496647040/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.167299:0:239566:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.167301:0:239566:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.167304:0:239566:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.167306:0:239566:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.167308:0:239566:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.167311:0:239566:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239566:1870620496647040:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976334.167314:0:239566:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.167318:0:239566:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.167320:0:239566:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.167322:0:239566:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.167407:0:239566:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f980400000. 02000000:00000001:0.0:1783976334.167410:0:239566:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.167416:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.167419:0:239566:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393268. 00000400:00000010:0.0:1783976334.167426:0:239566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f38800. 00000100:00000200:0.0:1783976334.167431:0:239566:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496647040, portal 10 00000100:00000001:0.0:1783976334.167433:0:239566:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.167434:0:239566:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734976 : -115476608816640 : ffff96f981c06a00) 00000100:00000040:0.0:1783976334.167440:0:239566:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06a00 x1870620496647040/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.167447:0:239566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.167449:0:239566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.167452:0:239566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976334.167456:0:239566:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496647040, offset 0 00000400:00000200:0.0:1783976334.167461:0:239566:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.167467:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.167473:0:239566:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.167478:0:239566:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.169333:0:239566:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.169341:0:239566:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.169347:0:239566:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.169351:0:239566:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778630:778630:255:4294967295] 192.168.201.114@tcp LPNI seq info [778608:778608:7:4294967295] 00000400:00000200:0.0:1783976334.169358:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.169371:0:239566:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.169378:0:239566:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.169388:0:239566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f9766e8600. 00000800:00000200:0.0:1783976334.169394:0:239566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.169402:0:239566:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.169406:0:239566:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f9766e8600 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976334.169412:0:239566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.169417:0:239566:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.169421:0:239566:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.169423:0:239566:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308540018 00000100:00000001:0.0:1783976334.169427:0:239566:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.169430:0:239566:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308540018 00000100:00000001:0.0:1783976334.169432:0:239566:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.169434:0:239566:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.169438:0:239566:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.169441:0:239566:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.169442:0:239566:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.169445:0:239566:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137a80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.169447:0:239566:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.169451:0:239566:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.173582:0:239564:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.173592:0:239564:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.173594:0:239564:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.173598:0:239564:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7e70. 00000400:00000200:0.0:1783976334.173605:0:239564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f94bc34180 00000400:00000010:0.0:1783976334.173607:0:239564:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f94bc34180. 00000100:00000001:0.0:1783976334.173610:0:239564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.173616:0:239564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae86a00 x1870620496646528/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.173626:0:239564:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae86a00 x1870620496646528/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.173633:0:239564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.173635:0:239564:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.173637:0:239564:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.173641:0:239564:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.173643:0:239564:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.173645:0:239564:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.173648:0:239564:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.173656:0:239564:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=123 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976334.173660:0:239564:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.173663:0:239564:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.173665:0:239564:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.173668:0:239564:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.173671:0:239564:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.173675:0:239564:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.173677:0:239564:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.173679:0:239564:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.173682:0:239564:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.173686:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae86a00 x1870620496646528/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.173693:0:239564:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.173696:0:239564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.173698:0:239564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.173702:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae86a00 x1870620496646528/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.173709:0:239564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae86a00 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239564:1870620496646528:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.173714:0:239564:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.173716:0:239564:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.173719:0:239564:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.173720:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.173724:0:239564:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae86a00 x1870620496646528/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.173730:0:239564:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.173734:0:239564:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34cc0. 00000100:00000001:0.0:1783976334.173736:0:239564:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.173737:0:239564:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.173743:0:239564:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976334.173746:0:239564:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.173748:0:239564:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.173751:0:239564:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.173757:0:239564:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f945ffe600. 00000080:00000001:0.0:1783976334.173762:0:239564:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976334.173767:0:239564:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976334.173773:0:239564:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9200. 00800000:00000001:0.0:1783976334.173783:0:239564:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976334.173785:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.173788:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.173791:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.173793:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.173795:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.173798:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.173800:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.173804:0:239564:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976334.173810:0:239564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976334.173814:0:239564:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.173817:0:239564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.173820:0:239564:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.173824:0:239564:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.173831:0:239564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9400. 00000100:00000001:0.0:1783976334.173837:0:239564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.173844:0:239564:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.173845:0:239564:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.173847:0:239564:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.173852:0:239564:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137e40. 00000100:00000001:0.0:1783976334.173854:0:239564:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988739136 : -115476720812480 : ffff96f97b137e40) 00000100:00000001:0.0:1783976334.173857:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.173858:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976334.173875:0:239564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.173880:0:239564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.173883:0:239564:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.173884:0:239564:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.173888:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.173896:0:239564:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.173898:0:239564:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.173901:0:239564:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.173903:0:239564:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.173905:0:239564:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.173908:0:239564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239564:1870620496647168:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.173912:0:239564:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.173917:0:239564:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.173919:0:239564:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.173921:0:239564:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.173928:0:239564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976334.173930:0:239564:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.173935:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.173938:0:239564:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703932c0. 00000400:00000010:0.0:1783976334.173943:0:239564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976334.173950:0:239564:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496647168, portal 10 00000100:00000001:0.0:1783976334.173952:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.173953:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976334.173958:0:239564:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.173965:0:239564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.173968:0:239564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.173971:0:239564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783976334.173974:0:239564:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496647168, offset 0 00000400:00000200:0.0:1783976334.173979:0:239564:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.173985:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.173993:0:239564:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.173998:0:239564:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.174002:0:239564:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.174005:0:239564:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.174008:0:239564:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.174012:0:239564:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778631:778631:256:4294967295] 192.168.201.114@tcp LPNI seq info [778609:778609:8:4294967295] 00000400:00000200:0.0:1783976334.174016:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.174025:0:239564:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.174031:0:239564:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.174035:0:239564:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b500. 00000800:00000200:0.0:1783976334.174041:0:239564:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.174047:0:239564:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.174052:0:239564:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.174066:0:239564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.174071:0:239564:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.174075:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.174078:0:239564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308540022 00000100:00000001:0.0:1783976334.174081:0:239564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.174083:0:239564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308540022 00000100:00000001:0.0:1783976334.174085:0:239564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.174087:0:239564:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.174090:0:239564:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.174093:0:239564:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.174095:0:239564:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.174098:0:239564:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.174099:0:239564:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.174101:0:239564:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.174266:0:239565:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.174271:0:239565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.174273:0:239565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.174275:0:239565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc70b0. 00000400:00000200:0.0:1783976334.174278:0:239565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854675800 00000400:00000010:0.0:1783976334.174280:0:239565:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f854675800. 00000100:00000001:0.0:1783976334.174283:0:239565:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.174288:0:239565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae87b80 x1870620496646784/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.174297:0:239565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae87b80 x1870620496646784/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.174302:0:239565:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.174303:0:239565:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.174305:0:239565:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.174306:0:239565:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.174308:0:239565:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.174310:0:239565:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.174311:0:239565:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.174315:0:239565:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.174317:0:239565:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.174320:0:239565:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.174321:0:239565:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.174323:0:239565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.174325:0:239565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.174326:0:239565:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976334.174328:0:239565:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976334.174330:0:239565:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976334.174331:0:239565:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.174332:0:239565:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985920384 : -115476723631232 : ffff96f97ae87b80) 00000100:00000001:0.0:1783976334.174334:0:239565:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.174336:0:239565:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.174338:0:239565:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.174339:0:239565:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.174343:0:239565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.174350:0:239565:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.174351:0:239565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.174353:0:239565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.174356:0:239565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.174363:0:239565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae87b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239565:1870620496646784:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976334.174367:0:239565:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.174369:0:239565:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.174371:0:239565:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.174372:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.174375:0:239565:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.174381:0:239565:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.174383:0:239565:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f94bc34f00. 00000100:00000001:0.0:1783976334.174386:0:239565:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.174387:0:239565:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.174390:0:239565:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976334.174394:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174396:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174399:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=4 00000020:00000001:0.0:1783976334.174401:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174404:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000040:0.0:1783976334.174409:0:239565:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97705b600, remote cookie: 0xa91b1f6e92eabf30, flags: 0x1001 00010000:00000040:0.0:1783976334.174413:0:239565:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11fe5:0x0].0x0, instead of [0x200002b12:0x11fe1:0x0].0x0 00010000:00000001:0.0:1783976334.174416:0:239565:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976334.174422:0:239565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 3 00010000:00000001:0.0:1783976334.174425:0:239565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.174429:0:239565:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.174433:0:239565:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976334.174442:0:239565:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.174449:0:239565:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976334.174453:0:239565:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976334.174455:0:239565:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976334.174457:0:239565:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976334.174459:0:239565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976334.174461:0:239565:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fe5:0x0].0x0 (ffff96f97dc0f900) refcount = 3 00010000:00000040:0.0:1783976334.174464:0:239565:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976334.174466:0:239565:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1783976334.174473:0:239565:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d600/0x5bb448586bd09280 lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab71f expref: -99 pid: 239499 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976334.174608:0:239565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.174616:0:239565:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976334.174620:0:239565:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976334.174621:0:239565:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.174624:0:239565:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976334.174626:0:239565:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.174630:0:239565:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.174640:0:239565:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976334.174641:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174643:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.174644:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174644:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.174646:0:239565:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.174650:0:239565:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976334.174652:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174654:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174656:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=3 00000020:00000001:0.0:1783976334.174658:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174660:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174662:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174663:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976334.174667:0:239565:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976334.174675:0:239565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976334.174679:0:239565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976334.174685:0:239565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.174690:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174691:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174692:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=3 00000020:00000001:0.0:1783976334.174694:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174696:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174698:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174699:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.174700:0:239565:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.174702:0:239565:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.174705:0:239565:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976334.174706:0:239565:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.174708:0:239565:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985920384 : -115476723631232 : ffff96f97ae87b80) 00010000:00000001:0.0:1783976334.174710:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174711:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174712:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=3 00000020:00000001:0.0:1783976334.174714:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174716:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00000002:00010000:0.0:1783976334.174718:0:239565:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.174724:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174725:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.174727:0:239565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976334.174728:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174729:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174731:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=3 00000020:00000001:0.0:1783976334.174732:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174734:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000040:0.0:1783976334.174737:0:239565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 4 00010000:00000001:0.0:1783976334.174739:0:239565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976334.174743:0:239565:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73701 (0 0) 00010000:00000001:0.0:1783976334.174745:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174746:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.174747:0:239565:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976334.174750:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbf868 00000002:00002000:0.0:1783976334.174752:0:239565:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1783976334.174754:0:239565:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.174758:0:239565:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.174760:0:239565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976334.174763:0:239565:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976334.174766:0:239565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.174769:0:239565:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 3 00000080:00000010:0.0:1783976334.174773:0:239565:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9437bd400. 00000080:00000001:0.0:1783976334.174778:0:239565:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976334.174783:0:239565:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976334.174787:0:239565:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976334.174792:0:239565:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99e80. 00800000:00000001:0.0:1783976334.174794:0:239565:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078976640 : -115477630574976 : ffff96f944d99e80) 00800000:00000001:0.0:1783976334.174797:0:239565:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.174799:0:239565:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976334.174802:0:239565:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976334.174804:0:239565:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fe5:0x0] 00000080:00000001:0.0:1783976334.174806:0:239565:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976334.174808:0:239565:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976334.174810:0:239565:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.174814:0:239565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976334.174817:0:239565:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976334.174821:0:239565:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fe5:0x0], updating i_size 4096 00010000:00000001:0.0:1783976334.174823:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174824:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174826:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=3 00000020:00000001:0.0:1783976334.174827:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174830:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174832:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174833:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976334.174834:0:239565:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976334.174837:0:239565:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976334.174838:0:239565:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99e80 1 00800000:00000010:0.0:1783976334.174840:0:239565:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99e80. 00800000:00000001:0.0:1783976334.174842:0:239565:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.174846:0:239565:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe5:0x0](ffff96f97ab61988) for lock 0x5bb448586bd09447 00800000:00000001:0.0:1783976334.174849:0:239565:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.174851:0:239565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.174852:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174853:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174854:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=3 00000020:00000001:0.0:1783976334.174855:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174857:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174928:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174929:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.174930:0:239565:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.174932:0:239565:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976334.174936:0:239565:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir1 [0x200002b12:0x11fe5:0x0] depth 3 server default LMV inherit depth 0 00000100:00000001:0.0:1783976334.174940:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.174944:0:239565:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.174950:0:239565:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.174953:0:239565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09447 from it ffffaf1481cbfbd0 00010000:00000001:0.0:1783976334.174955:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.174956:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.174957:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b600 refcount=3 00000020:00000001:0.0:1783976334.174959:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174960:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920727040 : -115476788824576 : ffff96f97705b600) 00010000:00000001:0.0:1783976334.174962:0:239565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.174965:0:239565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.174970:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174971:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.174973:0:239565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.174976:0:239565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.174978:0:239565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976334.174984:0:239565:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.174987:0:239565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.174988:0:239565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.174993:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.174994:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.174995:0:239565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.174998:0:239565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.175001:0:239565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.175003:0:239565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.175005:0:239565:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.175008:0:239565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.175009:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.175010:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976334.175013:0:239565:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.175017:0:239565:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99e80. 00000080:00000001:0.0:1783976334.175020:0:239565:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976334.175024:0:239565:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976334.175026:0:239565:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.175028:0:239565:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.175030:0:239565:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.175032:0:239565:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.175033:0:239565:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.175036:0:239565:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976334.175038:0:239565:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.175040:0:239565:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976334.175043:0:239565:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30ce0. 00000002:00100000:0.0:1783976334.175047:0:239565:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976334.175052:0:239565:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.175054:0:239565:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976334.175059:0:239565:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976334.175062:0:239565:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.175065:0:239565:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976334.175067:0:239565:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.175069:0:239565:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.175072:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.175075:0:239565:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976334.175082:0:239565:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.175084:0:239565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f97c4c0000. 02000000:00000001:0.0:1783976334.175118:0:239565:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976334.175120:0:239565:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.175123:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfb78 00000080:00000008:0.0:1783976334.175126:0:239565:0:(file.c:1297:ll_file_open()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 304000, rc = 0 00000080:00000001:0.0:1783976334.175183:0:239565:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.175748:0:239565:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.175751:0:239565:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.175753:0:239565:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.175755:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfbc0 00000080:00200000:0.0:1783976334.175757:0:239565:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976334.175762:0:239565:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9a00. 00800000:00000002:0.0:1783976334.175767:0:239565:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976334.175771:0:239565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.175774:0:239565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.175776:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfae0 00800000:00000002:0.0:1783976334.175779:0:239565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.175782:0:239565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.175784:0:239565:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.175785:0:239565:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.175787:0:239565:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.175788:0:239565:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.175790:0:239565:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.175792:0:239565:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.175794:0:239565:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.175796:0:239565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.175800:0:239565:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.175802:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbf9b0 00000002:00010000:0.0:1783976334.175804:0:239565:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.175807:0:239565:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.175809:0:239565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.175811:0:239565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.175816:0:239565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976334.175818:0:239565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.175822:0:239565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.175825:0:239565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.175829:0:239565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 02000000:00000001:0.0:1783976334.175840:0:239565:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.175844:0:239565:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.175846:0:239565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00000002:00000001:0.0:1783976334.175852:0:239565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.175854:0:239565:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.175856:0:239565:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.175857:0:239565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.175859:0:239565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.175996:0:239565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.175999:0:239565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.176002:0:239565:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976334.176004:0:239565:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9a00. 00000080:00000001:0.0:1783976334.176008:0:239565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.176010:0:239565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.176012:0:239565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976334.176016:0:239565:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976334.176019:0:239565:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.176020:0:239565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.176022:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.176023:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.176025:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.176028:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.176030:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.176033:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.176034:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.176035:0:239565:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.176036:0:239565:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.176038:0:239565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481cbfbf8 00010000:00000001:0.0:1783976334.176040:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.176041:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.176043:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.176045:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.176047:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.176049:0:239565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.176052:0:239565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 64 lru_type: 1 00010000:00000001:0.0:1783976334.176059:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.176060:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.176061:0:239565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.176063:0:239565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.176066:0:239565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 65 lru_type: 1 00010000:00000001:0.0:1783976334.176072:0:239565:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.176075:0:239565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.176076:0:239565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.176079:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.176080:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.176081:0:239565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.176083:0:239565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.176085:0:239565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.176087:0:239565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.176090:0:239565:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.176092:0:239565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.176093:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.176094:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.176096:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.176097:0:239565:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.176099:0:239565:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976334.176103:0:239565:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.176106:0:239565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.176109:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfb88 00000080:00002000:0.0:1783976334.176110:0:239565:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 5 00000080:00000001:0.0:1783976334.176113:0:239565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.176116:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfbd0 00000080:00200000:0.0:1783976334.176117:0:239565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976334.176122:0:239565:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976334.176124:0:239565:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.176127:0:239565:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.176128:0:239565:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.176409:0:239565:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.176414:0:239565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.176416:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfb88 00000080:00002000:0.0:1783976334.176417:0:239565:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 4 00000080:00000001:0.0:1783976334.176420:0:239565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.176421:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfbd0 00000080:00200000:0.0:1783976334.176422:0:239565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=24 00000080:00000002:0.0:1783976334.176425:0:239565:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000020:00000001:0.0:1783976334.184318:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976334.184326:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.184332:0:192641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976334.184336:0:192641:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976334.184339:0:192641:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976334.184346:0:192641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a200/0x5bb448586bd09440 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa91b1f6e92eabf1b expref: -99 pid: 239567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976334.184360:0:192641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f97705a200 already unused, calling callback (ffffffffc1c44990) 00000080:00000001:0.0:1783976334.184363:0:192641:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1783976334.184367:0:192641:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a200/0x5bb448586bd09440 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa91b1f6e92eabf1b expref: -99 pid: 239567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.184376:0:192641:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1783976334.184379:0:192641:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1783976334.184383:0:192641:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a200/0x5bb448586bd09440 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa91b1f6e92eabf1b expref: -99 pid: 239567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.184388:0:192641:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1783976334.184392:0:192641:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976334.184394:0:192641:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.184397:0:192641:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.184401:0:192641:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a200 refcount=3 00000020:00000001:0.0:1783976334.184403:0:192641:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920721920 : -115476788829696 : ffff96f97705a200) 00010000:00000001:0.0:1783976334.184406:0:192641:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920721920 : -115476788829696 : ffff96f97705a200) 00010000:00000001:0.0:1783976334.184409:0:192641:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976334.184411:0:192641:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a200/0x5bb448586bd09440 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eabf1b expref: -99 pid: 239567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1783976334.184417:0:192641:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976334.184421:0:192641:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976334.184423:0:192641:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976334.184426:0:192641:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x206c:0x0] mode (null) 00000002:00000001:0.0:1783976334.184430:0:192641:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.184432:0:192641:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.184439:0:192641:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80100 count: 4 00010000:00000001:0.0:1783976334.184442:0:192641:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.184446:0:192641:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976334.184447:0:192641:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976334.184451:0:192641:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.184457:0:192641:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.184460:0:192641:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7d200/0x5bb448586bd09375 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba98 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976334.184467:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.184469:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.184470:0:192641:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783976334.184472:0:192641:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.184473:0:192641:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.184474:0:192641:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7d200 refcount=3 00000020:00000001:0.0:1783976334.184476:0:192641:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976334.184478:0:192641:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034111488 : -115476675440128 : ffff96f97dc7d200) 00010000:00000001:0.0:1783976334.184479:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.184492:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976334.184493:0:192641:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976334.184497:0:192641:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976334.184499:0:192641:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.184501:0:192641:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976334.184505:0:192641:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976334.184506:0:192641:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976334.184508:0:192641:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.184511:0:192641:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976334.184513:0:192641:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97705a200 with handle 0x5bb448586bd09440 from hash 00010000:00000001:0.0:1783976334.184515:0:192641:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976334.184517:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.184518:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.184519:0:192641:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976334.184522:0:192641:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976334.184524:0:192641:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976334.184530:0:192641:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.184534:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.184535:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.184536:0:192641:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.184539:0:192641:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976334.184541:0:192641:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976334.184550:0:192641:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976334.184554:0:192641:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=9 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.184559:0:192641:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.184562:0:192641:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.184564:0:192641:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.184573:0:192641:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9a00. 00000100:00000001:0.0:1783976334.184582:0:192641:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.184584:0:192641:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976334.184589:0:192641:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a200/0x5bb448586bd09440 lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eabf1b expref: -99 pid: 239567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976334.184595:0:192641:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976334.184596:0:192641:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.184601:0:192641:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.184605:0:192641:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.184618:0:192641:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006d0299f] to pc [ptlrpcd_00_01+1] req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976334.184652:0:192641:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.184655:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.184656:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.184657:0:192641:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.184660:0:192641:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.184661:0:192641:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.184664:0:192641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a200/0x5bb448586bd09440 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eabf1b expref: -99 pid: 239567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.184671:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976334.184673:0:192641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97705a200/0x5bb448586bd09440 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x206c:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eabf1b expref: -99 pid: 239567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.184686:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.184688:0:192641:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1783976334.184690:0:192641:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f964337000. 00010000:00000001:0.0:1783976334.184695:0:192641:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.184697:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976334.184699:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.184700:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976334.184702:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976334.184703:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.184704:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976334.184706:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976334.184707:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.184708:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976334.184719:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783976334.184722:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783976334.184724:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.184731:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.184733:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.184735:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.184737:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.184740:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.184746:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976334.184754:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.184757:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.184761:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.184763:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.184766:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.184769:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496647552:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976334.184773:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.184779:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.184781:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.184784:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.184788:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f9766e9000. 02000000:00000001:0.0:1783976334.184790:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.184797:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.184801:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393790. 00000400:00000010:0.0:1783976334.184808:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783976334.184815:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496647552, portal 18 00000100:00000001:0.0:1783976334.184818:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.184819:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976334.184826:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976334.184833:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.184835:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.184838:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976334.184841:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870620496647552, offset 0 00000400:00000200:0.0:1783976334.184848:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.184856:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.184870:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.184875:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.184879:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.184882:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.184886:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.184890:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778633:778633:255:4294967295] 192.168.201.114@tcp LPNI seq info [778611:778611:7:4294967295] 00000400:00000200:0.0:1783976334.184894:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.184903:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.184909:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.184913:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b400. 00000800:00000200:0.0:1783976334.184920:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.184927:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.184931:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.184934:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.184938:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10240 usecs (11 jiffies) 00000400:00000200:0.0:1783976334.184941:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.184943:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308540034 00000100:00000001:0.0:1783976334.184947:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.184949:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308540034 00000100:00000001:0.0:1783976334.184951:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.184954:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.184956:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.184959:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.184961:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.185360:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.185363:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196601:0:239565:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.196609:0:239565:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.196616:0:239565:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196621:0:239565:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.196625:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfbc0 00000080:00002000:0.0:1783976334.196627:0:239565:0:(dcache.c:87:ll_dcompare()) found name dir1(ffff96f97abf40d8) flags 0x28004e refc 1 00000080:00000001:0.0:1783976334.196629:0:239565:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.196631:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfc08 00000080:00200000:0.0:1783976334.196633:0:239565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir1, flags=264 00000080:00000002:0.0:1783976334.196640:0:239565:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir1 [0x200002b12:0x11fe5:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.196645:0:239565:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.196646:0:239565:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), inode mode 41ed mask 44 00000080:00000001:0.0:1783976334.196649:0:239565:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196655:0:239565:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976334.196657:0:239565:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976334.196659:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfb78 00000080:00200008:0.0:1783976334.196661:0:239565:0:(file.c:1058:ll_file_open()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 504000 00000080:00000010:0.0:1783976334.196667:0:239565:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8a000. 00000080:00000001:0.0:1783976334.196672:0:239565:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976334.196676:0:239565:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976334.196680:0:239565:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196682:0:239565:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976334.196684:0:239565:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196686:0:239565:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976334.196689:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfb78 00000080:00000008:0.0:1783976334.196691:0:239565:0:(file.c:1297:ll_file_open()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 504000, rc = 0 00000080:00000001:0.0:1783976334.196694:0:239565:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196715:0:239565:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.196717:0:239565:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.196719:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfd98 00000080:00200008:0.0:1783976334.196721:0:239565:0:(file.c:447:ll_file_release()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 304000 00000080:00400000:0.0:1783976334.196724:0:239565:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fe5:0x0] 00000080:00000001:0.0:1783976334.196727:0:239565:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.196729:0:239565:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.196730:0:239565:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.196736:0:239565:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.196740:0:239565:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.196742:0:239565:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.196744:0:239565:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.196746:0:239565:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.196748:0:239565:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976334.196750:0:239565:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.196754:0:239565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.196756:0:239565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.196763:0:239565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 4 00010000:00000001:0.0:1783976334.196765:0:239565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.196770:0:239565:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976334.196773:0:239565:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976334.196776:0:239565:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.196780:0:239565:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.196785:0:239565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b600/0x5bb448586bd09447 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf30 expref: -99 pid: 239565 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976334.196794:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.196795:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.196798:0:239565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976334.196800:0:239565:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fe5:0x0]: 16 00000080:00000010:0.0:1783976334.196802:0:239565:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b97540. 00000080:00000001:0.0:1783976334.196805:0:239565:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.196808:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfd98 00000080:00000008:0.0:1783976334.196809:0:239565:0:(file.c:491:ll_file_release()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), flags 304000, rc = 0 00000080:00000001:0.0:1783976334.196812:0:239565:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196813:0:239565:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.196830:0:239565:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976334.196832:0:239565:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) cmd=c1406917 arg=7fe96013b690 00000080:00000001:0.0:1783976334.196838:0:239565:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976334.196839:0:239565:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976334.196846:0:239565:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8800. 00800000:00000002:0.0:1783976334.196850:0:239565:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00800000:00000001:0.0:1783976334.196856:0:239565:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976334.196869:0:239565:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.196870:0:239565:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.196872:0:239565:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.196873:0:239565:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.196874:0:239565:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.196876:0:239565:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976334.196878:0:239565:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.196882:0:239565:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976334.196886:0:239565:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976334.196891:0:239565:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.196896:0:239565:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.196899:0:239565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.196903:0:239565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.196910:0:239565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8600. 00000100:00000001:0.0:1783976334.196916:0:239565:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.196924:0:239565:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.196926:0:239565:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.196928:0:239565:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.196933:0:239565:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.196935:0:239565:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988736640 : -115476720814976 : ffff96f97b137480) 00000100:00000001:0.0:1783976334.196938:0:239565:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.196939:0:239565:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976334.196943:0:239565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.196947:0:239565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.196949:0:239565:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.196950:0:239565:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.196959:0:239565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.196967:0:239565:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.196969:0:239565:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.196972:0:239565:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.196974:0:239565:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.196976:0:239565:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.196979:0:239565:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239565:1870620496647808:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.196983:0:239565:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.196987:0:239565:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.196990:0:239565:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.196992:0:239565:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.196998:0:239565:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.197000:0:239565:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.197005:0:239565:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.197009:0:239565:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976334.197015:0:239565:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1373c0. 00000100:00000200:0.0:1783976334.197022:0:239565:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496647808, portal 10 00000100:00000001:0.0:1783976334.197023:0:239565:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.197024:0:239565:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976334.197030:0:239565:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.197038:0:239565:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.197041:0:239565:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.197044:0:239565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976334.197047:0:239565:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496647808, offset 0 00000400:00000200:0.0:1783976334.197053:0:239565:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.197060:0:239565:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.197067:0:239565:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.197072:0:239565:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.197075:0:239565:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.197078:0:239565:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.197081:0:239565:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.197084:0:239565:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778635:778635:255:4294967295] 192.168.201.114@tcp LPNI seq info [778613:778613:7:4294967295] 00000400:00000200:0.0:1783976334.197088:0:239565:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.197097:0:239565:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.197103:0:239565:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.197108:0:239565:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b900. 00000800:00000200:0.0:1783976334.197114:0:239565:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.197121:0:239565:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.197125:0:239565:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.197129:0:239565:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.197167:0:239565:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.197171:0:239565:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.197173:0:239565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308540045 00000100:00000001:0.0:1783976334.197176:0:239565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.197178:0:239565:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308540045 00000100:00000001:0.0:1783976334.197180:0:239565:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.197183:0:239565:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.197185:0:239565:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.197188:0:239565:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.197190:0:239565:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.197192:0:239565:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137480 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.197195:0:239565:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.197197:0:239565:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.199202:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976334.199205:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.199208:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976334.201574:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.201584:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.201593:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.201595:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.201599:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393790. 00000400:00000200:0.0:1783976334.201607:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783976334.201610:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783976334.201614:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.201624:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976334.201635:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976334.201644:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.201646:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.201648:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.201651:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.201653:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.201656:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.201658:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.201668:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd80 time=2 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976334.201672:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.201675:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.201677:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.201680:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.201684:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.201687:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.201689:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972888 00000100:00000001:0.0:1783976334.201691:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.201696:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.201701:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976334.201709:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.201712:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.201714:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.201718:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976334.201726:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496647552:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976334.201731:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.201733:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.201736:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496647552/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976334.201743:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.201745:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.201748:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f9766e9000. 02000000:00000001:0.0:1783976334.201752:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.201754:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.201756:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=8 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.201758:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.201761:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9a00. 02000000:00000001:0.0:1783976334.201763:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.201765:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.201766:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976334.201769:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.201770:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.201773:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.201780:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.201782:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.201784:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.201786:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.201799:0:239564:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.201804:0:239564:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.201806:0:239564:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.201808:0:239564:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703932c0. 00000400:00000200:0.0:1783976334.201811:0:239564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1379c0 00000400:00000010:0.0:1783976334.201813:0:239564:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1379c0. 00000100:00000001:0.0:1783976334.201816:0:239564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.201821:0:239564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.201829:0:239564:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.201834:0:239564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.201836:0:239564:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.201837:0:239564:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.201839:0:239564:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.201840:0:239564:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.201842:0:239564:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.201844:0:239564:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.201848:0:239564:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=123 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976334.201851:0:239564:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.201853:0:239564:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.201854:0:239564:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.201856:0:239564:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.201857:0:239564:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.201859:0:239564:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.201939:0:239564:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.201942:0:239564:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.201943:0:239564:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.201948:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.201956:0:239564:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.201958:0:239564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.201959:0:239564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.201963:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.201972:0:239564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239564:1870620496647168:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.201977:0:239564:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.201979:0:239564:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.201982:0:239564:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.201984:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.201987:0:239564:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.201994:0:239564:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.201996:0:239564:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137e40. 00000100:00000001:0.0:1783976334.201999:0:239564:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.202001:0:239564:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.202007:0:239564:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:0.0:1783976334.202010:0:239564:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.202013:0:239564:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.202016:0:239564:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.202022:0:239564:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9200. 00000080:00000001:0.0:1783976334.202026:0:239564:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1783976334.202030:0:239564:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1783976334.202107:0:239564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513183 : 144115373061513183 : 200002b12011fdf) 00000080:00000001:0.0:1783976334.202115:0:239564:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.202117:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.202122:0:239564:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae86a00 x1870620496646528/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.202128:0:239564:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.202157:0:239564:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.202159:0:239564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951d78000. 02000000:00000001:0.0:1783976334.202164:0:239564:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.202165:0:239564:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.202167:0:239564:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.202169:0:239564:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.202170:0:239564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9437bc000. 02000000:00000001:0.0:1783976334.202174:0:239564:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.202175:0:239564:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.202176:0:239564:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae86a00. 00000100:00000001:0.0:1783976334.202179:0:239564:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.202181:0:239564:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.202182:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.202186:0:239564:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05180 x1870620496647168/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/464 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.202192:0:239564:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.202194:0:239564:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.202195:0:239564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ae000. 02000000:00000001:0.0:1783976334.202198:0:239564:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.202199:0:239564:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.202200:0:239564:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.202202:0:239564:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.202203:0:239564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9400. 02000000:00000001:0.0:1783976334.202205:0:239564:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.202206:0:239564:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.202207:0:239564:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05180. 00000100:00000001:0.0:1783976334.202210:0:239564:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.202211:0:239564:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976334.202559:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd28 00000080:00200008:0.0:1783976334.202563:0:239564:0:(file.c:6217:ll_getattr_dentry()) START file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.202571:0:239564:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.202573:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fca0 00000080:00200000:0.0:1783976334.202575:0:239564:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988),name=d56od.sanity.n1 00000080:00000010:0.0:1783976334.202584:0:239564:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976334.202594:0:239564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.202598:0:239564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.202600:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbc0 00800000:00000002:0.0:1783976334.202602:0:239564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fdf:0x0] 'd56od.sanity.n1' on [0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976334.202606:0:239564:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.202609:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.202612:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.202614:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.202616:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.202618:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.202620:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2069:0x0] 00800000:00000001:0.0:1783976334.202623:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.202625:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.202627:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.202628:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.202629:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.202631:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.202632:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976334.202633:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.202636:0:239564:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2069:0x0], fid2=[0x200002b12:0x11fdf:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.202640:0:239564:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.202642:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa90 00000002:00010000:0.0:1783976334.202644:0:239564:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fdf:0x0]) in obj [0x240002b13:0x2069:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.202648:0:239564:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.202650:0:239564:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.202653:0:239564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.202660:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80900 count: 3 00010000:00000001:0.0:1783976334.202662:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.202667:0:239564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.202671:0:239564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.202675:0:239564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783976334.202685:0:239564:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.202689:0:239564:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.202693:0:239564:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783976334.202700:0:239564:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.202702:0:239564:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.202704:0:239564:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.202706:0:239564:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.202708:0:239564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.202710:0:239564:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x240002b13:0x2069:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.202713:0:239564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976334.202715:0:239564:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976334.202720:0:239564:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.202722:0:239564:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.202724:0:239564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fdf:0x0](ffff96f97c231988) 00000080:00010000:0.0:1783976334.202728:0:239564:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fdf:0x0](ffff96f97c231988) for lock 0x5bb448586bd09398 00800000:00000001:0.0:1783976334.202731:0:239564:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.202733:0:239564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.202735:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.202737:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.202740:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ac00 refcount=3 00000020:00000001:0.0:1783976334.202743:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976334.202745:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976334.202748:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.202750:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.202751:0:239564:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.202752:0:239564:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.202755:0:239564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09398 from it ffffaf1481d0fcd8 00010000:00000001:0.0:1783976334.202756:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.202758:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.202759:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ac00 refcount=3 00000020:00000001:0.0:1783976334.202760:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976334.202762:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972756480 : -115481736795136 : ffff96f85019ac00) 00010000:00000001:0.0:1783976334.202764:0:239564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.202767:0:239564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976334.202774:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.202775:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.202776:0:239564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.202778:0:239564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.202780:0:239564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ac00/0x5bb448586bd09398 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb0f expref: -99 pid: 239533 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976334.202787:0:239564:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.202791:0:239564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.202793:0:239564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.202798:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.202799:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.202800:0:239564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.202803:0:239564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.202805:0:239564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.202807:0:239564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.202809:0:239564:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.202811:0:239564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.202813:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.202814:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.202815:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.202816:0:239564:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976334.202819:0:239564:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.202823:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd28 00000080:00000008:0.0:1783976334.202825:0:239564:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.203703:0:239564:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.203709:0:239564:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976334.203717:0:239564:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976334.203722:0:239564:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976334.203730:0:239564:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584052154048 : -40489657397568 : ffffdb2cc45a8ec0) 00000080:00000001:0.0:1783976334.203734:0:239564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513183 : 144115373061513183 : 200002b12011fdf) 00000080:00000001:0.0:1783976334.203738:0:239564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706985 : 162129771587706985 : 240002b13002069) 00000080:00000001:0.0:1783976334.203741:0:239564:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.203744:0:239564:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976334.203748:0:239564:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.203758:0:239564:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.203760:0:239564:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fdf:0x0](ffff96f97c231988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976334.203763:0:239564:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976334.203764:0:239564:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.203778:0:239564:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.203781:0:239564:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.203783:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd98 00000080:00200008:0.0:1783976334.203785:0:239564:0:(file.c:447:ll_file_release()) START file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 504000 00000080:00000001:0.0:1783976334.203789:0:239564:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.203791:0:239564:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.203793:0:239564:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.203797:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.203799:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.203800:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.203802:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.203804:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.203806:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fdf:0x0] 00800000:00000001:0.0:1783976334.203808:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.203811:0:239564:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.203813:0:239564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.203818:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80900 count: 3 00010000:00000001:0.0:1783976334.203821:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.203823:0:239564:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976334.203826:0:239564:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976334.203828:0:239564:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.203831:0:239564:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.203835:0:239564:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b800/0x5bb448586bd09439 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fdf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabef8 expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976334.203841:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.203843:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.203845:0:239564:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976334.203847:0:239564:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fdf:0x0]: 16 00000080:00000010:0.0:1783976334.203850:0:239564:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96280. 00000080:00000001:0.0:1783976334.203853:0:239564:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.203855:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd98 00000080:00000008:0.0:1783976334.203857:0:239564:0:(file.c:491:ll_file_release()) COMPLETED file d56od.sanity.n1:[0x200002b12:0x11fdf:0x0](ffff96f97c231988), flags 504000, rc = 0 00000080:00000001:0.0:1783976334.205115:0:239564:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.205117:0:239564:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.205123:0:239564:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976334.205126:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fe00 00000080:00002000:0.0:1783976334.205128:0:239564:0:(dcache.c:127:ll_ddelete()) keeping dentry d56od.sanity.n1 (ffff96f97955e288, parent ffff96f97c186798, inode ffff96f97c231988) hashed, 00000080:00000001:0.0:1783976334.205149:0:239564:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.205199:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.205203:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.205205:0:239564:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.205206:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbc0 00000080:00200000:0.0:1783976334.205209:0:239564:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976334.205215:0:239564:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976334.205938:0:239564:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976334.205942:0:239564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.205946:0:239564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.205948:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fae0 00800000:00000002:0.0:1783976334.205950:0:239564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.205953:0:239564:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.205955:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.205957:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.205959:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.205960:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.205962:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.205963:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.205965:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.205967:0:239564:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.205972:0:239564:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.205974:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f9b0 00000002:00010000:0.0:1783976334.205976:0:239564:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.205979:0:239564:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.205981:0:239564:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.205983:0:239564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.205989:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976334.205992:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.205996:0:239564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.205999:0:239564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.206005:0:239564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 02000000:00000001:0.0:1783976334.206014:0:239564:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.206017:0:239564:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.206020:0:239564:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00000002:00000001:0.0:1783976334.206027:0:239564:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.206030:0:239564:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.206031:0:239564:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.206033:0:239564:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.206564:0:239564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.206567:0:239564:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.206569:0:239564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.206572:0:239564:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976334.206574:0:239564:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976334.206577:0:239564:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.206578:0:239564:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.206580:0:239564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976334.206583:0:239564:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976334.206585:0:239564:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.206587:0:239564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.206588:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.206589:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.206591:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.206593:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.206595:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.206597:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.206599:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.206600:0:239564:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.206601:0:239564:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.206603:0:239564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d0fbf8 00010000:00000001:0.0:1783976334.206605:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.206606:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.206607:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.206608:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.206610:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.206612:0:239564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.206614:0:239564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 66 lru_type: 1 00010000:00000001:0.0:1783976334.206620:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.206621:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.206622:0:239564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.206624:0:239564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.206626:0:239564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00000001:0.0:1783976334.206634:0:239564:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.206636:0:239564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.206637:0:239564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.206641:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.206642:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.206644:0:239564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.206647:0:239564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.206649:0:239564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.206651:0:239564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.206654:0:239564:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.206655:0:239564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.206657:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.206658:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.206659:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.206661:0:239564:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.206663:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976334.206667:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.206671:0:239564:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.206673:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb88 00000080:00002000:0.0:1783976334.206675:0:239564:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 5 00000080:00000001:0.0:1783976334.206678:0:239564:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.206680:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbd0 00000080:00200000:0.0:1783976334.206681:0:239564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=27 00000080:00000001:0.0:1783976334.206685:0:239564:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976334.206687:0:239564:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.206691:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.206692:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.206695:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.206697:0:239564:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.206698:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb88 00000080:00002000:0.0:1783976334.206699:0:239564:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976334.206702:0:239564:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.206703:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbd0 00000080:00200000:0.0:1783976334.206705:0:239564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=27 00000080:00000002:0.0:1783976334.206707:0:239564:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.206710:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.206712:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.206714:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.206717:0:239564:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.206718:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbc0 00000080:00002000:0.0:1783976334.206719:0:239564:0:(dcache.c:87:ll_dcompare()) found name dir3(ffff96f97c186d80) flags 0x28004e refc 0 00000080:00000001:0.0:1783976334.206721:0:239564:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.206723:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fc08 00000080:00200000:0.0:1783976334.206724:0:239564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir3, flags=267 00000080:00000002:0.0:1783976334.206728:0:239564:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.206732:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.206733:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), inode mode 41ed mask 44 00000080:00000001:0.0:1783976334.206736:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.206741:0:239564:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976334.206743:0:239564:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976334.206745:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb78 00000080:00200008:0.0:1783976334.206747:0:239564:0:(file.c:1058:ll_file_open()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000 00000080:00000010:0.0:1783976334.206755:0:239564:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bcc0. 00000080:00000001:0.0:1783976334.206761:0:239564:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1783976334.206765:0:239564:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976334.206768:0:239564:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 2 00000080:00000001:0.0:1783976334.206770:0:239564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.206772:0:239564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.206773:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fa28 00800000:00000002:0.0:1783976334.206774:0:239564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b12:0x11fed:0x0] '' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976334.206778:0:239564:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976334.206780:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.206781:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.206782:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.206784:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.206785:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.206787:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.206789:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.206792:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f9a8 00800000:00000002:0.0:1783976334.206794:0:239564:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fed:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1783976334.206797:0:239564:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.206798:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f8e0 00000002:00010000:0.0:1783976334.206800:0:239564:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fed:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: open flags 0104240304001 00000002:00000001:0.0:1783976334.206804:0:239564:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976334.206806:0:239564:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976334.206809:0:239564:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976334.206812:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976334.206814:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.206817:0:239564:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976334.206820:0:239564:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.206822:0:239564:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.206824:0:239564:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.206826:0:239564:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976334.206828:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976334.206830:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.206832:0:239564:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976334.206834:0:239564:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.206836:0:239564:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.206837:0:239564:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.206841:0:239564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05180. 00000020:00000040:0.0:1783976334.206844:0:239564:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976334.206849:0:239564:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976334.206851:0:239564:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.206854:0:239564:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976334.206857:0:239564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.208121:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.208123:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.208125:0:239564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.208150:0:239564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.208153:0:239564:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.208157:0:239564:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.208167:0:239564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f9458ae000. 00000100:00000001:0.0:1783976334.208174:0:239564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.208179:0:239564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976334.208182:0:239564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.208183:0:239564:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976334.208184:0:239564:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.208186:0:239564:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.208195:0:239564:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00010000:00000001:0.0:1783976334.208200:0:239564:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976334.208202:0:239564:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976334.208205:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f300 count: 4 00010000:00000001:0.0:1783976334.208207:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.208210:0:239564:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976334.208214:0:239564:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a600. 00000020:00000001:0.0:1783976334.208982:0:239564:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976334.208986:0:239564:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a600 with handle 0x5bb448586bd09455 to hash 00000020:00000001:0.0:1783976334.208988:0:239564:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976334.208990:0:239564:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.208994:0:239564:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.208997:0:239564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.208999:0:239564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.209003:0:239564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 239564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976334.209010:0:239564:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239564 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976334.209024:0:239564:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976334.209030:0:239564:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05180 x1870620496648192/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976334.209966:0:239564:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11fe1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 239564 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976334.209974:0:239564:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.209976:0:239564:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.209985:0:239564:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137e40. 00000100:00000001:0.0:1783976334.209988:0:239564:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988739136 : -115476720812480 : ffff96f97b137e40) 00000100:00000001:0.0:1783976334.209990:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.209992:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976334.209995:0:239564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.209998:0:239564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.210000:0:239564:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.210001:0:239564:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.210008:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05180 x1870620496648192/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.210016:0:239564:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.210018:0:239564:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.210021:0:239564:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.210023:0:239564:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.210025:0:239564:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.210028:0:239564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239564:1870620496648192:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976334.210032:0:239564:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.210299:0:239564:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.210302:0:239564:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.210305:0:239564:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.210397:0:239564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976334.210400:0:239564:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.210405:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.210410:0:239564:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703932c0. 00000400:00000010:0.0:1783976334.210416:0:239564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff96f853f3b800. 00000100:00000200:0.0:1783976334.210421:0:239564:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1870620496648192, portal 10 00000100:00000001:0.0:1783976334.210423:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.210424:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000040:0.0:1783976334.210431:0:239564:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05180 x1870620496648192/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.210438:0:239564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.210440:0:239564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.210443:0:239564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b1379c0. 00000100:00000200:0.0:1783976334.210445:0:239564:0:(niobuf.c:94:ptl_send_buf()) Sending 4616 bytes to portal 12, xid 1870620496648192, offset 0 00000400:00000200:0.0:1783976334.210449:0:239564:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.210938:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.210942:0:239564:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.210946:0:239564:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.210948:0:239564:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.210950:0:239564:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.210953:0:239564:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.210956:0:239564:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778637:778637:255:4294967295] 192.168.201.114@tcp LPNI seq info [778615:778615:7:4294967295] 00000400:00000200:0.0:1783976334.210960:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.210966:0:239564:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.210970:0:239564:0:(socklnd_cb.c:931:ksocknal_send()) sending 4616 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.210974:0:239564:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f9766e9200. 00000800:00000200:0.0:1783976334.210978:0:239564:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.210982:0:239564:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.210985:0:239564:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f9766e9200 type 1, nob 4712 niov 1 nkiov 2 00000100:00000001:0.0:1783976334.210993:0:239564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.210997:0:239564:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.210999:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.211001:0:239564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308540058 00000100:00000001:0.0:1783976334.211003:0:239564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.211005:0:239564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308540058 00000100:00000001:0.0:1783976334.211007:0:239564:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.211009:0:239564:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.211012:0:239564:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.211014:0:239564:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.211015:0:239564:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976334.211017:0:239564:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97b137e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976334.211019:0:239564:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.211021:0:239564:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.211573:0:239565:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.211580:0:239565:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.211582:0:239565:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.211585:0:239565:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976334.211589:0:239565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97b1373c0 00000400:00000010:0.0:1783976334.211591:0:239565:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97b1373c0. 00000100:00000001:0.0:1783976334.211596:0:239565:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.211602:0:239565:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.211611:0:239565:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.211617:0:239565:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.211619:0:239565:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.211621:0:239565:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.211624:0:239565:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.211626:0:239565:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.211628:0:239565:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.211631:0:239565:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.211638:0:239565:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=123 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976334.211642:0:239565:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.211645:0:239565:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.211646:0:239565:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.211649:0:239565:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.211652:0:239565:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.211655:0:239565:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.211657:0:239565:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.211659:0:239565:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.211662:0:239565:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.211666:0:239565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.211672:0:239565:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.211675:0:239565:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.211676:0:239565:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.211680:0:239565:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.211687:0:239565:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239565:1870620496647808:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.211691:0:239565:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.211694:0:239565:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.211696:0:239565:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.211698:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.211701:0:239565:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.211707:0:239565:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.211709:0:239565:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137480. 00000100:00000001:0.0:1783976334.211711:0:239565:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.211713:0:239565:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1783976334.211717:0:239565:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1783976334.211721:0:239565:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.211723:0:239565:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.211726:0:239565:0:(lmv_obd.c:1635:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.211730:0:239565:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dd000c0 2 00000080:00000010:0.0:1783976334.211732:0:239565:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8800. 00000080:00000001:0.0:1783976334.211737:0:239565:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.211743:0:239565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976334.211749:0:239565:0:(dir.c:2528:ll_dir_ioctl()) Process leaving 00000100:00000001:0.0:1783976334.211751:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.211753:0:239565:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496647808/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/496 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.211759:0:239565:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.211761:0:239565:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.211763:0:239565:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.211766:0:239565:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.211768:0:239565:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.211770:0:239565:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.211771:0:239565:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.211774:0:239565:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8600. 02000000:00000001:0.0:1783976334.211777:0:239565:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.211778:0:239565:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.211780:0:239565:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976334.211783:0:239565:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.211784:0:239565:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.211785:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.211786:0:239565:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976334.213368:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfd28 00000080:00200008:0.0:1783976334.213372:0:239565:0:(file.c:6217:ll_getattr_dentry()) START file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.213381:0:239565:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.213382:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfca0 00000080:00200000:0.0:1783976334.213384:0:239565:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988),name=dir1 00000080:00000010:0.0:1783976334.213393:0:239565:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8600. 00800000:00000002:0.0:1783976334.213398:0:239565:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97a6b7440 3 00000080:00000001:0.0:1783976334.213405:0:239565:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.213410:0:239565:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.213412:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfbc0 00800000:00000002:0.0:1783976334.213414:0:239565:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11fe5:0x0] 'dir1' on [0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976334.213417:0:239565:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.213420:0:239565:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.213423:0:239565:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.213425:0:239565:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.213428:0:239565:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.213429:0:239565:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.213431:0:239565:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe1:0x0] 00800000:00000001:0.0:1783976334.213433:0:239565:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.213436:0:239565:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.213436:0:239565:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.213437:0:239565:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.213439:0:239565:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.213440:0:239565:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.213442:0:239565:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fe5:0x0] 00800000:00000001:0.0:1783976334.213443:0:239565:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.213446:0:239565:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11fe1:0x0], fid2=[0x200002b12:0x11fe5:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.213451:0:239565:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.213453:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfa90 00000002:00010000:0.0:1783976334.213454:0:239565:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11fe5:0x0]) in obj [0x200002b12:0x11fe1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.213458:0:239565:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.213460:0:239565:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.213463:0:239565:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.213469:0:239565:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc0f900 count: 4 00010000:00000001:0.0:1783976334.213472:0:239565:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.213477:0:239565:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.213944:0:239565:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.213952:0:239565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783976334.213962:0:239565:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.213967:0:239565:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.213970:0:239565:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783976334.213978:0:239565:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.213980:0:239565:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.213982:0:239565:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.213984:0:239565:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.213985:0:239565:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.213988:0:239565:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.213990:0:239565:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.213993:0:239565:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 3 00000080:00000010:0.0:1783976334.213996:0:239565:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000080:00000001:0.0:1783976334.214000:0:239565:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.214001:0:239565:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.214004:0:239565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11fe5:0x0](ffff96f97ab61988) 00000080:00010000:0.0:1783976334.214007:0:239565:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fe5:0x0](ffff96f97ab61988) for lock 0x5bb448586bd093bb 00800000:00000001:0.0:1783976334.214010:0:239565:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.214012:0:239565:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.214013:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.214015:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.214018:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7da00 refcount=3 00000020:00000001:0.0:1783976334.214020:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976334.214023:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976334.214026:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.214028:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.214029:0:239565:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.214031:0:239565:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.214033:0:239565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd093bb from it ffffaf1481cbfcd8 00010000:00000001:0.0:1783976334.214035:0:239565:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.214085:0:239565:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.214087:0:239565:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7da00 refcount=3 00000020:00000001:0.0:1783976334.214089:0:239565:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976334.214091:0:239565:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034113536 : -115476675438080 : ffff96f97dc7da00) 00010000:00000001:0.0:1783976334.214093:0:239565:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.214096:0:239565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976334.214102:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.214103:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.214104:0:239565:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.214107:0:239565:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.214109:0:239565:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7da00/0x5bb448586bd093bb lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11fe5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabb8d expref: -99 pid: 239534 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976334.214116:0:239565:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.214118:0:239565:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.214120:0:239565:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.214124:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.214125:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.214127:0:239565:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.214350:0:239565:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.214353:0:239565:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.214356:0:239565:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.214359:0:239565:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.214361:0:239565:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.214362:0:239565:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.214364:0:239565:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.214366:0:239565:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.214367:0:239565:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976334.214370:0:239565:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.214375:0:239565:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481cbfd28 00000080:00000008:0.0:1783976334.214377:0:239565:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file dir1:[0x200002b12:0x11fe5:0x0](ffff96f97ab61988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1783976334.214956:0:239565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.214959:0:239565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1783976334.214966:0:239565:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8600. 00800000:00000002:0.0:1783976334.214971:0:239565:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f97dd000c0 2 00000080:00000001:0.0:1783976334.214974:0:239565:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1783976334.214981:0:239565:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446703584055536704 : -40489654014912 : ffffdb2cc48e2c40) 00000080:00000001:0.0:1783976334.214985:0:239565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513189 : 144115373061513189 : 200002b12011fe5) 00000080:00000001:0.0:1783976334.214989:0:239565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513191 : 144115373061513191 : 200002b12011fe7) 00000080:00000001:0.0:1783976334.214991:0:239565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513190 : 144115373061513190 : 200002b12011fe6) 00000080:00000001:0.0:1783976334.214993:0:239565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513192 : 144115373061513192 : 200002b12011fe8) 00000080:00000001:0.0:1783976334.214995:0:239565:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513185 : 144115373061513185 : 200002b12011fe1) 00000080:00000001:0.0:1783976334.214999:0:239565:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.215001:0:239565:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97dd000c0 2 00000080:00000010:0.0:1783976334.215003:0:239565:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8600. 00000080:00000001:0.0:1783976334.215008:0:239565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.215019:0:239565:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1783976334.215021:0:239565:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200002b12:0x11fe5:0x0](ffff96f97ab61988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1783976334.215024:0:239565:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976334.215026:0:239565:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.222625:0:239564:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.226589:0:239564:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.226597:0:239564:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.226601:0:239564:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703932c0. 00000400:00000200:0.0:1783976334.226609:0:239564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f853f3b800 00000400:00000010:0.0:1783976334.226611:0:239564:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff96f853f3b800. 00000100:00000001:0.0:1783976334.226617:0:239564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.226628:0:239564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05180 x1870620496648192/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.226647:0:239564:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05180 x1870620496648192/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1783976350 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.226655:0:239564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.226657:0:239564:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.226660:0:239564:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.226664:0:239564:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.226666:0:239564:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.226669:0:239564:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.226672:0:239564:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.226681:0:239564:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976334.226685:0:239564:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976334.226688:0:239564:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.226690:0:239564:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.226692:0:239564:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.226696:0:239564:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.226699:0:239564:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976334.226700:0:239564:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976334.226702:0:239564:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976334.226704:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.226706:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00000100:00000001:0.0:1783976334.226709:0:239564:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976334.226712:0:239564:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976334.226713:0:239564:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.226716:0:239564:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.226721:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.226728:0:239564:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.226731:0:239564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.226733:0:239564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.226738:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.226746:0:239564:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05180 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239564:1870620496648192:192.168.201.114@tcp:101:lfs.0 00000100:00000001:0.0:1783976334.226752:0:239564:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.226755:0:239564:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.226757:0:239564:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976334.226759:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.226762:0:239564:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.226769:0:239564:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976334.226771:0:239564:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97b137e40. 00000100:00000001:0.0:1783976334.226775:0:239564:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976334.226777:0:239564:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.226780:0:239564:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976334.226785:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.226788:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.226792:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=4 00000020:00000001:0.0:1783976334.226795:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.226798:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000040:0.0:1783976334.226805:0:239564:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019a600, remote cookie: 0xa91b1f6e92eabf5a, flags: 0x1001 00010000:00000040:0.0:1783976334.226808:0:239564:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11fed:0x0].0x0, instead of [0x200002b12:0x11fe1:0x0].0x0 00010000:00000001:0.0:1783976334.226812:0:239564:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976334.226818:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976334.226821:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.226824:0:239564:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.226829:0:239564:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976334.226839:0:239564:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 4/1,0 mode: --/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.226845:0:239564:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976334.226850:0:239564:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976334.226853:0:239564:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976334.226856:0:239564:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976334.226858:0:239564:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976334.227964:0:239564:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11fed:0x0].0x0 (ffff96f97ad2ff00) refcount = 3 00010000:00000040:0.0:1783976334.227973:0:239564:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976334.227978:0:239564:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a200/0x5bb448586bd093c9 lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabbb0 expref: -99 pid: 239536 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1783976334.227989:0:239564:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba000/0x5bb448586bd0931a lrc: 1/0,0 mode: PR/PR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eab933 expref: -99 pid: 239525 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976334.227998:0:239564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.228006:0:239564:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976334.228211:0:239564:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976334.228215:0:239564:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.228285:0:239564:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976334.228288:0:239564:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.228292:0:239564:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.228299:0:239564:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976334.228301:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228303:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.228304:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228305:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.228307:0:239564:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.228316:0:239564:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976334.228319:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.228321:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.228324:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=3 00000020:00000001:0.0:1783976334.228326:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228328:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228330:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228332:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976334.228342:0:239564:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976334.228352:0:239564:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976334.228357:0:239564:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976334.228363:0:239564:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.228369:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.228370:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.228372:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=3 00000020:00000001:0.0:1783976334.228373:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228375:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228377:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228378:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.228379:0:239564:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.228381:0:239564:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.228384:0:239564:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976334.228386:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.228387:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100728704 : -115476608822912 : ffff96f981c05180) 00010000:00000001:0.0:1783976334.228389:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.228390:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.228392:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=3 00000020:00000001:0.0:1783976334.228393:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228395:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00000002:00010000:0.0:1783976334.228398:0:239564:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.228404:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228405:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.228407:0:239564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976334.228408:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.228409:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.228411:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=3 00000020:00000001:0.0:1783976334.228413:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228414:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000040:0.0:1783976334.228419:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 4 00010000:00000001:0.0:1783976334.228422:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976334.228425:0:239564:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73709 (0 0) 00010000:00000001:0.0:1783976334.228428:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228428:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.228430:0:239564:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976334.228433:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f868 00000002:00002000:0.0:1783976334.228435:0:239564:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1783976334.228438:0:239564:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.228441:0:239564:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.228444:0:239564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976334.228447:0:239564:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200002b12:0x11fe1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976334.228450:0:239564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.228454:0:239564:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f97a6b7440 2 00000080:00000010:0.0:1783976334.228458:0:239564:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976334.228464:0:239564:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976334.228471:0:239564:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976334.228475:0:239564:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976334.228688:0:239564:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff96f944d99880. 00800000:00000001:0.0:1783976334.228692:0:239564:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596078975104 : -115477630576512 : ffff96f944d99880) 00800000:00000001:0.0:1783976334.228694:0:239564:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.228696:0:239564:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976334.228699:0:239564:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976334.228701:0:239564:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11fed:0x0] 00000080:00000001:0.0:1783976334.228703:0:239564:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976334.228707:0:239564:0:(llite_lib.c:1939:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976334.228709:0:239564:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.228714:0:239564:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513197 : 144115373061513197 : 200002b12011fed) 00000080:00000001:0.0:1783976334.228717:0:239564:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976334.228721:0:239564:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11fed:0x0], updating i_size 4096 00010000:00000001:0.0:1783976334.228724:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.228726:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.228727:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=3 00000020:00000001:0.0:1783976334.228729:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228731:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228733:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228734:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976334.228735:0:239564:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976334.228738:0:239564:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1783976334.228739:0:239564:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f944d99880 1 00800000:00000010:0.0:1783976334.228741:0:239564:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff96f944d99880. 00800000:00000001:0.0:1783976334.228744:0:239564:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.228747:0:239564:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11fed:0x0](ffff96f97ab67448) for lock 0x5bb448586bd09455 00800000:00000001:0.0:1783976334.228750:0:239564:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.228751:0:239564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.228752:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.228753:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.228754:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=3 00000020:00000001:0.0:1783976334.228756:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228758:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228761:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228762:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.228763:0:239564:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.228765:0:239564:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976334.228768:0:239564:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000100:00000001:0.0:1783976334.228771:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.228777:0:239564:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.228783:0:239564:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.228786:0:239564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09455 from it ffffaf1481d0fbd0 00010000:00000001:0.0:1783976334.228788:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.228789:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.228790:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a600 refcount=3 00000020:00000001:0.0:1783976334.228792:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228793:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754944 : -115481736796672 : ffff96f85019a600) 00010000:00000001:0.0:1783976334.228796:0:239564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.228798:0:239564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.228805:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228806:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.228807:0:239564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.228810:0:239564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.228812:0:239564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976334.228819:0:239564:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.228822:0:239564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.228824:0:239564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.228828:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228830:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.228831:0:239564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.228834:0:239564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.228836:0:239564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.228837:0:239564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.228840:0:239564:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.228842:0:239564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.228843:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.228844:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976334.228847:0:239564:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976334.228851:0:239564:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99880. 00000080:00000001:0.0:1783976334.228854:0:239564:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976334.228857:0:239564:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976334.229899:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.229904:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.229906:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.229908:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.229912:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.229914:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.229917:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.229922:0:239564:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976334.229930:0:239564:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30be0. 00000002:00100000:0.0:1783976334.229939:0:239564:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976334.229947:0:239564:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.229948:0:239564:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976334.229952:0:239564:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976334.229956:0:239564:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.229959:0:239564:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976334.229961:0:239564:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.229963:0:239564:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.229967:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.229970:0:239564:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976334.229976:0:239564:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.229980:0:239564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff96f96b300000. 02000000:00000001:0.0:1783976334.230023:0:239564:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976334.230025:0:239564:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.230029:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb78 00000080:00000008:0.0:1783976334.230032:0:239564:0:(file.c:1297:ll_file_open()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000, rc = 0 00000080:00000001:0.0:1783976334.230042:0:239564:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230082:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.230085:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.230086:0:239564:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.230088:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbc0 00000080:00200000:0.0:1783976334.230090:0:239564:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976334.230095:0:239564:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976334.230100:0:239564:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976334.230104:0:239564:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976334.230108:0:239564:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.230109:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fae0 00800000:00000002:0.0:1783976334.230111:0:239564:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.230114:0:239564:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976334.230116:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.230118:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.230119:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.230120:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.230122:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.230124:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976334.230126:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.230128:0:239564:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976334.230162:0:239564:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976334.230163:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0f9b0 00000002:00010000:0.0:1783976334.230165:0:239564:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976334.230169:0:239564:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976334.230171:0:239564:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.230174:0:239564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.230179:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2f500 count: 2 00010000:00000001:0.0:1783976334.230181:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.230185:0:239564:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.230188:0:239564:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976334.230192:0:239564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 02000000:00000001:0.0:1783976334.230200:0:239564:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.230205:0:239564:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.230208:0:239564:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00000002:00000001:0.0:1783976334.230214:0:239564:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976334.230216:0:239564:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976334.230228:0:239564:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.230230:0:239564:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976334.230232:0:239564:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.230234:0:239564:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976334.230237:0:239564:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976334.230239:0:239564:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976334.230242:0:239564:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976334.230245:0:239564:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976334.230247:0:239564:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.230250:0:239564:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976334.230254:0:239564:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd09359 00800000:00000001:0.0:1783976334.230257:0:239564:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976334.230259:0:239564:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976334.230261:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.230262:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.230265:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.230267:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.230269:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.230272:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.230273:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.230274:0:239564:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976334.230276:0:239564:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976334.230278:0:239564:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09359 from it ffffaf1481d0fbf8 00010000:00000001:0.0:1783976334.230280:0:239564:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.230281:0:239564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.230282:0:239564:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f9772ba800 refcount=3 00000020:00000001:0.0:1783976334.230284:0:239564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.230286:0:239564:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596923213824 : -115476786337792 : ffff96f9772ba800) 00010000:00000001:0.0:1783976334.230288:0:239564:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.230290:0:239564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 67 lru_type: 1 00010000:00000001:0.0:1783976334.230296:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.230297:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.230298:0:239564:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.230300:0:239564:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.230302:0:239564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f9772ba800/0x5bb448586bd09359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eaba05 expref: -99 pid: 239531 timeout: 0 lvb_type: 0 lru_score: 68 lru_type: 1 00010000:00000001:0.0:1783976334.230307:0:239564:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.230310:0:239564:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.230311:0:239564:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.230313:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.230314:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.230316:0:239564:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.230319:0:239564:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.230321:0:239564:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.230322:0:239564:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.230324:0:239564:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.230326:0:239564:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.230327:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.230328:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976334.230330:0:239564:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976334.230331:0:239564:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976334.230333:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976334.230337:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230341:0:239564:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.230343:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb88 00000080:00002000:0.0:1783976334.230345:0:239564:0:(dcache.c:87:ll_dcompare()) found name d56od.sanity(ffff96f97c186798) flags 0x28004e refc 3 00000080:00000001:0.0:1783976334.230348:0:239564:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.230350:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbd0 00000080:00200000:0.0:1783976334.230351:0:239564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56od.sanity, flags=24 00000080:00000001:0.0:1783976334.230355:0:239564:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976334.230356:0:239564:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230359:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.230360:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2069:0x0](ffff96f97c23aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.230363:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230366:0:239564:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.230367:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb88 00000080:00002000:0.0:1783976334.230368:0:239564:0:(dcache.c:87:ll_dcompare()) found name d.btime(ffff96f94dc900d8) flags 0x20000e refc 3 00000080:00000001:0.0:1783976334.230370:0:239564:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.230372:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbd0 00000080:00200000:0.0:1783976334.230373:0:239564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d.btime, flags=24 00000080:00000002:0.0:1783976334.230376:0:239564:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) d.btime [0x200002b12:0x11fe1:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.230378:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.230380:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fe1:0x0](ffff96f97c233248), inode mode 41ed mask 1 00000080:00000001:0.0:1783976334.230382:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230384:0:239564:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976334.230386:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fbc0 00000080:00002000:0.0:1783976334.230387:0:239564:0:(dcache.c:87:ll_dcompare()) found name dir3(ffff96f97c186d80) flags 0x28004e refc 1 00000080:00000001:0.0:1783976334.230390:0:239564:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.230391:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fc08 00000080:00200000:0.0:1783976334.230392:0:239564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=dir3, flags=264 00000080:00000002:0.0:1783976334.230396:0:239564:0:(llite_lib.c:3283:ll_update_dir_depth_dmv()) dir3 [0x200002b12:0x11fed:0x0] depth 3 server default LMV inherit depth 0 00000080:00000001:0.0:1783976334.230400:0:239564:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976334.230401:0:239564:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448), inode mode 41ed mask 44 00000080:00000001:0.0:1783976334.230403:0:239564:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230407:0:239564:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976334.230409:0:239564:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976334.230411:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb78 00000080:00200008:0.0:1783976334.230413:0:239564:0:(file.c:1058:ll_file_open()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000 00000080:00000010:0.0:1783976334.230417:0:239564:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b680. 00000080:00000001:0.0:1783976334.230422:0:239564:0:(file.c:976:ll_local_open()) Process entered 00000080:00400000:0.0:1783976334.230424:0:239564:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976334.230427:0:239564:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230428:0:239564:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976334.230430:0:239564:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230431:0:239564:0:(file.c:1264:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976334.230433:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb78 00000080:00000008:0.0:1783976334.230435:0:239564:0:(file.c:1297:ll_file_open()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 504000, rc = 0 00000080:00000001:0.0:1783976334.230437:0:239564:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230449:0:239564:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976334.230451:0:239564:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976334.230453:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd98 00000080:00200008:0.0:1783976334.230455:0:239564:0:(file.c:447:ll_file_release()) START file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000 00000080:00400000:0.0:1783976334.230458:0:239564:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200002b12:0x11fed:0x0] 00000080:00000001:0.0:1783976334.230460:0:239564:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976334.230461:0:239564:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1783976334.230463:0:239564:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976334.230465:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.230466:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.230468:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.230469:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.230471:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.230472:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.230474:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.230476:0:239564:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976334.230478:0:239564:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976334.230481:0:239564:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 4 00010000:00000001:0.0:1783976334.230483:0:239564:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.230486:0:239564:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976334.230488:0:239564:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976334.230490:0:239564:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976334.230492:0:239564:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.230495:0:239564:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976334.230501:0:239564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.230502:0:239564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976334.230503:0:239564:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976334.230505:0:239564:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11fed:0x0]: 16 00000080:00000010:0.0:1783976334.230507:0:239564:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8bcc0. 00000080:00000001:0.0:1783976334.230510:0:239564:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.230513:0:239564:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fd98 00000080:00000008:0.0:1783976334.230515:0:239564:0:(file.c:491:ll_file_release()) COMPLETED file dir3:[0x200002b12:0x11fed:0x0](ffff96f97ab67448), flags 304000, rc = 0 00000080:00000001:0.0:1783976334.230517:0:239564:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230519:0:239564:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976334.230534:0:239564:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976334.230536:0:239564:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200002b12:0x11fed:0x0](ffff96f97ab67448) cmd=c1406917 arg=7fe9601610d0 00000080:00000001:0.0:1783976334.230542:0:239564:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:0.0:1783976334.230543:0:239564:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:0.0:1783976334.230546:0:239564:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976334.230548:0:239564:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00800000:00000001:0.0:1783976334.230552:0:239564:0:(lmv_obd.c:1622:lmv_getattr()) Process entered 00800000:00000001:0.0:1783976334.230553:0:239564:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976334.230554:0:239564:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976334.230555:0:239564:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976334.230556:0:239564:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976334.230558:0:239564:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976334.230559:0:239564:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976334.230561:0:239564:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.230563:0:239564:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:0.0:1783976334.230567:0:239564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976334.230571:0:239564:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976334.230575:0:239564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976334.230578:0:239564:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976334.230580:0:239564:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976334.230586:0:239564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8600. 00000100:00000001:0.0:1783976334.230592:0:239564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976334.230599:0:239564:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1783976334.230601:0:239564:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976334.230603:0:239564:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976334.230609:0:239564:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f97b137e40. 00000100:00000001:0.0:1783976334.230611:0:239564:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596988739136 : -115476720812480 : ffff96f97b137e40) 00000100:00000001:0.0:1783976334.230613:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.230614:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976334.230619:0:239564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976334.230623:0:239564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.230625:0:239564:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976334.230627:0:239564:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.230632:0:239564:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496648448/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.230640:0:239564:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.230642:0:239564:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.230646:0:239564:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.230649:0:239564:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.230651:0:239564:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.230654:0:239564:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:239564:1870620496648448:192.168.201.114@tcp:33:lfs.0 00000100:00000001:0.0:1783976334.230658:0:239564:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.230664:0:239564:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.230666:0:239564:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.230669:0:239564:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.230674:0:239564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976334.230676:0:239564:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.230683:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.230687:0:239564:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703932c0. 00000400:00000010:0.0:1783976334.230693:0:239564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f97b137480. 00000100:00000200:0.0:1783976334.230701:0:239564:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496648448, portal 10 00000100:00000001:0.0:1783976334.230703:0:239564:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.230705:0:239564:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976334.230710:0:239564:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496648448/t0(0) o33->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 448/4824 e 0 to 0 dl 1783976350 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.230717:0:239564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.230719:0:239564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.230723:0:239564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783976334.230726:0:239564:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1870620496648448, offset 0 00000400:00000200:0.0:1783976334.230732:0:239564:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.230741:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.230749:0:239564:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.230754:0:239564:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.230757:0:239564:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.230761:0:239564:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.230764:0:239564:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.230767:0:239564:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778639:778639:256:4294967295] 192.168.201.114@tcp LPNI seq info [778617:778617:8:4294967295] 00000400:00000200:0.0:1783976334.230771:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.230781:0:239564:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.230786:0:239564:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.230792:0:239564:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b300. 00000800:00000200:0.0:1783976334.230798:0:239564:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.230805:0:239564:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.230810:0:239564:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.237968:0:239564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.237984:0:239564:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9345 usecs (10 jiffies) 00000400:00000200:0.0:1783976334.237993:0:239564:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.237997:0:239564:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308540086 00000080:00000001:0.0:1783976334.281126:0:239568:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.281360:0:239568:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976334.281363:0:239568:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976334.281366:0:239568:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d0fb20 00000080:00200000:0.0:1783976334.281371:0:239568:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000100:00000001:0.0:1783976334.293575:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.293579:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.293582:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976334.293589:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3f100 x1870620496648960/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.293597:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976334.293599:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.293603:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976334.293606:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976334.293608:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976334.293612:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496648960:192.168.201.114@tcp:101:rm.0 00000100:00000001:0.0:1783976334.293616:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976334.293621:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976334.293623:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.293626:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976334.293632:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438bc00. 02000000:00000001:0.0:1783976334.293634:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976334.293640:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976334.293645:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976334.293652:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976334.293657:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496648960, portal 4 00000100:00000001:0.0:1783976334.293660:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976334.293661:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998205696 : -115476711345920 : ffff96f97ba3f100) 00000100:00000040:0.0:1783976334.293666:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3f100 x1870620496648960/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976350 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.293673:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976334.293675:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976334.293677:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976334.293680:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870620496648960, offset 0 00000400:00000200:0.0:1783976334.293686:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976334.293694:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.293701:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976334.293706:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976334.293710:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976334.293713:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976334.293716:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976334.293720:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778642:778642:256:4294967295] 192.168.201.114@tcp LPNI seq info [778620:778620:8:4294967295] 00000400:00000200:0.0:1783976334.293724:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976334.293735:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976334.293740:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976334.293745:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9b700. 00000800:00000200:0.0:1783976334.293751:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976334.293758:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976334.293763:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9b700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976334.293782:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.293786:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 60006 usecs (61 jiffies) 00000400:00000200:0.0:1783976334.293790:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976334.293793:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308540193 00000100:00000001:0.0:1783976334.293796:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.293799:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308540193 00000100:00000001:0.0:1783976334.293801:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308540663 00000100:00000001:0.0:1783976334.293804:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.293806:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.293809:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.293811:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.295265:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.295269:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976334.295273:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.295276:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976334.295278:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.295281:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.295294:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.295296:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.298029:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.298095:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976334.298103:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976334.298105:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976334.298109:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976334.298114:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978770 00000400:00000010:0.0:1783976334.298117:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978770. 00000100:00000001:0.0:1783976334.298120:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976334.298125:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3f100 x1870620496648960/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976350 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976334.298182:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3f100 x1870620496648960/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976350 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298189:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976334.298191:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.298194:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976334.298198:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976334.298201:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976334.298203:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976334.298207:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976334.298226:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=123 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976334.298231:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=54 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976334.298233:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976334.298241:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.298244:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976334.298247:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.298251:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976334.298253:0:2408:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: committing for last_committed 12884915102 gen 14 00000100:00000040:0.0:1783976334.298261:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f97ae86680 x1870620496608640/t12884915093(12884915093) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298269:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298272:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae86680 x1870620496608640/t12884915093(12884915093) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298278:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298282:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298285:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783976334.298290:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298293:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298295:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=12 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298297:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298299:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976334.298304:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298306:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298308:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae86680. 00000100:00000001:0.0:1783976334.298311:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298313:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298318:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f981c04380 x1870620496611328/t12884915094(12884915094) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298323:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298326:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04380 x1870620496611328/t12884915094(12884915094) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298331:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298332:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298334:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853585000. 02000000:00000001:0.0:1783976334.298336:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298338:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298339:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=11 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298341:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298342:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854368600. 02000000:00000001:0.0:1783976334.298344:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298345:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298346:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04380. 00000100:00000001:0.0:1783976334.298349:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298350:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298355:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f97ae87800 x1870620496612608/t12884915095(12884915095) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298361:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298364:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae87800 x1870620496612608/t12884915095(12884915095) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298375:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298376:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298377:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535d3c00. 02000000:00000001:0.0:1783976334.298380:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298381:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298382:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=10 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298384:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298385:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d274400. 02000000:00000001:0.0:1783976334.298389:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298390:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298391:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae87800. 00000100:00000001:0.0:1783976334.298393:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298394:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298399:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f977104a80 x1870620496613632/t12884915096(12884915096) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298405:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298408:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104a80 x1870620496613632/t12884915096(12884915096) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298413:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298415:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298416:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853584400. 02000000:00000001:0.0:1783976334.298418:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298419:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298420:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=9 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298422:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298423:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8200. 02000000:00000001:0.0:1783976334.298425:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298426:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298427:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104a80. 00000100:00000001:0.0:1783976334.298429:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298431:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298436:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f977e4b480 x1870620496615936/t12884915097(12884915097) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298448:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298451:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4b480 x1870620496615936/t12884915097(12884915097) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976344 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298456:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298457:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298459:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c6400. 02000000:00000001:0.0:1783976334.298462:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298463:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298464:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=8 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298465:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298467:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345dc00. 02000000:00000001:0.0:1783976334.298469:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298470:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298471:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4b480. 00000100:00000001:0.0:1783976334.298473:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298474:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298754:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f977106300 x1870620496616960/t12884915098(12884915098) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298762:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298765:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106300 x1870620496616960/t12884915098(12884915098) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298770:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298772:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298773:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976334.298776:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298777:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298778:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=7 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298780:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298781:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9800. 02000000:00000001:0.0:1783976334.298783:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298784:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298785:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106300. 00000100:00000001:0.0:1783976334.298788:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298789:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298794:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f981c05880 x1870620496617984/t12884915099(12884915099) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298799:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298802:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496617984/t12884915099(12884915099) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298807:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298808:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298810:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976334.298812:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298813:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298814:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=6 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298815:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298817:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854369600. 02000000:00000001:0.0:1783976334.298818:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298819:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298820:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976334.298822:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298823:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298827:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f977104700 x1870620496620288/t12884915100(12884915100) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298833:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298835:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104700 x1870620496620288/t12884915100(12884915100) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298840:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298841:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298843:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854388000. 02000000:00000001:0.0:1783976334.298844:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298845:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298846:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=5 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298847:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298849:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8c00. 02000000:00000001:0.0:1783976334.298851:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.298852:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.298853:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104700. 00000100:00000001:0.0:1783976334.298855:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.298856:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.298974:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f981c04700 x1870620496621312/t12884915101(12884915101) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298981:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.298983:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04700 x1870620496621312/t12884915101(12884915101) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.298989:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.298990:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.298991:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853587800. 02000000:00000001:0.0:1783976334.298994:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.298995:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.298996:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=4 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.298998:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.298999:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f854368400. 02000000:00000001:0.0:1783976334.299001:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.299002:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.299099:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04700. 00000100:00000001:0.0:1783976334.299103:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.299104:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976334.299109:0:2408:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915102) req@ffff96f977104380 x1870620496622336/t12884915102(12884915102) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.299115:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.299118:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104380 x1870620496622336/t12884915102(12884915102) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976345 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.299123:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.299124:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.299126:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854389800. 02000000:00000001:0.0:1783976334.299549:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.299552:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.299554:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=3 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.299557:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.299559:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffe200. 02000000:00000001:0.0:1783976334.299562:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.299563:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.299564:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104380. 00000100:00000001:0.0:1783976334.299566:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.299568:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.299570:0:2408:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976334.299573:0:2408:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: normal: skip=1 replay=10/10 committed=0/0 00000100:00000001:0.0:1783976334.299575:0:2408:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976334.299577:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.299585:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3f100 x1870620496648960/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976350 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.299591:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976334.299594:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976334.299595:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976334.299598:0:2408:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1783976334.299601:0:2408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.299603:0:2408:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.299607:0:2408:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7cc00 refcount=4 00000020:00000001:0.0:1783976334.299609:0:2408:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299612:0:2408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299614:0:2408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.299615:0:2408:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.299616:0:2408:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7cc00 refcount=5 00000020:00000001:0.0:1783976334.299618:0:2408:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299620:0:2408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299623:0:2408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976334.299626:0:2408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.299631:0:2408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.299647:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.299649:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.299651:0:2408:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976334.299653:0:2408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.299654:0:2408:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.299656:0:2408:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7cc00 refcount=6 00000020:00000001:0.0:1783976334.299657:0:2408:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299659:0:2408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000040:0.0:1783976334.299667:0:2408:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97dc7cc00, remote cookie: 0xa91b1f6e92eabf84, flags: 0x1001 00010000:00010000:0.0:1783976334.299672:0:2408:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 6/2,0 mode: --/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.299680:0:2408:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783976334.299683:0:2408:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.299685:0:2408:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976334.299689:0:2408:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1783976334.299694:0:2408:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976334.299702:0:2408:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0x16d4:0x0].0x0 (ffff96f977a80200) refcount = 1 00010000:00000040:0.0:1783976334.299705:0:2408:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976334.299707:0:2408:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.299715:0:2408:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976334.299717:0:2408:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976334.299720:0:2408:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976334.299722:0:2408:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976334.299725:0:2408:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.299731:0:2408:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976334.299732:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.299733:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.299734:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.299735:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976334.299737:0:2408:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1783976334.299739:0:2408:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976334.299742:0:2408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.299743:0:2408:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.299745:0:2408:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7cc00 refcount=5 00000020:00000001:0.0:1783976334.299746:0:2408:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299748:0:2408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00000008:00000001:0.0:1783976334.299752:0:2408:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1783976334.299756:0:2408:0:(cl_object.c:151:cl_object_top()) ffff96f977b94540 -> ffff96f97714a210 00000008:00010000:0.0:1783976334.299761:0:2408:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 5/2,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1783976334.299768:0:2408:0:(cl_object.c:151:cl_object_top()) ffff96f977b94540 -> ffff96f97714a210 00000020:00000001:0.0:1783976334.299769:0:2408:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976334.299772:0:2408:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976334.299775:0:2408:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976334.299777:0:2408:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.299779:0:2408:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976334.299780:0:2408:0:(cl_object.c:151:cl_object_top()) ffff96f977b94540 -> ffff96f97714a210 00000008:00000001:0.0:1783976334.299782:0:2408:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1783976334.299785:0:2408:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1783976334.299787:0:2408:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1783976334.299804:0:2408:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1783976334.299806:0:2408:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.299808:0:2408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.299810:0:2408:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.299811:0:2408:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7cc00 refcount=6 00000020:00000001:0.0:1783976334.299813:0:2408:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299816:0:2408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299818:0:2408:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.299821:0:2408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 6/2,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.299829:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.299830:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976334.299833:0:2408:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.299840:0:2408:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.299841:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.299842:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976334.299843:0:2408:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.299845:0:2408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976334.299846:0:2408:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976334.299847:0:2408:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7cc00 refcount=5 00000020:00000001:0.0:1783976334.299849:0:2408:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299852:0:2408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976334.299854:0:2408:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976334.299856:0:2408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 5/1,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976334.301558:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.301560:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.301562:0:2408:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976334.301565:0:2408:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976334.301569:0:2408:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976334.301580:0:2408:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976334.301584:0:2408:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976334.301585:0:2408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976334.301590:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.301591:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.301593:0:2408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.301596:0:2408:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976334.301598:0:2408:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.301599:0:2408:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.301602:0:2408:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976334.301603:0:2408:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976334.301605:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.301606:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976334.301607:0:2408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976334.301608:0:2408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976334.301610:0:2408:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976334.301622:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3f100 x1870620496648960/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976350 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976334.301631:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496648960:192.168.201.114@tcp:101:rm.0 00000100:00000001:0.0:1783976334.301637:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.301640:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976334.301644:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3f100 x1870620496648960/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976334.301649:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976334.301651:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976334.301654:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438bc00. 02000000:00000001:0.0:1783976334.301658:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976334.301660:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976334.301661:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=2 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976334.301663:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976334.301666:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275800. 02000000:00000001:0.0:1783976334.301669:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976334.301670:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976334.301672:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3f100. 00000100:00000001:0.0:1783976334.301675:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976334.301677:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.301680:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976334.301687:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976334.301689:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976334.301691:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976334.301693:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976338.295501:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976338.295510:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976338.295516:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783976338.680317:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976338.680330:0:226911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976338.680341:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04700. 00000020:00000040:0.0:1783976338.680348:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 00000100:00000001:0.0:1783976338.680353:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976338.680357:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976338.680364:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976338.680375:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f94ca9b700. 00000100:00000001:0.0:1783976338.680385:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680402:0:226911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS req@ffff96f981c04700 x1870620496649984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976338.680415:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976338.680420:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680428:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490336cf] to pc [ptlrpcd_00_01+1] req@ffff96f981c04700 x1870620496649984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.680466:0:226911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680469:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976338.680473:0:226911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976338.680476:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976338.680479:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976338.680481:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976338.680483:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976338.680484:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976338.680487:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f94ca9b300. 00000100:00000001:0.0:1783976338.680490:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680495:0:226911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID req@ffff96f981c05880 x1870620496650112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976338.680502:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976338.680504:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680508:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a58f87b] to pc [ptlrpcd_00_00+0] req@ffff96f981c05880 x1870620496650112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.680516:0:226911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680518:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976338.680522:0:226911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976338.680524:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04380. 00000020:00000040:0.0:1783976338.680526:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976338.680528:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976338.680529:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976338.680530:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976338.680533:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f94ca9b900. 00000100:00000001:0.0:1783976338.680535:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680538:0:226911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID req@ffff96f981c04380 x1870620496650240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976338.680545:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976338.680546:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.680549:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd7b50d] to pc [ptlrpcd_00_01+1] req@ffff96f981c04380 x1870620496650240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.680556:0:226911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.685018:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976338.685026:0:226911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976338.685035:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976338.685040:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=3 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976338.685045:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976338.685049:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976338.685064:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976338.685074:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f94ca9b400. 00000100:00000001:0.0:1783976338.685083:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.685089:0:226911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID req@ffff96f981c07800 x1870620496650368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976338.685101:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976338.685107:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.685112:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006d0299f] to pc [ptlrpcd_00_00+0] req@ffff96f981c07800 x1870620496650368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.685159:0:226911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.685164:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976338.685167:0:226911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976338.685171:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976338.685174:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=4 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976338.685176:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976338.685178:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976338.685180:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976338.685183:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f94ca9b500. 00000100:00000001:0.0:1783976338.685186:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.685191:0:226911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID req@ffff96f981c07100 x1870620496650496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976338.685199:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976338.685201:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.685205:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4cecac] to pc [ptlrpcd_00_01+1] req@ffff96f981c07100 x1870620496650496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.685213:0:226911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.685217:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13882) 00000100:00000001:0.0:1783976338.719204:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976338.719210:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976338.719220:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976338.719223:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976338.719227:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80fe18. 00000400:00000200:0.0:1783976338.719233:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83220 00000400:00000010:0.0:1783976338.719237:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83220. 00000100:00000001:0.0:1783976338.719240:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976338.719246:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496650368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976338.719255:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496650368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719262:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976338.719264:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719267:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976338.719272:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976338.719274:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976338.719278:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976338.719281:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976338.719293:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=127 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976338.719299:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=58 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976338.719302:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976338.719304:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976338.719308:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976338.719312:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976338.719317:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976338.719320:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915102 00000100:00000001:0.0:1783976338.719322:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976338.719324:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.719330:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496650368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719338:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976338.719341:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976338.719344:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976338.719348:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496650368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976338.719356:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496650368:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976338.719364:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976338.719366:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976338.719367:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f4d0. 00000400:00000200:0.0:1783976338.719370:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83198 00000400:00000010:0.0:1783976338.719372:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83198. 00000100:00000001:0.0:1783976338.719374:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976338.719377:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496650112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976338.719385:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496650112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719391:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976338.719392:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719394:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976338.719395:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976338.719397:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976338.719398:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976338.719400:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976338.719404:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976338.719407:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=127 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976338.719409:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976338.719411:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976338.719412:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976338.719415:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976338.719417:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976338.719418:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086037 00000100:00000001:0.0:1783976338.719421:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976338.719424:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.719428:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496650112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719435:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976338.719437:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976338.719438:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976338.719441:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496650112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976338.719448:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496650112:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976338.719452:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976338.719453:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976338.719455:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f268. 00000400:00000200:0.0:1783976338.719457:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83dd0 00000400:00000010:0.0:1783976338.719459:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83dd0. 00000100:00000001:0.0:1783976338.719461:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976338.719464:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04700 x1870620496649984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976338.719471:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04700 x1870620496649984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719476:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976338.719477:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719479:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976338.719480:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976338.719481:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976338.719483:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976338.719484:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976338.719487:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f950ff7c60 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976338.719490:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f950ff7c18 time=127 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976338.719492:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976338.719493:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976338.719495:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976338.719497:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976338.719499:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976338.719503:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04700 x1870620496649984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719508:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976338.719509:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976338.719511:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976338.719514:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04700 x1870620496649984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976338.719521:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12eeae42-3db7-49c2-9cc7-fd3586506e65:2409:1870620496649984:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976338.719526:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719529:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976338.719532:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496650368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719540:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976338.719543:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976338.719547:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f96723fc00. 02000000:00000001:0.0:1783976338.719552:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976338.719556:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976338.719571:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=2 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976338.719574:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976338.719577:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f94ca9b400. 02000000:00000001:0.0:1783976338.719582:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976338.719584:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976338.719586:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976338.719590:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976338.719591:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719593:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976338.719596:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496650112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719602:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976338.719603:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976338.719605:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f96723e400. 02000000:00000001:0.0:1783976338.719607:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976338.719608:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976338.719609:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976338.719611:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976338.719612:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f94ca9b300. 02000000:00000001:0.0:1783976338.719614:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976338.719615:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976338.719616:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976338.719619:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976338.719620:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719622:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976338.719624:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04700 x1870620496649984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976338.719629:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976338.719631:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976338.719632:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f96723f200. 02000000:00000001:0.0:1783976338.719634:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976338.719635:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976338.719636:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976338.719638:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976338.719640:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f94ca9b700. 02000000:00000001:0.0:1783976338.719642:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976338.719643:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976338.719645:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04700. 00000100:00000001:0.0:1783976338.719647:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976338.719649:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719651:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976338.719661:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976338.719663:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976338.719665:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976338.719668:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976340.119158:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976340.119165:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976340.119172:0:198081:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976340.119175:0:198081:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976340.119177:0:198081:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783976340.119184:0:198081:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976340.119199:0:198081:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96f97dc7cc00 already unused, calling callback (ffffffffc1315360) 00000008:00000001:0.0:1783976340.119202:0:198081:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1783976340.119204:0:198081:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783976340.119206:0:198081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976340.119210:0:198081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976340.119213:0:198081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7cc00 refcount=3 00000020:00000001:0.0:1783976340.119215:0:198081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976340.119218:0:198081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034109952 : -115476675441664 : ffff96f97dc7cc00) 00010000:00000001:0.0:1783976340.119221:0:198081:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976340.119224:0:198081:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976340.119232:0:198081:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976340.119235:0:198081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976340.119240:0:198081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976340.119245:0:198081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8600. 00000020:00000010:0.0:1783976340.119250:0:198081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8a00. 00000020:00000010:0.0:1783976340.119254:0:198081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976340.119261:0:198081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976340.119266:0:198081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976340.119271:0:198081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976340.119277:0:198081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976340.119281:0:198081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976340.119286:0:198081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8400. 00000008:00000010:0.0:1783976340.119290:0:198081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976340.119293:0:198081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976340.119297:0:198081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976340.119300:0:198081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976340.119303:0:198081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976340.119305:0:198081:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000008:00000001:0.0:1783976340.119307:0:198081:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976340.119310:0:198081:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976340.119312:0:198081:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976340.119316:0:198081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8a00. 00000020:00000010:0.0:1783976340.119319:0:198081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976340.119323:0:198081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976340.119326:0:198081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805780. 00008000:00000010:0.0:1783976340.119330:0:198081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976340.119333:0:198081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976340.119336:0:198081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976340.119339:0:198081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8600. 00000008:00000010:0.0:1783976340.119342:0:198081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976340.119344:0:198081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976340.119347:0:198081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976340.119350:0:198081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976340.119353:0:198081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8400. 00000020:00000010:0.0:1783976340.119355:0:198081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000008:00000001:0.0:1783976340.119358:0:198081:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976340.119361:0:198081:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976340.119366:0:198081:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976340.119367:0:198081:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976340.119369:0:198081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976340.119373:0:198081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976340.119376:0:198081:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc7cc00 with handle 0x5bb448586bd09463 from hash 00010000:00000001:0.0:1783976340.119379:0:198081:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976340.119380:0:198081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976340.119382:0:198081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976340.119383:0:198081:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976340.119387:0:198081:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976340.119390:0:198081:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1783976340.119395:0:198081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976340.119401:0:198081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976340.119402:0:198081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976340.119403:0:198081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976340.119406:0:198081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976340.119408:0:198081:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976340.119413:0:198081:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04700. 00000020:00000040:0.0:1783976340.119417:0:198081:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=3 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976340.119422:0:198081:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976340.119425:0:198081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976340.119430:0:198081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976340.119438:0:198081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8400. 00000100:00000001:0.0:1783976340.119445:0:198081:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976340.119448:0:198081:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976340.119454:0:198081:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976340.119462:0:198081:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976340.119463:0:198081:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.119469:0:198081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976340.119474:0:198081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976340.119487:0:198081:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490336cf] to pc [ptlrpcd_00_01+1] req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976340.119519:0:198081:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976340.119522:0:198081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976340.119523:0:198081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976340.119524:0:198081:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976340.119527:0:198081:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976340.119528:0:198081:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976340.119532:0:198081:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976340.119540:0:198081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976340.119542:0:198081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000009080847f/0x5bb448586bd09463 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x16d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa91b1f6e92eabf84 expref: -99 pid: 239568 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976340.119550:0:198081:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f97dd00400. 00010000:00000040:0.0:1783976340.119555:0:198081:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977a80200 count: 0 00010000:00000010:0.0:1783976340.119561:0:198081:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977a80300. 00010000:00000001:0.0:1783976340.119568:0:198081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976340.119569:0:198081:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1783976340.119571:0:198081:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f964337900. 00010000:00000001:0.0:1783976340.120311:0:198081:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976340.120318:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976340.120321:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976340.120324:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976340.120325:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976340.120326:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976340.120328:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976340.120330:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976340.120331:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976340.120333:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976340.120344:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976340.120348:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976340.120351:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976340.120354:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783976340.120357:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.120362:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976340.120364:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.120366:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976340.120367:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976340.120368:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976340.120377:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.120387:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976340.120389:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976340.120393:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976340.120396:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976340.120398:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976340.120402:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496650752:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976340.120407:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976340.120413:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976340.120416:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976340.120419:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976340.120423:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f9766e8600. 02000000:00000001:0.0:1783976340.120425:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976340.120432:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976340.120436:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976340.120442:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976340.120449:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496650752, portal 18 00000100:00000001:0.0:1783976340.120452:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976340.120454:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000040:0.0:1783976340.120460:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.120468:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976340.120470:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976340.120473:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783976340.120477:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870620496650752, offset 0 00000400:00000200:0.0:1783976340.120484:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976340.120493:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976340.120501:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976340.120506:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976340.120510:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976340.120514:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976340.120516:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976340.120521:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778656:778656:256:4294967295] 192.168.201.114@tcp LPNI seq info [778634:778634:8:4294967295] 00000400:00000200:0.0:1783976340.120525:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976340.120536:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976340.120542:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976340.120547:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f94ca9be00. 00000800:00000200:0.0:1783976340.120554:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976340.120562:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976340.120566:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94ca9be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976340.120587:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976340.120592:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59991 usecs (60 jiffies) 00000400:00000200:0.0:1783976340.120595:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976340.120598:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308546019 00000100:00000001:0.0:1783976340.120605:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308545977 00000100:00000001:0.0:1783976340.120610:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308546019 00000100:00000001:0.0:1783976340.120614:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308545977 00000100:00000001:0.0:1783976340.120617:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976340.120619:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.120622:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.120624:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.126416:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976340.126423:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976340.126431:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976340.126433:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976340.126436:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80fd10. 00000400:00000200:0.0:1783976340.126443:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83aa0 00000400:00000010:0.0:1783976340.126446:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83aa0. 00000100:00000001:0.0:1783976340.126449:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976340.126456:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3c380 x1870620496650624/t0(0) o103->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976340.126468:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3c380 x1870620496650624/t0(0) o103->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.126476:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976340.126477:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.126480:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976340.126484:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976340.126486:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976340.126488:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976340.126490:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976340.126501:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cacf0 time=240 v=5 (5 0 0 0) 00000100:00001000:0.0:1783976340.126504:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=87 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976340.126507:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976340.126509:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976340.126511:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976340.126515:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.126518:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976340.126520:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944194 00000100:00000001:0.0:1783976340.126522:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976340.126524:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976340.126528:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3c380 x1870620496650624/t0(0) o103->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.126542:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976340.126545:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976340.126547:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976340.126551:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3c380 x1870620496650624/t0(0) o103->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976340.126558:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496650624:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976340.126563:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.126565:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976340.126568:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3c380 x1870620496650624/t0(0) o103->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.126586:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976340.126588:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976340.126592:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f96723fa00. 02000000:00000001:0.0:1783976340.126596:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976340.126598:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976340.126600:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=2 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976340.126603:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976340.126605:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723e000. 02000000:00000001:0.0:1783976340.126609:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976340.126610:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976340.126612:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3c380. 00000100:00000001:0.0:1783976340.126615:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976340.126617:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.126619:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.126621:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976340.126623:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976340.126625:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.126626:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.144833:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976340.144838:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976340.144845:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976340.144846:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976340.144851:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976340.144855:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978770 00000400:00000010:0.0:1783976340.144858:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978770. 00000100:00000001:0.0:1783976340.144861:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976340.144865:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976340.144875:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.144881:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976340.144883:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.144886:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976340.144889:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976340.144892:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976340.144894:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976340.144896:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976340.144906:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8cf0 time=216 v=5 (5 0 0 0) 00000100:00001000:0.0:1783976340.144910:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=60 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976340.144912:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976340.144914:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976340.144917:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976340.144920:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.144924:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976340.144926:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915102 00000100:00000001:0.0:1783976340.144928:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976340.144930:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976340.144934:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.144942:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976340.144945:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976340.144947:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976340.144950:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976340.144959:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496650752:192.168.201.114@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783976340.144964:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.144966:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976340.144970:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04700 x1870620496650752/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 1783976356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976340.144977:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976340.144980:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976340.144984:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f9766e8600. 02000000:00000001:0.0:1783976340.144987:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976340.144990:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976340.144992:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=2 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976340.144995:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976340.144998:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8400. 02000000:00000001:0.0:1783976340.145001:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976340.145002:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976340.145004:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04700. 00000100:00000001:0.0:1783976340.145008:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976340.145009:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.145011:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976340.145019:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976340.145021:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976340.145023:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976340.145025:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976340.343105:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976340.343110:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976340.343114:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976340.805242:0:240003:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976341.362917:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976341.362920:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976341.362924:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976342.031190:0:240096:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.386662:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976342.386668:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.386671:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976342.692367:0:240147:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976342.704384:0:240147:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976342.704394:0:240147:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976342.704402:0:240147:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970acecb8. 00000400:00000200:0.0:1783976342.704416:0:240147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50550 00000400:00000010:0.0:1783976342.704419:0:240147:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50550. 00000100:00000001:0.0:1783976342.704426:0:240147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976342.704444:0:240147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e49880 x1870620496650880/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 440/368 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976342.704457:0:240147:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e49880 x1870620496650880/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 440/368 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704466:0:240147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976342.704469:0:240147:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.704473:0:240147:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976342.704478:0:240147:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976342.704482:0:240147:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976342.704485:0:240147:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.704489:0:240147:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976342.704501:0:240147:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976342.704506:0:240147:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976342.704508:0:240147:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976342.704511:0:240147:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.704514:0:240147:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976342.704520:0:240147:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.704524:0:240147:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976342.704527:0:240147:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: committing for last_committed 25770086050 gen 1 00000100:00100000:0.0:1783976342.704534:0:240147:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff96f97ba3d180 x1870620496646016/t25770086045(25770086045) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976350 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976342.704544:0:240147:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff96f97ae87b80 x1870620496646784/t25770086046(25770086046) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976342.704554:0:240147:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff96f981c06a00 x1870620496647040/t25770086047(25770086047) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976342.704562:0:240147:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1783976342.704576:0:240147:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086050) req@ffff96f97ba3c000 x1870620496649216/t25770086049(25770086049) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 512/456 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704584:0:240147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.704587:0:240147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3c000 x1870620496649216/t25770086049(25770086049) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 512/456 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704594:0:240147:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976342.704597:0:240147:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.704601:0:240147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b6000. 02000000:00000001:0.0:1783976342.704607:0:240147:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976342.704610:0:240147:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.704613:0:240147:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.704616:0:240147:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976342.704619:0:240147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275a00. 02000000:00000001:0.0:1783976342.704624:0:240147:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976342.704626:0:240147:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976342.704628:0:240147:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3c000. 00000100:00000001:0.0:1783976342.704632:0:240147:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976342.704633:0:240147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.704638:0:240147:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086050) req@ffff96f977e49180 x1870620496649856/t25770086050(25770086050) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 512/456 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704644:0:240147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.704647:0:240147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49180 x1870620496649856/t25770086050(25770086050) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 512/456 e 0 to 0 dl 1783976350 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704652:0:240147:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976342.704653:0:240147:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.704655:0:240147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f958242000. 02000000:00000001:0.0:1783976342.704657:0:240147:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976342.704659:0:240147:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.704660:0:240147:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.704662:0:240147:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976342.704664:0:240147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345dc00. 02000000:00000001:0.0:1783976342.704666:0:240147:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976342.704667:0:240147:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976342.704668:0:240147:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49180. 00000100:00000001:0.0:1783976342.704671:0:240147:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976342.704672:0:240147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.704674:0:240147:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976342.704677:0:240147:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: normal: skip=1 replay=2/6 committed=0/0 00000100:00000001:0.0:1783976342.704679:0:240147:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976342.704681:0:240147:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.704686:0:240147:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e49880 x1870620496650880/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 440/368 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704693:0:240147:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.704697:0:240147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976342.704700:0:240147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.704704:0:240147:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e49880 x1870620496650880/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 440/368 e 0 to 0 dl 1783976358 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976342.704712:0:240147:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e49880 pname:cluuid:pid:xid:nid:opc:job stat:f0ae10f0-aea6-4997-adfc-1138d73325aa:240147:1870620496650880:192.168.201.114@tcp:41:stat.0 00000100:00000001:0.0:1783976342.704717:0:240147:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.704721:0:240147:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.704725:0:240147:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976342.704727:0:240147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.704730:0:240147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e49880 x1870620496650880/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 440/368 e 0 to 0 dl 1783976358 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704737:0:240147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976342.704739:0:240147:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f964337a80. 00000100:00000001:0.0:1783976342.704743:0:240147:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976342.704745:0:240147:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.704754:0:240147:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1783976342.704756:0:240147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.704760:0:240147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e49880 x1870620496650880/t0(0) o41->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 440/368 e 0 to 0 dl 1783976358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.704771:0:240147:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976342.704772:0:240147:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.704774:0:240147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c7000. 02000000:00000001:0.0:1783976342.704777:0:240147:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976342.704778:0:240147:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.704779:0:240147:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.704781:0:240147:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976342.704782:0:240147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f951a72c00. 02000000:00000001:0.0:1783976342.704785:0:240147:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976342.704786:0:240147:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976342.704787:0:240147:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e49880. 00000100:00000001:0.0:1783976342.704789:0:240147:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976342.704790:0:240147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976342.704791:0:240147:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.704792:0:240147:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.704794:0:240147:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:0.0:1783976342.704797:0:240147:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff96f94cfb0800: update ffff96f9436537d0 cache blocks 1792639/1916558 objects 518825/525089 00800000:00000001:0.0:1783976342.704802:0:240147:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.704806:0:240147:0:(lmv_obd.c:1487:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1783976342.704809:0:240147:0:(lmv_obd.c:1511:lmv_statfs()) kfreed 'temp': 144 at ffff96f964337780. 00800000:00000001:0.0:1783976342.704811:0:240147:0:(lmv_obd.c:1512:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1783976342.704815:0:240147:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff96f94cfb0800: update ffff96f943651e10 cache blocks 1792639/1916558 objects 518825/525089 00000080:00000001:0.0:1783976342.704821:0:240147:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1783976342.704825:0:240147:0:(llite_lib.c:2751:ll_statfs_internal()) MDC blocks 1792639/1916558 objects 518825/525089 00000080:00000001:0.0:1783976342.704828:0:240147:0:(llite_lib.c:2754:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976342.704830:0:240147:0:(llite_lib.c:2787:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.808426:0:240152:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.808489:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473d08 00000080:00200008:0.0:1783976342.808493:0:240152:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976342.808500:0:240152:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976342.808501:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473c80 00000080:00200000:0.0:1783976342.808503:0:240152:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976342.808510:0:240152:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976342.808518:0:240152:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976342.808523:0:240152:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976342.808530:0:240152:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.808533:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473ba0 00800000:00000002:0.0:1783976342.808535:0:240152:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976342.808539:0:240152:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976342.808542:0:240152:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.808546:0:240152:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.808549:0:240152:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.808552:0:240152:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.808554:0:240152:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.808557:0:240152:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976342.808559:0:240152:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.808563:0:240152:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976342.808569:0:240152:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.808571:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473a70 00000002:00010000:0.0:1783976342.808573:0:240152:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976342.808577:0:240152:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976342.808579:0:240152:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.808583:0:240152:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.808629:0:240152:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb300 count: 2 00010000:00000001:0.0:1783976342.808632:0:240152:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.808638:0:240152:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.808643:0:240152:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976342.808649:0:240152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783976342.808662:0:240152:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976342.808668:0:240152:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.808671:0:240152:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783976342.808679:0:240152:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976342.808682:0:240152:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976342.808684:0:240152:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976342.808739:0:240152:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976342.808742:0:240152:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976342.808744:0:240152:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976342.808748:0:240152:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976342.808752:0:240152:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976342.808756:0:240152:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000080:00000001:0.0:1783976342.808762:0:240152:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976342.808764:0:240152:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.808767:0:240152:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976342.808771:0:240152:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0947f 00800000:00000001:0.0:1783976342.808775:0:240152:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976342.808778:0:240152:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.808780:0:240152:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.808782:0:240152:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.808786:0:240152:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b400 refcount=3 00000020:00000001:0.0:1783976342.808788:0:240152:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.808791:0:240152:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.808795:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.808797:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.808799:0:240152:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.808801:0:240152:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.808804:0:240152:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0947f from it ffffaf1481473cb8 00010000:00000001:0.0:1783976342.808806:0:240152:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.808807:0:240152:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.808809:0:240152:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b400 refcount=3 00000020:00000001:0.0:1783976342.808810:0:240152:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.808813:0:240152:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.808815:0:240152:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.808818:0:240152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976342.808825:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.808827:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.808829:0:240152:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.808831:0:240152:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.808835:0:240152:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976342.808843:0:240152:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.808847:0:240152:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.808849:0:240152:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.808855:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.808856:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.808857:0:240152:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.808861:0:240152:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.808864:0:240152:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.808866:0:240152:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.808870:0:240152:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.808872:0:240152:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.808873:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.808874:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976342.808878:0:240152:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976342.808880:0:240152:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976342.808884:0:240152:0:(file.c:6170:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.808960:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473d08 00000080:00000008:0.0:1783976342.808963:0:240152:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f974175348), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1783976342.813530:0:240152:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976342.813542:0:240152:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976342.813546:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473b78 00000080:00200000:0.0:1783976342.813552:0:240152:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976342.813562:0:240152:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976342.813572:0:240152:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976342.813577:0:240152:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976342.813585:0:240152:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.813587:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473a98 00800000:00000002:0.0:1783976342.813591:0:240152:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976342.813596:0:240152:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976342.813600:0:240152:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.813604:0:240152:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.813606:0:240152:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.813610:0:240152:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.813612:0:240152:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.813614:0:240152:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976342.813616:0:240152:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.813620:0:240152:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976342.813626:0:240152:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.813628:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473968 00000002:00010000:0.0:1783976342.813630:0:240152:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976342.813634:0:240152:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976342.813636:0:240152:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.813641:0:240152:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.813652:0:240152:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb300 count: 2 00010000:00000001:0.0:1783976342.813656:0:240152:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.813662:0:240152:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.813668:0:240152:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976342.813675:0:240152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1783976342.813698:0:240152:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976342.813705:0:240152:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.813710:0:240152:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1783976342.813717:0:240152:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976342.813719:0:240152:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976342.813721:0:240152:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976342.813723:0:240152:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976342.813726:0:240152:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976342.813728:0:240152:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976342.813731:0:240152:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976342.813734:0:240152:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976342.813739:0:240152:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000080:00000001:0.0:1783976342.813744:0:240152:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976342.813746:0:240152:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.813750:0:240152:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976342.813754:0:240152:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0947f 00800000:00000001:0.0:1783976342.813756:0:240152:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976342.813759:0:240152:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.813761:0:240152:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.813764:0:240152:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.813766:0:240152:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b400 refcount=3 00000020:00000001:0.0:1783976342.813769:0:240152:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.813772:0:240152:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.813775:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.813777:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.813778:0:240152:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.813780:0:240152:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.813783:0:240152:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0947f from it ffffaf1481473bb0 00010000:00000001:0.0:1783976342.813785:0:240152:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.813786:0:240152:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.813788:0:240152:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b400 refcount=3 00000020:00000001:0.0:1783976342.813790:0:240152:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.813791:0:240152:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920726528 : -115476788825088 : ffff96f97705b400) 00010000:00000001:0.0:1783976342.813794:0:240152:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.813797:0:240152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976342.813804:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.813805:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.813807:0:240152:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.813811:0:240152:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.813814:0:240152:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1783976342.813822:0:240152:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.813825:0:240152:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.813828:0:240152:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.813834:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.813835:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.813837:0:240152:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.813841:0:240152:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.813843:0:240152:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.813845:0:240152:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.813848:0:240152:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.813851:0:240152:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.813852:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.813853:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976342.813858:0:240152:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976342.813859:0:240152:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976342.813862:0:240152:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 44 00000080:00000001:0.0:1783976342.813866:0:240152:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.813874:0:240152:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1783976342.813876:0:240152:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976342.813879:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473b78 00000080:00200008:0.0:1783976342.813881:0:240152:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 300000 00000080:00000010:0.0:1783976342.814200:0:240152:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bcc0. 00000080:00000001:0.0:1783976342.814208:0:240152:0:(file.c:1083:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.814210:0:240152:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.814234:0:240152:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1783976342.814237:0:240152:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348) cmd=c03066f0 arg=7ffdb12ce720 00000020:00000001:0.0:1783976342.814244:0:240152:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1783976342.814251:0:240152:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff96f85438a400. 00000020:00000001:0.0:1783976342.814257:0:240152:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.814261:0:240152:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1783976342.814263:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473ad0 00000080:00200000:0.0:1783976342.814265:0:240152:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348) name=d56oe.sanity stripe_offset=0 stripe_count=2, hash_type=3 00000080:00000010:0.0:1783976342.814272:0:240152:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976342.814275:0:240152:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00800000:00000001:0.0:1783976342.814284:0:240152:0:(lmv_obd.c:2302:lmv_create()) Process entered 00800000:00000001:0.0:1783976342.814286:0:240152:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1783976342.814290:0:240152:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.814292:0:240152:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.814293:0:240152:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.814296:0:240152:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.814297:0:240152:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.814299:0:240152:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976342.814301:0:240152:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.814304:0:240152:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976342.814308:0:240152:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976342.814310:0:240152:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976342.814314:0:240152:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976342.814317:0:240152:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976342.814320:0:240152:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff2:0x0] 40000000:00000001:0.0:1783976342.814323:0:240152:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.814325:0:240152:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.814326:0:240152:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.814328:0:240152:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.814330:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814739e8 00800000:00000002:0.0:1783976342.814332:0:240152:0:(lmv_obd.c:2343:lmv_create()) CREATE name 'd56oe.sanity' [0x200002b12:0x11ff2:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1783976342.814338:0:240152:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1783976342.814340:0:240152:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976342.814345:0:240152:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb300 count: 2 00010000:00000001:0.0:1783976342.814347:0:240152:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.814350:0:240152:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976342.814354:0:240152:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976342.814357:0:240152:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00000001:0.0:1783976342.814366:0:240152:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976342.814370:0:240152:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976342.814372:0:240152:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976342.814374:0:240152:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1783976342.814377:0:240152:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.814379:0:240152:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.814381:0:240152:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb300 count: 3 00010000:00000001:0.0:1783976342.814383:0:240152:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.814386:0:240152:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.814387:0:240152:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.814388:0:240152:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.814389:0:240152:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb300 count: 3 00010000:00000001:0.0:1783976342.814391:0:240152:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.814393:0:240152:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.814394:0:240152:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.814395:0:240152:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.814396:0:240152:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb300 count: 3 00010000:00000001:0.0:1783976342.814398:0:240152:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.814399:0:240152:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.814401:0:240152:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976342.814404:0:240152:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff96f974175280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976342.814409:0:240152:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1783976342.814412:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473670 00000080:00002000:0.0:1783976342.814414:0:240152:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d56oe.sanity 00000080:00000001:0.0:1783976342.814422:0:240152:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976342.814428:0:240152:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976342.814439:0:240152:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976342.814441:0:240152:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976342.814444:0:240152:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.814447:0:240152:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976342.814452:0:240152:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976342.814454:0:240152:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976342.814456:0:240152:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.814459:0:240152:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976342.814463:0:240152:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97705b400 with handle 0x5bb448586bd0947f from hash 00010000:00000001:0.0:1783976342.814466:0:240152:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976342.814467:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.814468:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.814470:0:240152:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976342.814473:0:240152:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976342.814474:0:240152:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976342.814478:0:240152:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976342.814480:0:240152:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976342.814482:0:240152:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976342.814489:0:240152:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04700. 00000020:00000040:0.0:1783976342.814494:0:240152:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976342.814502:0:240152:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976342.814504:0:240152:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.814508:0:240152:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976342.814513:0:240152:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.814515:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.814517:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.814518:0:240152:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.814521:0:240152:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976342.814524:0:240152:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976342.814528:0:240152:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976342.814538:0:240152:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438b000. 00000100:00000001:0.0:1783976342.814547:0:240152:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.814551:0:240152:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.814554:0:240152:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976342.814560:0:240152:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1783976342.814568:0:240152:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976342.814570:0:240152:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976342.814572:0:240152:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976342.814574:0:240152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97705b400/0x5bb448586bd0947f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eac009 expref: -99 pid: 240152 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00000040:0.0:1783976342.814581:0:240152:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97acbb300 count: 0 00010000:00000010:0.0:1783976342.814585:0:240152:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97dc0b800. 00010000:00000001:0.0:1783976342.814594:0:240152:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.814595:0:240152:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.814596:0:240152:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.814598:0:240152:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.814600:0:240152:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1783976342.814614:0:240152:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976342.814629:0:240152:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04700 x1870620496651392/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976342.814638:0:240152:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976342.814641:0:240152:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976342.814651:0:240152:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.814653:0:240152:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538560 : -115476773013056 : ffff96f977f6f9c0) 00000100:00000001:0.0:1783976342.814657:0:240152:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.814659:0:240152:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000001:0.0:1783976342.814665:0:240152:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976342.814670:0:240152:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.814673:0:240152:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976342.814675:0:240152:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976342.814680:0:240152:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04700 x1870620496651392/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/4544 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.814688:0:240152:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976342.814691:0:240152:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.814695:0:240152:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976342.814699:0:240152:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976342.814702:0:240152:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976342.814705:0:240152:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:240152:1870620496651392:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976342.814710:0:240152:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976342.814718:0:240152:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976342.814721:0:240152:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.814724:0:240152:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976342.814732:0:240152:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f9458aa000. 02000000:00000001:0.0:1783976342.814734:0:240152:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976342.814744:0:240152:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976342.814750:0:240152:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976342.814758:0:240152:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fd80. 00000100:00000200:0.0:1783976342.814767:0:240152:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496651392, portal 10 00000100:00000001:0.0:1783976342.814768:0:240152:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.814770:0:240152:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000040:0.0:1783976342.814777:0:240152:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04700 x1870620496651392/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/4544 e 0 to 0 dl 1783976358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.814784:0:240152:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976342.814787:0:240152:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976342.814791:0:240152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976342.814794:0:240152:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1870620496651392, offset 0 00000400:00000200:0.0:1783976342.814802:0:240152:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976342.814813:0:240152:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.814823:0:240152:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976342.814829:0:240152:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976342.814834:0:240152:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976342.814838:0:240152:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976342.814841:0:240152:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976342.814845:0:240152:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778660:778660:256:4294967295] 192.168.201.114@tcp LPNI seq info [778638:778638:8:4294967295] 00000400:00000200:0.0:1783976342.814850:0:240152:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.814861:0:240152:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976342.814867:0:240152:0:(socklnd_cb.c:931:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976342.814873:0:240152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ad00. 00000800:00000200:0.0:1783976342.814881:0:240152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976342.814904:0:240152:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976342.814909:0:240152:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ad00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1783976342.814935:0:240152:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.814940:0:240152:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976342.814943:0:240152:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976342.814946:0:240152:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548662 00000100:00000010:0.0:1783976342.814951:0:240152:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e480. 00000100:00000001:0.0:1783976342.814959:0:240152:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976342.814967:0:240152:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548662 00000100:00000010:0.0:1783976342.814970:0:240152:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e6c0. 00000100:00000001:0.0:1783976342.814973:0:240152:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976342.814980:0:240152:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.814993:0:240152:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.814996:0:240152:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976342.814999:0:240152:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976342.815001:0:240152:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976342.815004:0:240152:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976342.815008:0:240152:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.841373:0:240152:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976342.841385:0:240152:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976342.841387:0:240152:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976342.841393:0:240152:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976342.841399:0:240152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6fd80 00000400:00000010:0.0:1783976342.841403:0:240152:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976342.841406:0:240152:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976342.841411:0:240152:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04700 x1870620496651392/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/4544 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976342.841421:0:240152:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04700 x1870620496651392/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/4544 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.841427:0:240152:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976342.841429:0:240152:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.841432:0:240152:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976342.841437:0:240152:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976342.841440:0:240152:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976342.841443:0:240152:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.841447:0:240152:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976342.841459:0:240152:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976342.841465:0:240152:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976342.841468:0:240152:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976342.841470:0:240152:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.841473:0:240152:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976342.841477:0:240152:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.841481:0:240152:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976342.841483:0:240152:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x60001b075/0x1] 00000100:00000001:0.0:1783976342.841485:0:240152:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976342.841488:0:240152:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.841490:0:240152:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000001:0.0:1783976342.841494:0:240152:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976342.841496:0:240152:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976342.841498:0:240152:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976342.841501:0:240152:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.841507:0:240152:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04700 x1870620496651392/t25770086051(25770086051) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/536 e 0 to 0 dl 1783976358 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.841521:0:240152:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.841525:0:240152:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976342.841527:0:240152:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.841532:0:240152:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04700 x1870620496651392/t25770086051(25770086051) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/536 e 0 to 0 dl 1783976358 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976342.841541:0:240152:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job lfs:f0ae10f0-aea6-4997-adfc-1138d73325aa:240152:1870620496651392:192.168.201.114@tcp:36:lfs.0 00000100:00000001:0.0:1783976342.841546:0:240152:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.841549:0:240152:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.841552:0:240152:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976342.841554:0:240152:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.841558:0:240152:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04700 x1870620496651392/t25770086051(25770086051) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 560/536 e 0 to 0 dl 1783976358 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.841564:0:240152:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976342.841568:0:240152:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.841571:0:240152:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976342.841572:0:240152:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.841591:0:240152:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.841596:0:240152:0:(lmv_obd.c:2351:lmv_create()) Created - [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976342.841599:0:240152:0:(lmv_obd.c:2408:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.841604:0:240152:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976342.841612:0:240152:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976342.841614:0:240152:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976342.841617:0:240152:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513202 : 144115373061513202 : 200002b12011ff2) 00000080:00000001:0.0:1783976342.841622:0:240152:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976342.841640:0:240152:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab65ac0. 00000080:00000001:0.0:1783976342.841654:0:240152:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976342.841656:0:240152:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88) 00000080:00000001:0.0:1783976342.841660:0:240152:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976342.841662:0:240152:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11ff2:0x0] 00000080:00000001:0.0:1783976342.841664:0:240152:0:(llite_lib.c:1983:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.841666:0:240152:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513202 : 144115373061513202 : 200002b12011ff2) 00000080:00000001:0.0:1783976342.841669:0:240152:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976342.841673:0:240152:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513202 mtime from 0 to 1783976342 00000080:00200000:0.0:1783976342.841679:0:240152:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11ff2:0x0], updating i_size 4096 00000080:00000001:0.0:1783976342.841681:0:240152:0:(llite_lib.c:3377:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976342.841684:0:240152:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982635400 : -115476726916216 : ffff96f97ab65b88) 00000080:00000001:0.0:1783976342.841687:0:240152:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976342.841690:0:240152:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976342.841693:0:240152:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.841701:0:240152:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.841706:0:240152:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04700 x1870620496651392/t25770086051(25770086051) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 600/536 e 0 to 0 dl 1783976358 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.841712:0:240152:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.841716:0:240152:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976342.841719:0:240152:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000080:00000010:0.0:1783976342.841727:0:240152:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 640 at ffff96f85438a400. 00000080:00000001:0.0:1783976342.841731:0:240152:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.841756:0:240152:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1783976342.841759:0:240152:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976342.841764:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473d98 00000080:00200008:0.0:1783976342.841766:0:240152:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 300000 00000080:00400000:0.0:1783976342.841771:0:240152:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1783976342.841775:0:240152:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8bcc0. 00000080:00000001:0.0:1783976342.841780:0:240152:0:(file.c:466:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976342.841783:0:240152:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481473d98 00000080:00000008:0.0:1783976342.841785:0:240152:0:(file.c:491:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff96f974175348), flags 300000, rc = 0 00000080:00000001:0.0:1783976342.841788:0:240152:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.841790:0:240152:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976342.879214:0:240153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63200. 00010000:00000010:0.0:1783976342.879221:0:240153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8e00. 00010000:00000001:0.0:1783976342.879228:0:240153:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.879232:0:240153:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.879248:0:240153:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.879256:0:240153:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976342.879262:0:240153:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976342.879264:0:240153:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976342.879266:0:240153:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976342.879268:0:240153:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976342.879270:0:240153:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff2:0x0].0x0 (ffff96f977b63200) refcount = 1 00010000:00010000:0.0:1783976342.879274:0:240153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.879280:0:240153:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976342.879285:0:240153:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976342.879287:0:240153:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.879291:0:240153:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976342.879294:0:240153:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.879298:0:240153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.879304:0:240153:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976342.879305:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879307:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.879308:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879309:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.879311:0:240153:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879317:0:240153:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976342.879319:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.879321:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.879323:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976342.879325:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879327:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879331:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.879332:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.879333:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=4 00000020:00000001:0.0:1783976342.879335:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879337:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879340:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.879344:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.879347:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.879354:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879355:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.879357:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.879359:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.879360:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=5 00000020:00000001:0.0:1783976342.879362:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879363:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879366:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.879369:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.879375:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879377:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976342.879380:0:240153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.879386:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.879387:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879388:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.879389:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879390:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976342.879396:0:240153:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff96f97ba3df80 x1870620496651648/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 584/672 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976342.879411:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.879412:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.879414:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976342.879416:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879418:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879420:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879421:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.879423:0:240153:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879425:0:240153:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879429:0:240153:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976342.879432:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.879433:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.879435:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976342.879436:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879438:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00000002:00010000:0.0:1783976342.879441:0:240153:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.879448:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879449:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.879451:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.879452:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.879454:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.879455:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976342.879456:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.879458:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000040:0.0:1783976342.879462:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63200 count: 2 00010000:00000001:0.0:1783976342.879465:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976342.879469:0:240153:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73714 (0 0) 00010000:00000001:0.0:1783976342.879472:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879473:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.879475:0:240153:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976342.879479:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb750 00000002:00002000:0.0:1783976342.879481:0:240153:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d56oe.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976342.879486:0:240153:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.879492:0:240153:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.879495:0:240153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976342.879499:0:240153:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976342.879502:0:240153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.879508:0:240153:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000001:0.0:1783976342.879511:0:240153:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976342.879513:0:240153:0:(namei.c:674:ll_lookup_it_finish()) it ffffaf14814ebac8 it_disposition b 00000080:00000001:0.0:1783976342.879517:0:240153:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976342.879524:0:240153:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1783976342.879529:0:240153:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1783976342.879536:0:240153:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff96f977ba8380. 00800000:00000001:0.0:1783976342.879538:0:240153:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446628596932576128 : -115476776975488 : ffff96f977ba8380) 00800000:00000001:0.0:1783976342.879541:0:240153:0:(lmv_obd.c:3789:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1783976342.879544:0:240153:0:(lmv_obd.c:3811:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x3/0x0 layout_version 1 00800000:00000001:0.0:1783976342.879549:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.879553:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.879556:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.879559:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.879561:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.879563:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976342.879566:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1783976342.879568:0:240153:0:(lmv_obd.c:3834:lmv_unpack_md_v1()) unpack fid #0 [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976342.879570:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.879571:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.879572:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.879574:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.879575:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.879577:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976342.879579:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1783976342.879580:0:240153:0:(lmv_obd.c:3834:lmv_unpack_md_v1()) unpack fid #1 [0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976342.879582:0:240153:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.879584:0:240153:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879587:0:240153:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976342.879592:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513202 : 144115373061513202 : 200002b12011ff2) 00000080:00000001:0.0:1783976342.879595:0:240153:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1783976342.879602:0:240153:0:(llite_lib.c:1962:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1783976342.879605:0:240153:0:(llite_lib.c:1966:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200002b12:0x11ff2:0x0] 00000080:00000002:0.0:1783976342.879610:0:240153:0:(llite_lib.c:1870:ll_init_lsm_md()) lustre: [0x200002b12:0x11ff2:0x0] set dir layout: 00000080:00000002:0.0:1783976342.879614:0:240153:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=crush:0x3 max_inherit=0 max_inherit_rr=0 version=1 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000002:0.0:1783976342.879619:0:240153:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x200002b10:0xdf:0x0] 00000080:00000002:0.0:1783976342.879621:0:240153:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x240002b11:0xdf:0x0] 00000080:00000001:0.0:1783976342.879624:0:240153:0:(llite_lib.c:1816:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1783976342.879625:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373027885279 : 144115373027885279 : 200002b100000df) 00000080:00000010:0.0:1783976342.879638:0:240153:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab64200. 00000080:00000002:0.0:1783976342.879651:0:240153:0:(llite_lib.c:1846:ll_iget_anon_dir()) lli ffff96f97ab64200 slave [0x200002b10:0xdf:0x0] master [0x200002b12:0x11ff2:0x0] 00000080:00000001:0.0:1783976342.879655:0:240153:0:(llite_lib.c:1856:ll_iget_anon_dir()) Process leaving (rc=18446628596982629064 : -115476726922552 : ffff96f97ab642c8) 00000080:00000001:0.0:1783976342.879656:0:240153:0:(llite_lib.c:1816:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1783976342.879658:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771554144479 : 162129771554144479 : 240002b110000df) 00000080:00000010:0.0:1783976342.879666:0:240153:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab62940. 00000080:00000002:0.0:1783976342.879669:0:240153:0:(llite_lib.c:1846:ll_iget_anon_dir()) lli ffff96f97ab62940 slave [0x240002b11:0xdf:0x0] master [0x200002b12:0x11ff2:0x0] 00000080:00000001:0.0:1783976342.879671:0:240153:0:(llite_lib.c:1856:ll_iget_anon_dir()) Process leaving (rc=18446628596982622728 : -115476726928888 : ffff96f97ab62a08) 00800000:00000002:0.0:1783976342.879674:0:240153:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000010:0.0:1783976342.879679:0:240153:0:(llite_lib.c:2033:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff96f97dd7e7e0. 00800000:00000001:0.0:1783976342.879682:0:240153:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1783976342.879702:0:240153:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976342.879706:0:240153:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200002b10:0xdf:0x0] -> mds #0 00000002:00000001:0.0:1783976342.879713:0:240153:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.879714:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb588 00000002:00010000:0.0:1783976342.879716:0:240153:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b10:0xdf:0x0]) in obj [0x200002b10:0xdf:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976342.879720:0:240153:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976342.879722:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.879725:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.879728:0:240153:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879730:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879732:0:240153:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879736:0:240153:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976342.879738:0:240153:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976342.879744:0:240153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976342.879749:0:240153:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976342.879756:0:240153:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976342.879762:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.879769:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.879771:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.879772:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.879776:0:240153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976342.879779:0:240153:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976342.879785:0:240153:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976342.879793:0:240153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438a400. 00000100:00000001:0.0:1783976342.879801:0:240153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.879804:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.879806:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.879807:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.879808:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.879810:0:240153:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.879815:0:240153:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00010000:00000001:0.0:1783976342.879817:0:240153:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976342.879819:0:240153:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976342.879822:0:240153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63500. 00010000:00000010:0.0:1783976342.879824:0:240153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976342.879827:0:240153:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976342.879832:0:240153:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976342.879835:0:240153:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976342.879838:0:240153:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd0949b to hash 00000020:00000001:0.0:1783976342.879839:0:240153:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976342.879840:0:240153:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.879844:0:240153:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.879846:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.879847:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.879850:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.879859:0:240153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.879866:0:240153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976342.879869:0:240153:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976342.879870:0:240153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976342.879876:0:240153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.879878:0:240153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538560 : -115476773013056 : ffff96f977f6f9c0) 00000100:00000001:0.0:1783976342.879881:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.879882:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976342.879886:0:240153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976342.879889:0:240153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.879892:0:240153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976342.879894:0:240153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976342.879899:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.879908:0:240153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976342.879910:0:240153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.879914:0:240153:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976342.879917:0:240153:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976342.879920:0:240153:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976342.879923:0:240153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496651776:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.879928:0:240153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976342.879937:0:240153:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976342.879939:0:240153:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.879941:0:240153:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976342.879969:0:240153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976342.879971:0:240153:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976342.879993:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976342.879998:0:240153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976342.880008:0:240153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f977f6fd80. 00000100:00000200:0.0:1783976342.880017:0:240153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496651776, portal 10 00000100:00000001:0.0:1783976342.880019:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.880020:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976342.880027:0:240153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.880036:0:240153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976342.880039:0:240153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976342.880043:0:240153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783976342.880047:0:240153:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496651776, offset 0 00000400:00000200:0.0:1783976342.880053:0:240153:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976342.880061:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.880069:0:240153:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976342.880075:0:240153:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976342.880079:0:240153:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976342.880082:0:240153:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976342.880084:0:240153:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976342.880088:0:240153:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778663:778663:256:4294967295] 192.168.201.114@tcp LPNI seq info [778641:778641:8:4294967295] 00000400:00000200:0.0:1783976342.880091:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.880099:0:240153:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976342.880104:0:240153:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976342.880109:0:240153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783976342.880117:0:240153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976342.880128:0:240153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976342.880133:0:240153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2aa00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976342.880207:0:240153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.880213:0:240153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976342.880217:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976342.880220:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548729 00000100:00000010:0.0:1783976342.880225:0:240153:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e840. 00000100:00000001:0.0:1783976342.880231:0:240153:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976342.880237:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548729 00000100:00000010:0.0:1783976342.880241:0:240153:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7eb40. 00000100:00000001:0.0:1783976342.880244:0:240153:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976342.880252:0:240153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.880255:0:240153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.880258:0:240153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976342.880260:0:240153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976342.880263:0:240153:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976342.880265:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976342.880268:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.885830:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976342.885841:0:240153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976342.885843:0:240153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976342.885847:0:240153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976342.885852:0:240153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6fd80 00000400:00000010:0.0:1783976342.885854:0:240153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976342.885857:0:240153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976342.885861:0:240153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976342.885867:0:240153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.885871:0:240153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976342.885873:0:240153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.885875:0:240153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976342.885879:0:240153:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976342.885881:0:240153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976342.885883:0:240153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.885886:0:240153:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976342.885898:0:240153:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976342.885903:0:240153:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976342.885906:0:240153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976342.885908:0:240153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.885912:0:240153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976342.885916:0:240153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.885921:0:240153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976342.885924:0:240153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976342.885927:0:240153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976342.885930:0:240153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.885936:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.885943:0:240153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.885946:0:240153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976342.885948:0:240153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.885951:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976342.885957:0:240153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496651776:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.885961:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.885963:0:240153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.885965:0:240153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976342.885968:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.885970:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.885974:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976342.885977:0:240153:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.885979:0:240153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976342.885992:0:240153:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.885995:0:240153:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976342.886000:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886004:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886008:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976342.886011:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886015:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976342.886024:0:240153:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b400, remote cookie: 0xa91b1f6e92eac080, flags: 0x1001 00010000:00010000:0.0:1783976342.886030:0:240153:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.886049:0:240153:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 4/1,0 mode: --/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886055:0:240153:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976342.886060:0:240153:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976342.886062:0:240153:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976342.886064:0:240153:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976342.886064:0:240153:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976342.886067:0:240153:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b10:0xdf:0x0].0x0 (ffff96f977b63500) refcount = 1 00010000:00010000:0.0:1783976342.886070:0:240153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886074:0:240153:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976342.886078:0:240153:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976342.886079:0:240153:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.886082:0:240153:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976342.886084:0:240153:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.886094:0:240153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886099:0:240153:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976342.886100:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886102:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886103:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886103:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886104:0:240153:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886109:0:240153:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976342.886110:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886111:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886113:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976342.886114:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886116:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886120:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886121:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886122:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976342.886124:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886126:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886129:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.886133:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.886186:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 5/2,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886194:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886195:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886197:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886198:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886200:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976342.886201:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886203:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886206:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.886208:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 5/2,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886215:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886216:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976342.886219:0:240153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 4/1,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886226:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.886227:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886228:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886229:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886230:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976342.886236:0:240153:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976342.886252:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886253:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886254:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976342.886256:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886258:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886260:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886261:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.886263:0:240153:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886265:0:240153:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886268:0:240153:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976342.886271:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886272:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886274:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976342.886276:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886278:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976342.886282:0:240153:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886288:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886290:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886292:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.886293:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886294:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886296:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976342.886297:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886299:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976342.886305:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976342.886307:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976342.886311:0:240153:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945616/223 (0 0) 00010000:00000001:0.0:1783976342.886312:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886313:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.886315:0:240153:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976342.886318:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb510 00000002:00002000:0.0:1783976342.886320:0:240153:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976342.886322:0:240153:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886327:0:240153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.886328:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886329:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886330:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976342.886331:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886333:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886334:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886335:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.886336:0:240153:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886336:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.886337:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.886338:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976342.886339:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886340:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976342.886341:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.886342:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.886345:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886346:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886347:0:240153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.886349:0:240153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.886350:0:240153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976342.886355:0:240153:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.886358:0:240153:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.886359:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.886364:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886364:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886365:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886369:0:240153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.886372:0:240153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886374:0:240153:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886376:0:240153:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886378:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.886380:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886381:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1783976342.886386:0:240153:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x240002b11:0xdf:0x0] -> mds #1 00000100:00000001:0.0:1783976342.886390:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.886394:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496651776/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.886402:0:240153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976342.886405:0:240153:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.886409:0:240153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976342.886426:0:240153:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976342.886429:0:240153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.886431:0:240153:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.886433:0:240153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976342.886436:0:240153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85438a400. 02000000:00000001:0.0:1783976342.886440:0:240153:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976342.886442:0:240153:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976342.886444:0:240153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976342.886447:0:240153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976342.886448:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976342.886453:0:240153:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.886454:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb588 00000002:00010000:0.0:1783976342.886456:0:240153:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b11:0xdf:0x0]) in obj [0x240002b11:0xdf:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976342.886459:0:240153:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976342.886461:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.886463:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.886466:0:240153:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886468:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886469:0:240153:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886471:0:240153:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976342.886473:0:240153:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976342.886477:0:240153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976342.886480:0:240153:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976342.886486:0:240153:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976342.886490:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.886493:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.886494:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.886495:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.886497:0:240153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976342.886499:0:240153:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976342.886504:0:240153:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976342.886510:0:240153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438a400. 00000100:00000001:0.0:1783976342.886516:0:240153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886519:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.886520:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886521:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.886522:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.886524:0:240153:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.886528:0:240153:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00010000:00000001:0.0:1783976342.886531:0:240153:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976342.886533:0:240153:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976342.886538:0:240153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63e00. 00010000:00000010:0.0:1783976342.886541:0:240153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8100. 00010000:00000001:0.0:1783976342.886544:0:240153:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976342.886546:0:240153:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019aa00. 00000020:00000001:0.0:1783976342.886549:0:240153:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976342.886551:0:240153:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019aa00 with handle 0x5bb448586bd094a2 to hash 00000020:00000001:0.0:1783976342.886553:0:240153:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976342.886554:0:240153:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.886558:0:240153:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.886560:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.886561:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.886563:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.886569:0:240153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.886579:0:240153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976342.886582:0:240153:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976342.886584:0:240153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976342.886588:0:240153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.886590:0:240153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538560 : -115476773013056 : ffff96f977f6f9c0) 00000100:00000001:0.0:1783976342.886592:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.886593:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976342.886597:0:240153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976342.886600:0:240153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.886602:0:240153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976342.886603:0:240153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976342.886606:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.886611:0:240153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976342.886613:0:240153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.886617:0:240153:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976342.886619:0:240153:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976342.886620:0:240153:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976342.886622:0:240153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496651904:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.886625:0:240153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976342.886631:0:240153:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976342.886633:0:240153:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.886635:0:240153:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976342.886656:0:240153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976342.886658:0:240153:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976342.886663:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976342.886665:0:240153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976342.886670:0:240153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f977f6fd80. 00000100:00000200:0.0:1783976342.886676:0:240153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496651904, portal 10 00000100:00000001:0.0:1783976342.886677:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.886679:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976342.886683:0:240153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.886772:0:240153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976342.886774:0:240153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976342.886778:0:240153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976342.886782:0:240153:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1870620496651904, offset 0 00000400:00000200:0.0:1783976342.886787:0:240153:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976342.886793:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.886800:0:240153:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976342.886806:0:240153:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976342.886810:0:240153:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976342.886813:0:240153:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976342.886815:0:240153:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976342.886819:0:240153:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778664:778664:256:4294967295] 192.168.201.114@tcp LPNI seq info [778642:778642:8:4294967295] 00000400:00000200:0.0:1783976342.886821:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.886829:0:240153:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976342.886834:0:240153:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976342.886838:0:240153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a100. 00000800:00000200:0.0:1783976342.886845:0:240153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976342.886851:0:240153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976342.886855:0:240153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1783976342.886869:0:240153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.886875:0:240153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783976342.886878:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976342.886881:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548736 00000100:00000001:0.0:1783976342.886891:0:240153:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308548729 00000100:00000001:0.0:1783976342.886897:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548736 00000100:00000001:0.0:1783976342.886901:0:240153:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308548729 00000100:00000001:0.0:1783976342.886905:0:240153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.886908:0:240153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.886910:0:240153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976342.886912:0:240153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976342.886915:0:240153:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976342.886917:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976342.886920:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.898530:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976342.898542:0:240153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976342.898544:0:240153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976342.898549:0:240153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976342.898554:0:240153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6fd80 00000400:00000010:0.0:1783976342.898557:0:240153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976342.898560:0:240153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976342.898568:0:240153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976342.898579:0:240153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/9088 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.898585:0:240153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976342.898587:0:240153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.898590:0:240153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976342.898595:0:240153:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976342.898598:0:240153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976342.898601:0:240153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.898605:0:240153:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976342.898618:0:240153:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976342.898623:0:240153:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976342.898626:0:240153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976342.898628:0:240153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.898632:0:240153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976342.898636:0:240153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.898640:0:240153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976342.898643:0:240153:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: committing for last_committed 25769972898 gen 1 00000100:00000001:0.0:1783976342.898646:0:240153:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976342.898649:0:240153:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1783976342.898653:0:240153:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976342.898655:0:240153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.898661:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.898669:0:240153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.898672:0:240153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976342.898675:0:240153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.898679:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976342.898687:0:240153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496651904:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.898692:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.898695:0:240153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.898698:0:240153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976342.898701:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.898704:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.898712:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976342.898714:0:240153:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.898717:0:240153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976342.898719:0:240153:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.898723:0:240153:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976342.898727:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.898731:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.898736:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976342.898739:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898742:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000040:0.0:1783976342.898751:0:240153:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019aa00, remote cookie: 0xa91b1f6e92eac08e, flags: 0x1001 00010000:00010000:0.0:1783976342.898757:0:240153:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 4/1,0 mode: --/CR res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.898770:0:240153:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 4/1,0 mode: --/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.898778:0:240153:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976342.898785:0:240153:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976342.898788:0:240153:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976342.898790:0:240153:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976342.898791:0:240153:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976342.898794:0:240153:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b11:0xdf:0x0].0x0 (ffff96f977b63e00) refcount = 1 00010000:00010000:0.0:1783976342.898798:0:240153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.898805:0:240153:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976342.898809:0:240153:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976342.898811:0:240153:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.898815:0:240153:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976342.898817:0:240153:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.898821:0:240153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.898826:0:240153:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976342.898828:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898830:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.898831:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898832:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.898834:0:240153:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.898839:0:240153:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976342.898841:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.898842:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.898843:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976342.898845:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898847:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898849:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.898851:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.898852:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976342.898853:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898856:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898859:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.898862:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.898866:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 5/2,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.898873:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898874:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.898875:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.898877:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.898878:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=5 00000020:00000001:0.0:1783976342.898880:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898881:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898884:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.898888:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 5/2,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.898895:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898896:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976342.898898:0:240153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.898904:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.898906:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898907:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.898908:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898909:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976342.898915:0:240153:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976342.898927:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.898928:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.898930:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976342.898932:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898934:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898936:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898937:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.898938:0:240153:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.898940:0:240153:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.898944:0:240153:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976342.898947:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.898948:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.898948:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976342.898950:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898951:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000002:00010000:0.0:1783976342.898954:0:240153:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.898957:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898958:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.898960:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.898961:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.898961:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.898962:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976342.898963:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.898964:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000040:0.0:1783976342.898970:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63e00 count: 2 00010000:00000001:0.0:1783976342.898971:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976342.898975:0:240153:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687441/223 (0 0) 00010000:00000001:0.0:1783976342.898977:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.898977:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.898978:0:240153:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976342.898994:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb510 00000002:00002000:0.0:1783976342.898997:0:240153:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976342.899000:0:240153:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.899007:0:240153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.899009:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.899010:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.899012:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976342.899014:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.899016:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.899018:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899020:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.899021:0:240153:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899023:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.899024:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.899026:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976342.899027:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.899030:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976342.899032:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.899034:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.899040:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899040:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.899042:0:240153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.899044:0:240153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.899046:0:240153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd094a2 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac08e expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976342.899052:0:240153:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.899055:0:240153:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.899057:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.899061:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899062:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.899063:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899066:0:240153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.899068:0:240153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899069:0:240153:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899070:0:240153:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899071:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.899073:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899074:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976342.899075:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.899078:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496651904/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/640 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.899084:0:240153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976342.899187:0:240153:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.899192:0:240153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95eb6c000. 02000000:00000001:0.0:1783976342.899211:0:240153:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976342.899214:0:240153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.899217:0:240153:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.899220:0:240153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976342.899222:0:240153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85438a400. 02000000:00000001:0.0:1783976342.899228:0:240153:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976342.899230:0:240153:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976342.899233:0:240153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976342.899237:0:240153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976342.899239:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:0.0:1783976342.899242:0:240153:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff96f85345d200. 00800000:00000001:0.0:1783976342.899246:0:240153:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1783976342.899249:0:240153:0:(lmv_obd.c:4384:lmv_merge_attr()) [0x200002b10:0xdf:0x0] size 4096, blocks 8 nlink 2, atime 1783976342 ctime 1783976342, mtime 1783976342. 00800000:00000040:0.0:1783976342.899253:0:240153:0:(lmv_obd.c:4384:lmv_merge_attr()) [0x240002b11:0xdf:0x0] size 4096, blocks 8 nlink 2, atime 1783976342 ctime 1783976342, mtime 1783976342. 00000080:00000010:0.0:1783976342.899259:0:240153:0:(llite_lib.c:2053:ll_update_lsm_md()) kfreed 'attr': 80 at ffff96f97dd7e7e0. 00000080:00000001:0.0:1783976342.899262:0:240153:0:(llite_lib.c:2054:ll_update_lsm_md()) Process leaving 00800000:00000002:0.0:1783976342.899264:0:240153:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976342.899271:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513202 : 144115373061513202 : 200002b12011ff2) 00000080:00000001:0.0:1783976342.899274:0:240153:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976342.899279:0:240153:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200002b12:0x11ff2:0x0], updating i_size 8192 00000080:00200000:0.0:1783976342.899284:0:240153:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x11ff2:0x0](ffff96f97ab65b88): rc = 0 00000080:00000001:0.0:1783976342.899287:0:240153:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982635400 : -115476726916216 : ffff96f97ab65b88) 00010000:00000001:0.0:1783976342.899290:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.899292:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.899295:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976342.899296:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.899299:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.899302:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899303:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976342.899305:0:240153:0:(llite_lib.c:1917:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1783976342.899309:0:240153:0:(llite_lib.c:1930:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1783976342.899311:0:240153:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976342.899315:0:240153:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976342.899317:0:240153:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.899322:0:240153:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff2:0x0](ffff96f97ab65b88) for lock 0x5bb448586bd09494 00800000:00000001:0.0:1783976342.899326:0:240153:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976342.899327:0:240153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.899328:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.899330:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.899331:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976342.899333:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.899335:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.899337:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899338:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.899340:0:240153:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.899342:0:240153:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976342.899349:0:240153:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97c080510 inode ffff96f97ab65b88 refc 1 flags 0x20000e 00000080:00000001:0.0:1783976342.899353:0:240153:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976342.899354:0:240153:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.899356:0:240153:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976342.899361:0:240153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff2:0x0](ffff96f97ab65b88) 00000080:00010000:0.0:1783976342.899363:0:240153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09494 from it ffffaf14814ebac8 00010000:00000001:0.0:1783976342.899365:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.899366:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.899367:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dc7c400 refcount=3 00000020:00000001:0.0:1783976342.899368:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.899370:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034107904 : -115476675443712 : ffff96f97dc7c400) 00010000:00000001:0.0:1783976342.899372:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.899375:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.899383:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899385:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.899386:0:240153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.899388:0:240153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.899390:0:240153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976342.899396:0:240153:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.899398:0:240153:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.899400:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.899402:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899403:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.899405:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899407:0:240153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.899408:0:240153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899410:0:240153:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899413:0:240153:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899416:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.899417:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899418:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976342.899420:0:240153:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976342.899424:0:240153:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f96723ec00. 00000100:00000001:0.0:1783976342.899427:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.899435:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3df80 x1870620496651648/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 584/672 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.899441:0:240153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976342.899443:0:240153:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.899445:0:240153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976342.899454:0:240153:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976342.899456:0:240153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.899457:0:240153:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.899459:0:240153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976342.899461:0:240153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853586000. 02000000:00000001:0.0:1783976342.899464:0:240153:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976342.899465:0:240153:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976342.899467:0:240153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3df80. 00000100:00000001:0.0:1783976342.899471:0:240153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976342.899472:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976342.899482:0:240153:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976342.899485:0:240153:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976342.899490:0:240153:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976342.899510:0:240153:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c304e0. 00000080:00000001:0.0:1783976342.899513:0:240153:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976342.899514:0:240153:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976342.899516:0:240153:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.899519:0:240153:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976342.899521:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb50 00000080:00200000:0.0:1783976342.899523:0:240153:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity.now, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f97787cd80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976342.899526:0:240153:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e7e0. 00000080:00000001:0.0:1783976342.899530:0:240153:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976342.899531:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba00 00000080:00200000:0.0:1783976342.899532:0:240153:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity.now, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976342.899539:0:240153:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976342.899542:0:240153:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976342.899549:0:240153:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976342.899552:0:240153:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.899553:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb920 00800000:00000002:0.0:1783976342.899555:0:240153:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity.now' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976342.899558:0:240153:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976342.899561:0:240153:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976342.899568:0:240153:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity.now hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976342.899571:0:240153:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976342.899574:0:240153:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976342.899576:0:240153:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976342.899577:0:240153:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976342.899580:0:240153:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976342.899582:0:240153:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976342.899584:0:240153:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff3:0x0] 40000000:00000001:0.0:1783976342.899586:0:240153:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.899588:0:240153:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.899589:0:240153:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.899591:0:240153:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.899592:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb8a0 00800000:00000002:0.0:1783976342.899593:0:240153:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ff3:0x0], name='f56oe.sanity.now' -> mds #0 layout version 1 00000002:00000001:0.0:1783976342.899597:0:240153:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.899598:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7d8 00000002:00010000:0.0:1783976342.899599:0:240153:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity.now,[0x200002b12:0x11ff3:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976342.899603:0:240153:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976342.899605:0:240153:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976342.899608:0:240153:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976342.899612:0:240153:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.899614:0:240153:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976342.899617:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976342.899619:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.899622:0:240153:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976342.899625:0:240153:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976342.899629:0:240153:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976342.899637:0:240153:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976342.899642:0:240153:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976342.899644:0:240153:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976342.899646:0:240153:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xdf:0x0] mode (null) 00000002:00000001:0.0:1783976342.899649:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.899651:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.899653:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 3 00010000:00000001:0.0:1783976342.899655:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.899658:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.899659:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.899660:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.899661:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 3 00010000:00000001:0.0:1783976342.899663:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.899665:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.899667:0:240153:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976342.899670:0:240153:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xdf:0x0] lli = ffff96f97ab64200, pfid = [0x200002b12:0x11ff2:0x0] 00000080:00000002:0.0:1783976342.899675:0:240153:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xdf:0x0] m[0x200002b12:0x11ff2:0x0] 00000080:00000001:0.0:1783976342.899677:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513202 : 144115373061513202 : 200002b12011ff2) 00000080:00000001:0.0:1783976342.899681:0:240153:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976342.899684:0:240153:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976342.899687:0:240153:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976342.899689:0:240153:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xdf:0x0](ffff96f97ab642c8) invalid 00000080:00000001:0.0:1783976342.899692:0:240153:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976342.899694:0:240153:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976342.899695:0:240153:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899698:0:240153:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976342.899701:0:240153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976342.899703:0:240153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976342.899705:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.899708:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976342.899711:0:240153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b400 with handle 0x5bb448586bd0949b from hash 00010000:00000001:0.0:1783976342.899713:0:240153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976342.899714:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.899715:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.899716:0:240153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976342.899719:0:240153:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976342.899721:0:240153:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976342.899724:0:240153:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976342.899726:0:240153:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976342.899728:0:240153:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976342.899734:0:240153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976342.899737:0:240153:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976342.899743:0:240153:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976342.899745:0:240153:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899748:0:240153:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1783976342.899754:0:240153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976342.899757:0:240153:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976342.899761:0:240153:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976342.899774:0:240153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f9458ac000. 00000100:00000001:0.0:1783976342.899782:0:240153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899786:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.899788:0:240153:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976342.899792:0:240153:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 1/0,0 mode: --/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976342.899799:0:240153:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976342.899800:0:240153:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976342.899802:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976342.899804:0:240153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd0949b lrc: 0/0,0 mode: --/PR res: [0x200002b10:0xdf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eac080 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1783976342.899812:0:240153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63500 count: 0 00010000:00000010:0.0:1783976342.899817:0:240153:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976342.899828:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.899829:0:240153:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899831:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.899832:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.899834:0:240153:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.899844:0:240153:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00010000:00000001:0.0:1783976342.899848:0:240153:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976342.899850:0:240153:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976342.899855:0:240153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63b00. 00010000:00000010:0.0:1783976342.899859:0:240153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976342.899863:0:240153:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976342.899866:0:240153:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a400. 00000020:00000001:0.0:1783976342.899869:0:240153:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976342.899872:0:240153:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a400 with handle 0x5bb448586bd094a9 to hash 00000020:00000001:0.0:1783976342.899874:0:240153:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976342.899875:0:240153:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.899879:0:240153:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.899882:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.899883:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.899886:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.899894:0:240153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976342.899908:0:240153:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976342.899914:0:240153:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05880 x1870620496652160/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976342.899922:0:240153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976342.899928:0:240153:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976342.899930:0:240153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976342.899937:0:240153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.899940:0:240153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538560 : -115476773013056 : ffff96f977f6f9c0) 00000100:00000001:0.0:1783976342.899943:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.899944:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976342.899949:0:240153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976342.899954:0:240153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.899956:0:240153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976342.899958:0:240153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976342.899962:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496652160/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.899970:0:240153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976342.899973:0:240153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.899977:0:240153:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976342.899995:0:240153:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976342.899998:0:240153:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976342.900002:0:240153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496652160:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.900008:0:240153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976342.900014:0:240153:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976342.900017:0:240153:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.900020:0:240153:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976342.901696:0:240153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976342.901707:0:240153:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976342.901721:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976342.901732:0:240153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976342.901743:0:240153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f85438a400. 00000100:00000200:0.0:1783976342.901753:0:240153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496652160, portal 10 00000100:00000001:0.0:1783976342.901756:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.901758:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976342.901774:0:240153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496652160/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976358 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.901782:0:240153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976342.901785:0:240153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976342.901790:0:240153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fd80. 00000100:00000200:0.0:1783976342.901795:0:240153:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496652160, offset 0 00000400:00000200:0.0:1783976342.901803:0:240153:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976342.901813:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.901824:0:240153:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976342.901832:0:240153:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976342.901837:0:240153:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976342.901842:0:240153:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976342.901845:0:240153:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976342.901849:0:240153:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778665:778665:256:4294967295] 192.168.201.114@tcp LPNI seq info [778643:778643:8:4294967295] 00000400:00000200:0.0:1783976342.901854:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.901864:0:240153:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976342.901870:0:240153:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976342.901874:0:240153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f85345d000. 00000800:00000200:0.0:1783976342.901881:0:240153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976342.901890:0:240153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976342.901895:0:240153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f85345d000 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976342.901917:0:240153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.901923:0:240153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976342.901927:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976342.901930:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548750 00000100:00000010:0.0:1783976342.901936:0:240153:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e060. 00000100:00000001:0.0:1783976342.901943:0:240153:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976342.901951:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548750 00000100:00000010:0.0:1783976342.901954:0:240153:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e540. 00000100:00000001:0.0:1783976342.901958:0:240153:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976342.901961:0:240153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.901964:0:240153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.901967:0:240153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976342.901969:0:240153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976342.901972:0:240153:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976342.901975:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976342.901979:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.912047:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976342.913714:0:240153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976342.913720:0:240153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976342.913725:0:240153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976342.913733:0:240153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85438a400 00000400:00000010:0.0:1783976342.913736:0:240153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f85438a400. 00000100:00000001:0.0:1783976342.913742:0:240153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976342.913754:0:240153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496652160/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976342.913766:0:240153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496652160/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.913774:0:240153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976342.913776:0:240153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.913780:0:240153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976342.913785:0:240153:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976342.913788:0:240153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976342.913791:0:240153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.913795:0:240153:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976342.913807:0:240153:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976342.913813:0:240153:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976342.913816:0:240153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976342.913818:0:240153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.913822:0:240153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976342.913827:0:240153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.913831:0:240153:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976342.913833:0:240153:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976342.913835:0:240153:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976342.913838:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.913840:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976342.913845:0:240153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976342.913847:0:240153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976342.913849:0:240153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976342.913852:0:240153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.913858:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976358 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.913866:0:240153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.913869:0:240153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976342.913871:0:240153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.913876:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976358 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976342.913959:0:240153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496652160:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.913966:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.913970:0:240153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.913972:0:240153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976342.913975:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.914061:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976358 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.914070:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976342.914073:0:240153:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f9c0. 00000100:00000001:0.0:1783976342.914077:0:240153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976342.914079:0:240153:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.914083:0:240153:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976342.914090:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.914094:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.914099:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=4 00000020:00000001:0.0:1783976342.914102:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914105:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000040:0.0:1783976342.914307:0:240153:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019a400, remote cookie: 0xa91b1f6e92eac0aa, flags: 0x1001 00010000:00010000:0.0:1783976342.914315:0:240153:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976342.914325:0:240153:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff3:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976342.914328:0:240153:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976342.914342:0:240153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63500. 00010000:00000010:0.0:1783976342.914348:0:240153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8e80. 00010000:00000040:0.0:1783976342.914354:0:240153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63b00 count: 0 00010000:00000010:0.0:1783976342.914360:0:240153:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976342.914431:0:240153:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.914436:0:240153:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.914446:0:240153:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.914454:0:240153:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976342.914459:0:240153:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976342.914462:0:240153:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976342.914464:0:240153:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976342.914465:0:240153:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976342.914468:0:240153:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff3:0x0].0x0 (ffff96f977b63500) refcount = 1 00010000:00010000:0.0:1783976342.914473:0:240153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.914484:0:240153:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976342.914488:0:240153:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976342.914490:0:240153:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.914494:0:240153:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976342.914497:0:240153:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.914500:0:240153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.914507:0:240153:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976342.914509:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914510:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.914512:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914513:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.914514:0:240153:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.914520:0:240153:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976342.914524:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.914525:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.914527:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.914529:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914532:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914534:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.914536:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.914537:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=4 00000020:00000001:0.0:1783976342.914539:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914541:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914544:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.914548:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.914552:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.914558:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914560:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.914562:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.914563:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.914564:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=5 00000020:00000001:0.0:1783976342.914566:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914569:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914572:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.914575:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.914581:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914582:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976342.914586:0:240153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.914593:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.914595:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914596:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.914597:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914598:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976342.914606:0:240153:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976358 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976342.914616:0:240153:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976342.914622:0:240153:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976358 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976342.914629:0:240153:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.914638:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.914639:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.914641:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.914643:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914645:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00000002:00010000:0.0:1783976342.914649:0:240153:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976342.914662:0:240153:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99780. 00010000:00000001:0.0:1783976342.914664:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914666:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.914668:0:240153:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.914670:0:240153:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.914673:0:240153:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976342.914677:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.914678:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976342.914680:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.914681:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00010000:00000001:0.0:1783976342.914684:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.914685:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.914687:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.914688:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914690:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00000002:00010000:0.0:1783976342.914694:0:240153:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.914701:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914703:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.914705:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.914707:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.914708:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.914709:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.914711:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.914713:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000040:0.0:1783976342.914718:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976342.914721:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976342.914725:0:240153:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73715 (0 0) 00010000:00000001:0.0:1783976342.914728:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.914730:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.914732:0:240153:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976342.914736:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb760 00000002:00002000:0.0:1783976342.914738:0:240153:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity.now intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976342.914742:0:240153:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.914747:0:240153:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.914750:0:240153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976342.914755:0:240153:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976342.914759:0:240153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.914763:0:240153:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976342.914767:0:240153:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976342.914770:0:240153:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e7e0 it_disposition 1800037 00000080:00002000:0.0:1783976342.914777:0:240153:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f70d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976342.914784:0:240153:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976342.914787:0:240153:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976342.914790:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb988 00000080:00200000:0.0:1783976342.914792:0:240153:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity.now, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976342.914795:0:240153:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976342.914798:0:240153:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976342.914804:0:240153:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976342.914808:0:240153:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976342.914812:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513203 : 144115373061513203 : 200002b12011ff3) 00000080:00000001:0.0:1783976342.914816:0:240153:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976342.914829:0:240153:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab61080. 00000020:00000001:0.0:1783976342.914842:0:240153:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976342.914844:0:240153:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976342.914847:0:240153:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976342.914849:0:240153:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11ff3:0x0](ffff96f97ab61148) 00000020:00000001:0.0:1783976342.914854:0:240153:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976342.914860:0:240153:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976342.914866:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345cc00. 00000020:00000010:0.0:1783976342.914872:0:240153:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c400. 00000020:00000010:0.0:1783976342.914876:0:240153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976342.914958:0:240153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.914966:0:240153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.914972:0:240153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.915046:0:240153:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.915052:0:240153:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.915057:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345ca00. 00000008:00000010:0.0:1783976342.915062:0:240153:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.915066:0:240153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.915070:0:240153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.915073:0:240153:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976342.915077:0:240153:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976342.915079:0:240153:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976342.915084:0:240153:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976342.915090:0:240153:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc344b0. 00000020:00000001:0.0:1783976342.915093:0:240153:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976342.915095:0:240153:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.915103:0:240153:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976342.915108:0:240153:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d5d0. 00020000:00000001:0.0:1783976342.915707:0:240153:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034702288 : -115476674849328 : ffff96f97dd0d5d0) 00020000:00000001:0.0:1783976342.915713:0:240153:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976342.915717:0:240153:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976342.915724:0:240153:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e120. 00020000:00000010:0.0:1783976342.915729:0:240153:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c880. 00020000:00000010:0.0:1783976342.915736:0:240153:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e240. 00020000:00000001:0.0:1783976342.915738:0:240153:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164224 : -115476674387392 : ffff96f97dd7e240) 00020000:00000002:0.0:1783976342.915743:0:240153:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e240, objid 0x11ff3:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976342.915747:0:240153:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976342.915752:0:240153:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c880: ostid: 0x280000403:5857 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976342.915755:0:240153:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976342.915757:0:240153:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e240, objid 0x11ff3:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976342.915760:0:240153:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976342.915763:0:240153:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c880: ostid: 0x280000403:5857 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976342.915767:0:240153:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8690. 00020000:00000010:0.0:1783976342.915772:0:240153:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6f9c0. 00020000:00000001:0.0:1783976342.915777:0:240153:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976342.915781:0:240153:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148320. 00020000:00000001:0.0:1783976342.915785:0:240153:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976342.915787:0:240153:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976342.915795:0:240153:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976342.915799:0:240153:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34000. 00000020:00000001:0.0:1783976342.915801:0:240153:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976342.915803:0:240153:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.915805:0:240153:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033812096 : -115476675739520 : ffff96f97dc34080) 00020000:00000001:0.0:1783976342.915810:0:240153:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976342.915816:0:240153:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbcc40. 00020000:00000001:0.0:1783976342.915819:0:240153:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.915824:0:240153:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033812096 : -115476675739520 : ffff96f97dc34080) 00020000:00000001:0.0:1783976342.915827:0:240153:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033812096 : -115476675739520 : ffff96f97dc34080) 00020000:00000002:0.0:1783976342.915831:0:240153:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0x16e1:0x0]@ffff96f97dc34000[0:0] -> [0x200002b12:0x11ff3:0x0]@ffff96f97dc344b0: ostid: 0x280000403:5857 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976342.915837:0:240153:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976342.915840:0:240153:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976342.915842:0:240153:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.915845:0:240153:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033813296 : -115476675738320 : ffff96f97dc34530) 00000020:00001000:0.0:1783976342.915849:0:240153:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976342.915853:0:240153:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c400. 00000020:00000010:0.0:1783976342.915859:0:240153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976342.915863:0:240153:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.915867:0:240153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.915872:0:240153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.915876:0:240153:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.915879:0:240153:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.915883:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345cc00. 00000008:00000010:0.0:1783976342.915897:0:240153:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.915901:0:240153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.915905:0:240153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.915908:0:240153:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976342.915911:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345ca00. 00000020:00000010:0.0:1783976342.915913:0:240153:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976342.915919:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513203 : 144115373061513203 : 200002b12011ff3) 00000080:00000001:0.0:1783976342.915922:0:240153:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976342.915925:0:240153:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513203 mtime from 0 to 1783976342 00000080:00000001:0.0:1783976342.915929:0:240153:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976342.915932:0:240153:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982616392 : -115476726935224 : ffff96f97ab61148) 00010000:00000001:0.0:1783976342.915936:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.915938:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.915941:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.915944:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.915946:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00000080:00000001:0.0:1783976342.915951:0:240153:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976342.915953:0:240153:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976342.915956:0:240153:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976342.915958:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345ca00. 00000020:00000010:0.0:1783976342.915961:0:240153:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345cc00. 00000020:00000010:0.0:1783976342.915963:0:240153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976342.915966:0:240153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.915969:0:240153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.915971:0:240153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.915975:0:240153:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.915989:0:240153:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.915993:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000008:00000010:0.0:1783976342.915996:0:240153:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.915998:0:240153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.916000:0:240153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.916003:0:240153:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976342.916005:0:240153:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976342.916007:0:240153:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976342.916010:0:240153:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976342.916012:0:240153:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976342.916014:0:240153:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976342.916019:0:240153:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e060. 00020000:00000010:0.0:1783976342.916021:0:240153:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c700. 00020000:00000010:0.0:1783976342.916025:0:240153:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e540. 00020000:00000001:0.0:1783976342.916027:0:240153:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164992 : -115476674386624 : ffff96f97dd7e540) 00020000:00000002:0.0:1783976342.916030:0:240153:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e540, objid 0x11ff3:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976342.916033:0:240153:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976342.916037:0:240153:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c700: ostid: 0x280000403:5857 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976342.916041:0:240153:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d5d0) owner ffff96f959114f80 00020000:00000001:0.0:1783976342.916044:0:240153:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976342.916046:0:240153:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d5d0) owner ffff96f959114f80 00020000:00000010:0.0:1783976342.916051:0:240153:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c700. 00020000:00000010:0.0:1783976342.916054:0:240153:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e060. 00020000:00000010:0.0:1783976342.916056:0:240153:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e540. 00020000:00000002:0.0:1783976342.916058:0:240153:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff3:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976342.916060:0:240153:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.916062:0:240153:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.916066:0:240153:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976342.916070:0:240153:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976342.916073:0:240153:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e240 addref 2/0 by ffff96f959114f80. 00020000:00000002:0.0:1783976342.916075:0:240153:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976342.916078:0:240153:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976342.916080:0:240153:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976342.916081:0:240153:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976342.916084:0:240153:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976342.916086:0:240153:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976342.916088:0:240153:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976342.916091:0:240153:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976342.916093:0:240153:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345cc00. 00000020:00000010:0.0:1783976342.916095:0:240153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e1e0. 00000008:00000010:0.0:1783976342.916097:0:240153:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.916099:0:240153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.916101:0:240153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.916104:0:240153:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.916106:0:240153:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.916109:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345ca00. 00000008:00000010:0.0:1783976342.916111:0:240153:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.916113:0:240153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.916115:0:240153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.916118:0:240153:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976342.916120:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976342.916122:0:240153:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976342.916125:0:240153:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.916127:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.916129:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976342.916131:0:240153:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976342.916160:0:240153:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976342.916217:0:240153:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.916220:0:240153:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11ff3:0x0](ffff96f97ab61148) 00000080:00010000:0.0:1783976342.916224:0:240153:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff3:0x0](ffff96f97ab61148) for lock 0x5bb448586bd094a9 00800000:00000001:0.0:1783976342.916229:0:240153:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976342.916232:0:240153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.916234:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.916235:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.916237:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.916239:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.916242:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.916245:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.916246:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.916248:0:240153:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.916250:0:240153:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916252:0:240153:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976342.916255:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.916267:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.916275:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916283:0:240153:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.916287:0:240153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff3:0x0](ffff96f97ab61148) 00000080:00000001:0.0:1783976342.916291:0:240153:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976342.916296:0:240153:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000100:00000001:0.0:1783976342.916299:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.916302:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.916309:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916314:0:240153:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976342.916316:0:240153:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916327:0:240153:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976342.916330:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00200008:0.0:1783976342.916332:0:240153:0:(file.c:1058:ll_file_open()) START file f56oe.sanity.now:[0x200002b12:0x11ff3:0x0](ffff96f97ab61148), flags 104501 00000080:00000010:0.0:1783976342.916341:0:240153:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8bcc0. 00000080:00000010:0.0:1783976342.916348:0:240153:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99340. 00000080:00000001:0.0:1783976342.916351:0:240153:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976342.916356:0:240153:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976342.916359:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.916363:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.916365:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.916378:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.916380:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.916383:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.916385:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.916388:0:240153:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976342.916393:0:240153:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30620. 00000002:00100000:0.0:1783976342.916397:0:240153:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976342.916404:0:240153:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.916406:0:240153:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976342.916410:0:240153:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976342.916414:0:240153:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916417:0:240153:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.916420:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.916423:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976342.916430:0:240153:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.916435:0:240153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976342.916466:0:240153:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976342.916468:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.916470:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00000008:0.0:1783976342.916472:0:240153:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity.now:[0x200002b12:0x11ff3:0x0](ffff96f97ab61148), flags 104501, rc = 0 00000080:00000001:0.0:1783976342.916477:0:240153:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976342.916479:0:240153:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e7e0 released 00000080:00010000:0.0:1783976342.916481:0:240153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd094a9 from it ffff96f97dd7e7e0 00010000:00000001:0.0:1783976342.916484:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.916485:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.916487:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.916489:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.916490:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.916493:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.916498:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.916505:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.916506:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.916508:0:240153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.916512:0:240153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.916515:0:240153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976342.916523:0:240153:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.916527:0:240153:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.916529:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.916534:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.916535:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.916537:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.916540:0:240153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.916543:0:240153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.916545:0:240153:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.916548:0:240153:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.916551:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.916552:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.916554:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976342.916555:0:240153:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976342.916557:0:240153:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976342.916559:0:240153:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976342.916561:0:240153:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976342.916564:0:240153:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976342.916566:0:240153:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916569:0:240153:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976342.916571:0:240153:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916573:0:240153:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976342.916575:0:240153:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916577:0:240153:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976342.916579:0:240153:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e7e0. 00000080:00000001:0.0:1783976342.916582:0:240153:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916588:0:240153:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976342.916591:0:240153:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff3:0x0](ffff96f97ab61148), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976342.916595:0:240153:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.916629:0:240153:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976342.916632:0:240153:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976342.916635:0:240153:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976342.916638:0:240153:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916652:0:240153:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976342.916654:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976342.916657:0:240153:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity.now:[0x200002b12:0x11ff3:0x0](ffff96f97ab61148) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976342.000000000, mtime 1783976342.000000000, ctime 1783976342.000000000 00000080:00000002:0.0:1783976342.916664:0:240153:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976342, ctime 1783976342, now = 1783976342 00000080:00000010:0.0:1783976342.916667:0:240153:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00000080:00000001:0.0:1783976342.916670:0:240153:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976342.916677:0:240153:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976342.916679:0:240153:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ff3:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976342.916682:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.916683:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.916685:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.916686:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.916688:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.916691:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.916692:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.916697:0:240153:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976342.916699:0:240153:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976342.916707:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976342.916710:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.916713:0:240153:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976342.916716:0:240153:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976342.916719:0:240153:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976342.916727:0:240153:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976342.916731:0:240153:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976342.916733:0:240153:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976342.916735:0:240153:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff3:0x0] mode (null) 00000002:00000001:0.0:1783976342.916739:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.916743:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.916745:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 3 00010000:00000001:0.0:1783976342.916747:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.916750:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.916751:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.916752:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.916754:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 3 00010000:00000001:0.0:1783976342.916756:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.916758:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.916759:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.916760:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.916762:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 3 00010000:00000001:0.0:1783976342.916764:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.916766:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.916767:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.916768:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.916770:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 3 00010000:00000001:0.0:1783976342.916772:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.916773:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916775:0:240153:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916778:0:240153:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976342.916780:0:240153:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976342.916784:0:240153:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976342.916786:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976342.916789:0:240153:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345ca00. 00000020:00000010:0.0:1783976342.916792:0:240153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e7e0. 00000008:00000010:0.0:1783976342.916797:0:240153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.916800:0:240153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.916803:0:240153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.916806:0:240153:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.916810:0:240153:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.916812:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345cc00. 00000008:00000010:0.0:1783976342.916815:0:240153:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.916818:0:240153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.916821:0:240153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.916823:0:240153:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976342.916825:0:240153:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976342.916827:0:240153:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976342.916829:0:240153:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976342.916831:0:240153:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff3:0x0]: losing layout lock 00000080:00000001:0.0:1783976342.916834:0:240153:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976342.916836:0:240153:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976342.916839:0:240153:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976342.916841:0:240153:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976342.916843:0:240153:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff3:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976342.916845:0:240153:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.916847:0:240153:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976342.916849:0:240153:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976342.916851:0:240153:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345ca00. 00000020:00000010:0.0:1783976342.916853:0:240153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e7e0. 00000008:00000010:0.0:1783976342.916856:0:240153:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.916858:0:240153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.916861:0:240153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.916863:0:240153:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.916866:0:240153:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.916870:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c400. 00000008:00000010:0.0:1783976342.916872:0:240153:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.916874:0:240153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.916877:0:240153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.916879:0:240153:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976342.916881:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345cc00. 00000020:00000010:0.0:1783976342.916883:0:240153:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976342.916885:0:240153:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.916888:0:240153:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976342.916890:0:240153:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff3:0x0](ffff96f97ab61148) invalid 00000020:00000001:0.0:1783976342.916892:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb838 00000080:00002000:0.0:1783976342.916894:0:240153:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity.now (ffff96f97a8f70d8) parent ffff96f97c080510 inode ffff96f97ab61148 refc 1 00000080:00000001:0.0:1783976342.916897:0:240153:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976342.916900:0:240153:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976342.916902:0:240153:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.916905:0:240153:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976342.916909:0:240153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976342.916911:0:240153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976342.916913:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.916916:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976342.916920:0:240153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019a400 with handle 0x5bb448586bd094a9 from hash 00010000:00000001:0.0:1783976342.916922:0:240153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976342.916924:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.916925:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.916926:0:240153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976342.916929:0:240153:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976342.916931:0:240153:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976342.916933:0:240153:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976342.916935:0:240153:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976342.916937:0:240153:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976342.916943:0:240153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976342.916947:0:240153:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976342.916954:0:240153:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976342.916958:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.916961:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.916962:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.916964:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.916967:0:240153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976342.916970:0:240153:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976342.916976:0:240153:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976342.916994:0:240153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345cc00. 00000100:00000001:0.0:1783976342.917003:0:240153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.917006:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.917009:0:240153:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976342.917013:0:240153:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976342.917021:0:240153:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976342.917023:0:240153:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976342.917025:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976342.917027:0:240153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094a9 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac0aa expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976342.917035:0:240153:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99780. 00010000:00000040:0.0:1783976342.917039:0:240153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63500 count: 0 00010000:00000010:0.0:1783976342.917045:0:240153:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8e80. 00010000:00000001:0.0:1783976342.917057:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.917058:0:240153:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.917060:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.917061:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.917063:0:240153:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976342.917065:0:240153:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976342, ctime 1783976342 00000020:00100000:0.0:1783976342.917074:0:240153:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976342.917082:0:240153:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07800 x1870620496652416/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976342.917090:0:240153:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976342.917092:0:240153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976342.917100:0:240153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f600. 00000100:00000001:0.0:1783976342.917103:0:240153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537600 : -115476773014016 : ffff96f977f6f600) 00000100:00000001:0.0:1783976342.917106:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.917108:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976342.917113:0:240153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976342.917118:0:240153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.917121:0:240153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976342.917123:0:240153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976342.917126:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496652416/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.917592:0:240153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976342.917597:0:240153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.917603:0:240153:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976342.917606:0:240153:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976342.917609:0:240153:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976342.917614:0:240153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496652416:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976342.917619:0:240153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976342.917627:0:240153:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976342.917630:0:240153:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.917633:0:240153:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976342.917638:0:240153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438a400. 02000000:00000001:0.0:1783976342.917640:0:240153:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976342.917649:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976342.917653:0:240153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976342.917661:0:240153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976342.917670:0:240153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496652416, portal 10 00000100:00000001:0.0:1783976342.917672:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.917674:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976342.917681:0:240153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c07800 x1870620496652416/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.917690:0:240153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976342.917693:0:240153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976342.917696:0:240153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783976342.917700:0:240153:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496652416, offset 0 00000400:00000200:0.0:1783976342.917710:0:240153:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976342.917721:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.917731:0:240153:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976342.917738:0:240153:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976342.917743:0:240153:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976342.917748:0:240153:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976342.917751:0:240153:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976342.917755:0:240153:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778666:778666:256:4294967295] 192.168.201.114@tcp LPNI seq info [778644:778644:8:4294967295] 00000400:00000200:0.0:1783976342.917759:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.917771:0:240153:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976342.917779:0:240153:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976342.917784:0:240153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783976342.917793:0:240153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976342.917801:0:240153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976342.917806:0:240153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2af00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976342.917913:0:240153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.917918:0:240153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976342.917921:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976342.917925:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548766 00000100:00000010:0.0:1783976342.917930:0:240153:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e7e0. 00000100:00000001:0.0:1783976342.917939:0:240153:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976342.917946:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548766 00000100:00000010:0.0:1783976342.917949:0:240153:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e1e0. 00000100:00000001:0.0:1783976342.917952:0:240153:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976342.917955:0:240153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.917958:0:240153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.917960:0:240153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976342.917962:0:240153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976342.917965:0:240153:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976342.917968:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976342.917972:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.924817:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976342.924829:0:240153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976342.924831:0:240153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976342.924836:0:240153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976342.924842:0:240153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978cc0 00000400:00000010:0.0:1783976342.924845:0:240153:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978cc0. 00000100:00000001:0.0:1783976342.924848:0:240153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976342.924853:0:240153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496652416/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976342.924863:0:240153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496652416/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.924869:0:240153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976342.924872:0:240153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.924875:0:240153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976342.924879:0:240153:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976342.924894:0:240153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976342.924897:0:240153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.924900:0:240153:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976342.924913:0:240153:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976342.924918:0:240153:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976342.924921:0:240153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976342.924923:0:240153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.924926:0:240153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976342.924931:0:240153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.924935:0:240153:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976342.924937:0:240153:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976342.924939:0:240153:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976342.924942:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.924943:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976342.924947:0:240153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976342.924950:0:240153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976342.924952:0:240153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976342.924955:0:240153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.924960:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496652416/t25770086053(25770086053) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.924974:0:240153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.925101:0:240153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976342.925104:0:240153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.926073:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496652416/t25770086053(25770086053) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976342.926091:0:240153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496652416:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976342.926099:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.926102:0:240153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.926105:0:240153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976342.926108:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.926122:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07800 x1870620496652416/t25770086053(25770086053) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.926129:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976342.926132:0:240153:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f600. 00000100:00000001:0.0:1783976342.926156:0:240153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976342.926158:0:240153:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.926467:0:240153:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.926473:0:240153:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.926482:0:240153:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976342.926485:0:240153:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976342.926497:0:240153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513203 : 144115373061513203 : 200002b12011ff3) 00000080:00000001:0.0:1783976342.926501:0:240153:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976342.926508:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.926513:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496652416/t25770086053(25770086053) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976342.926520:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.926524:0:240153:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976342.926526:0:240153:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.926529:0:240153:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.926534:0:240153:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976342.926538:0:240153:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976342.926541:0:240153:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976342.926544:0:240153:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976342.926546:0:240153:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.926548:0:240153:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.926551:0:240153:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976342.926554:0:240153:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976342.926566:0:240153:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976342.926573:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976342.926579:0:240153:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345ca00. 00000020:00000010:0.0:1783976342.926584:0:240153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976342.926592:0:240153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.926599:0:240153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.926605:0:240153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.926613:0:240153:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.926618:0:240153:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.926623:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c000. 00000008:00000010:0.0:1783976342.926628:0:240153:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.926633:0:240153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.926637:0:240153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.926642:0:240153:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976342.926645:0:240153:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976342.926648:0:240153:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976342.926654:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34530 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.926658:0:240153:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976342.926661:0:240153:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976342.926664:0:240153:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ff3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976342.926668:0:240153:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976342.926670:0:240153:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976342.926673:0:240153:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976342.926676:0:240153:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976342.926678:0:240153:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.926684:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.926688:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.926690:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.926694:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.926696:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.926700:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.926702:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.926706:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.926711:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.926719:0:240153:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.926721:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.926723:0:240153:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff3:0x0]: 0 00000080:00000001:0.0:1783976342.926725:0:240153:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.926729:0:240153:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976342.926734:0:240153:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d400. 00000080:00010000:0.0:1783976342.926741:0:240153:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b12:0x11ff3:0x0](ffff96f97ab61148) 00000080:00000001:0.0:1783976342.926745:0:240153:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976342.926751:0:240153:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.926754:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb958 00800000:00000002:0.0:1783976342.926756:0:240153:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b12:0x11ff3:0x0] '' on [0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.926761:0:240153:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976342.926763:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.926764:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.926765:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.926767:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.926768:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.926770:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.926772:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.926775:0:240153:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11ff3:0x0], fid2=[0x200002b12:0x11ff3:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976342.926779:0:240153:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976342.926781:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb828 00000002:00010000:0.0:1783976342.926783:0:240153:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11ff3:0x0]) in obj [0x200002b12:0x11ff3:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976342.926787:0:240153:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976342.926790:0:240153:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976342.926795:0:240153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04a80. 00000020:00000040:0.0:1783976342.926800:0:240153:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=23 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976342.926808:0:240153:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976342.926815:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.926824:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.926827:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.926829:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.926832:0:240153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976342.926835:0:240153:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976342.926841:0:240153:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976342.926849:0:240153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345c200. 00000100:00000001:0.0:1783976342.926858:0:240153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.926862:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.926863:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.926865:0:240153:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976342.926866:0:240153:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.926868:0:240153:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.926872:0:240153:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00010000:00000001:0.0:1783976342.926876:0:240153:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976342.926878:0:240153:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976342.927465:0:240153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63500. 00010000:00000010:0.0:1783976342.927474:0:240153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8e80. 00010000:00000001:0.0:1783976342.927481:0:240153:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976342.927485:0:240153:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019a400. 00000020:00000001:0.0:1783976342.927490:0:240153:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976342.927494:0:240153:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019a400 with handle 0x5bb448586bd094b0 to hash 00000020:00000001:0.0:1783976342.927497:0:240153:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976342.927499:0:240153:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.927503:0:240153:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.927509:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.927513:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.927517:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.927527:0:240153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976342.927542:0:240153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976342.927548:0:240153:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976342.927551:0:240153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976342.927560:0:240153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f600. 00000100:00000001:0.0:1783976342.927562:0:240153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537600 : -115476773014016 : ffff96f977f6f600) 00000100:00000001:0.0:1783976342.927565:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.927566:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000001:0.0:1783976342.927572:0:240153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976342.927576:0:240153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.927579:0:240153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976342.927581:0:240153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976342.927589:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.927599:0:240153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976342.927601:0:240153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.927605:0:240153:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976342.927608:0:240153:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976342.927611:0:240153:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976342.927614:0:240153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496652544:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.927619:0:240153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976342.927626:0:240153:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976342.927629:0:240153:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.927632:0:240153:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976342.927641:0:240153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f951d78000. 02000000:00000001:0.0:1783976342.927644:0:240153:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976342.927654:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976342.927660:0:240153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976342.927668:0:240153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f000. 00000100:00000200:0.0:1783976342.927677:0:240153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496652544, portal 10 00000100:00000001:0.0:1783976342.927678:0:240153:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976342.927679:0:240153:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000040:0.0:1783976342.927685:0:240153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.927693:0:240153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976342.927696:0:240153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976342.927701:0:240153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976342.927705:0:240153:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496652544, offset 0 00000400:00000200:0.0:1783976342.927712:0:240153:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976342.927724:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.927734:0:240153:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976342.927741:0:240153:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976342.927747:0:240153:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976342.927751:0:240153:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976342.927753:0:240153:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976342.927758:0:240153:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778667:778667:256:4294967295] 192.168.201.114@tcp LPNI seq info [778645:778645:8:4294967295] 00000400:00000200:0.0:1783976342.927762:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976342.927774:0:240153:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976342.927781:0:240153:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976342.927786:0:240153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783976342.927794:0:240153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976342.927802:0:240153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976342.927806:0:240153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ac00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976342.927830:0:240153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.927835:0:240153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976342.927838:0:240153:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976342.927842:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548776 00000100:00000001:0.0:1783976342.927850:0:240153:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308548766 00000100:00000001:0.0:1783976342.927856:0:240153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548776 00000100:00000001:0.0:1783976342.927860:0:240153:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308548766 00000100:00000001:0.0:1783976342.927863:0:240153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.927866:0:240153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.927869:0:240153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976342.927871:0:240153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976342.927874:0:240153:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976342.927877:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976342.927881:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.935413:0:240153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976342.935423:0:240153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976342.935426:0:240153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976342.935431:0:240153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976342.935437:0:240153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f000 00000400:00000010:0.0:1783976342.935441:0:240153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f000. 00000100:00000001:0.0:1783976342.935445:0:240153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976342.935450:0:240153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976342.935460:0:240153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.935467:0:240153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976342.935469:0:240153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.935472:0:240153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976342.935477:0:240153:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976342.935480:0:240153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976342.935482:0:240153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976342.935486:0:240153:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976342.935499:0:240153:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976342.935504:0:240153:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976342.935508:0:240153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976342.935510:0:240153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.935513:0:240153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976342.935518:0:240153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.935522:0:240153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976342.935525:0:240153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976342.935527:0:240153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976342.935531:0:240153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.935537:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976358 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.935544:0:240153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976342.935548:0:240153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976342.935551:0:240153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976342.935554:0:240153:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976358 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976342.935564:0:240153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240153:1870620496652544:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976342.935569:0:240153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976342.935572:0:240153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.935575:0:240153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976342.935578:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.935581:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976358 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.935588:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976342.935591:0:240153:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f600. 00000100:00000001:0.0:1783976342.935594:0:240153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976342.935596:0:240153:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.935600:0:240153:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976342.935605:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.935608:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.935613:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=4 00000020:00000001:0.0:1783976342.935615:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935619:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000040:0.0:1783976342.935628:0:240153:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019a400, remote cookie: 0xa91b1f6e92eac0bf, flags: 0x1000 00010000:00000001:0.0:1783976342.935632:0:240153:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976342.935639:0:240153:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976342.935642:0:240153:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976342.935644:0:240153:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976342.935645:0:240153:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976342.935650:0:240153:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff3:0x0].0x0 (ffff96f977b63500) refcount = 1 00010000:00010000:0.0:1783976342.935657:0:240153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.935667:0:240153:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976342.935672:0:240153:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976342.935673:0:240153:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.935677:0:240153:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976342.935681:0:240153:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.935685:0:240153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.935692:0:240153:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976342.935694:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935696:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.935697:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935698:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.935699:0:240153:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.935705:0:240153:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976342.935707:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.935709:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.935710:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.935712:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935714:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935716:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935717:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976342.935722:0:240153:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976342.935731:0:240153:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976342.935734:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.935736:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.935737:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.935739:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935741:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00000002:00010000:0.0:1783976342.935745:0:240153:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976342.935757:0:240153:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99780. 00010000:00000001:0.0:1783976342.935759:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935760:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.935762:0:240153:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.935765:0:240153:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.935769:0:240153:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976342.935771:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.935772:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.935774:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.935776:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935778:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00000002:00010000:0.0:1783976342.935781:0:240153:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.935788:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935789:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.935791:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976342.935793:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.935794:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.935795:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.935797:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935799:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000040:0.0:1783976342.935807:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976342.935811:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976342.935816:0:240153:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73715 (0 0) 00010000:00000001:0.0:1783976342.935819:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935820:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.935821:0:240153:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976342.935824:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7b0 00000002:00002000:0.0:1783976342.935826:0:240153:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976342.935829:0:240153:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.935834:0:240153:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.935836:0:240153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976342.935840:0:240153:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11ff3:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976342.935843:0:240153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.935846:0:240153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976342.935850:0:240153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04a80 x1870620496652544/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976342.935863:0:240153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976342.935866:0:240153:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976342.935870:0:240153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951d78000. 02000000:00000001:0.0:1783976342.935874:0:240153:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976342.935877:0:240153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976342.935880:0:240153:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976342.935898:0:240153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976342.935902:0:240153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345c200. 02000000:00000001:0.0:1783976342.935907:0:240153:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976342.935909:0:240153:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976342.935911:0:240153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04a80. 00000100:00000001:0.0:1783976342.935916:0:240153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976342.935917:0:240153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976342.935922:0:240153:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d400. 00000080:00010000:0.0:1783976342.935928:0:240153:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff3:0x0](ffff96f97ab61148) for lock 0x5bb448586bd094b0 00800000:00000001:0.0:1783976342.935933:0:240153:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976342.935937:0:240153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.935938:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.935940:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.935941:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.935944:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935946:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935948:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935950:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.935951:0:240153:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.935953:0:240153:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976342.935957:0:240153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd094b0 from it ffffaf14814eba78 00010000:00000001:0.0:1783976342.935959:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.935961:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.935962:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.935964:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935966:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.935969:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.935973:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976342.935996:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.935997:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.935999:0:240153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.936003:0:240153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.936006:0:240153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976342.936015:0:240153:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.936018:0:240153:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.936020:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.936027:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.936028:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.936030:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936034:0:240153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.936036:0:240153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936038:0:240153:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936041:0:240153:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936044:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.936045:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.936046:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976342.936048:0:240153:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.936052:0:240153:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976342.936054:0:240153:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.936060:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.936063:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.936066:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.936069:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.936071:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.936073:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.936076:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.936079:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.936081:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.936084:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976342.936086:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976342.936090:0:240153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976342.936095:0:240153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976342.936099:0:240153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976342.936108:0:240153:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976342.936114:0:240153:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976342.936116:0:240153:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976342.936123:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976342.936125:0:240153:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff3:0x0]: 16 00000080:00000001:0.0:1783976342.936128:0:240153:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976342.936130:0:240153:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976342.936131:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.936132:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.936134:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.936168:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.936170:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00000080:00010000:0.0:1783976342.936174:0:240153:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11ff3:0x0](00000000864b7944) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976342.936183:0:240153:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976342.936184:0:240153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976342.936186:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.936187:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.936189:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=4 00000020:00000001:0.0:1783976342.936191:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.936193:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.936195:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.936196:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976342.936197:0:240153:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976342.936199:0:240153:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.936203:0:240153:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976342.936205:0:240153:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11ff3:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99780 l_lvb_len=56 00000080:00000001:0.0:1783976342.936208:0:240153:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.936211:0:240153:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976342.936214:0:240153:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976342.936220:0:240153:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976342.936226:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d400. 00000020:00000010:0.0:1783976342.936232:0:240153:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c200. 00000020:00000010:0.0:1783976342.936236:0:240153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976342.936244:0:240153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976342.936251:0:240153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976342.936257:0:240153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976342.936264:0:240153:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976342.936270:0:240153:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976342.936276:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976342.936281:0:240153:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976342.936285:0:240153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976342.936290:0:240153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976342.936294:0:240153:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976342.936297:0:240153:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976342.936300:0:240153:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976342.936303:0:240153:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976342.936308:0:240153:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976342.936311:0:240153:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976342.936317:0:240153:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e840. 00020000:00000010:0.0:1783976342.936322:0:240153:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c700. 00020000:00000010:0.0:1783976342.936328:0:240153:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7eb40. 00020000:00000001:0.0:1783976342.936331:0:240153:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166528 : -115476674385088 : ffff96f97dd7eb40) 00020000:00000002:0.0:1783976342.936335:0:240153:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7eb40, objid 0x11ff3:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976342.936340:0:240153:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976342.936345:0:240153:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c700: ostid: 0x280000403:5857 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976342.936350:0:240153:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d5d0) owner ffff96f959114f80 00020000:00000001:0.0:1783976342.936353:0:240153:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976342.936357:0:240153:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d5d0) owner ffff96f959114f80 00020000:00000010:0.0:1783976342.936362:0:240153:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c700. 00020000:00000010:0.0:1783976342.936366:0:240153:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e840. 00020000:00000010:0.0:1783976342.936370:0:240153:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7eb40. 00020000:00000002:0.0:1783976342.936372:0:240153:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff3:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976342.936375:0:240153:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936377:0:240153:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936381:0:240153:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976342.936385:0:240153:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976342.936388:0:240153:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e240 addref 2/0 by ffff96f959114f80. 00020000:00000002:0.0:1783976342.936391:0:240153:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976342.936394:0:240153:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976342.936397:0:240153:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976342.936398:0:240153:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976342.936400:0:240153:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976342.936404:0:240153:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976342.936406:0:240153:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976342.936409:0:240153:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976342.936414:0:240153:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c200. 00000020:00000010:0.0:1783976342.936417:0:240153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976342.936421:0:240153:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976342.936424:0:240153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976342.936427:0:240153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976342.936431:0:240153:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976342.936434:0:240153:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976342.936438:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d400. 00000008:00000010:0.0:1783976342.936441:0:240153:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976342.936444:0:240153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976342.936448:0:240153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976342.936451:0:240153:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976342.936453:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976342.936456:0:240153:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00000080:00000001:0.0:1783976342.936459:0:240153:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.936461:0:240153:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976342.936463:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.936464:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.936466:0:240153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976342.936467:0:240153:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976342.936469:0:240153:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019a400 refcount=3 00000020:00000001:0.0:1783976342.936471:0:240153:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.936474:0:240153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972754432 : -115481736797184 : ffff96f85019a400) 00010000:00000001:0.0:1783976342.936476:0:240153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976342.936479:0:240153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976342.936487:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.936488:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.936489:0:240153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976342.936491:0:240153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976342.936494:0:240153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976342.936500:0:240153:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976342.936502:0:240153:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976342.936503:0:240153:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976342.936505:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.936506:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976342.936508:0:240153:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936510:0:240153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976342.936511:0:240153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936512:0:240153:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936515:0:240153:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976342.936516:0:240153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976342.936518:0:240153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976342.936519:0:240153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976342.936521:0:240153:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.936524:0:240153:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.936527:0:240153:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976342.936531:0:240153:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ff3:0x0]io ffff96f96174d090 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976342.936535:0:240153:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976342.936539:0:240153:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976342.936541:0:240153:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976342.936544:0:240153:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976342.936546:0:240153:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.936549:0:240153:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976342.936552:0:240153:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976342.936554:0:240153:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936557:0:240153:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976342.936558:0:240153:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976342.936560:0:240153:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976342.936561:0:240153:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00000020:00000001:0.0:1783976342.936564:0:240153:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936568:0:240153:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976342.936570:0:240153:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976342.936573:0:240153:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976342.936575:0:240153:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976342.936578:0:240153:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976342.936582:0:240153:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976342.936587:0:240153:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976342.936588:0:240153:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976342.936590:0:240153:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976342.936593:0:240153:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976342.936596:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976342.936598:0:240153:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d400. 00000020:00000010:0.0:1783976342.936600:0:240153:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976342.936603:0:240153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976342.936605:0:240153:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976342.936607:0:240153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976342.936610:0:240153:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976342.936612:0:240153:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976342.936614:0:240153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c200. 00000008:00000010:0.0:1783976342.936616:0:240153:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976342.936618:0:240153:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976342.936621:0:240153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976342.936623:0:240153:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976342.936625:0:240153:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976342.936628:0:240153:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976342.936634:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34080 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.936637:0:240153:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976342.936640:0:240153:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976342.936641:0:240153:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976342.936643:0:240153:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.936645:0:240153:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.936647:0:240153:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926600 : -115477650625016 : ffff96f943a7ae08) 00000020:00000001:0.0:1783976342.936650:0:240153:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976342.936652:0:240153:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976342.936656:0:240153:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936657:0:240153:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.936660:0:240153:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.936661:0:240153:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936663:0:240153:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936666:0:240153:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976342.936668:0:240153:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976342.936671:0:240153:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976342.936672:0:240153:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976342.936674:0:240153:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976342.936675:0:240153:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936677:0:240153:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.936679:0:240153:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.936681:0:240153:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936683:0:240153:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976342.936684:0:240153:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936685:0:240153:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936688:0:240153:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976342.936692:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34530 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.936695:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34530 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.936696:0:240153:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976342.936699:0:240153:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936702:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34530 -> ffff96f97dc34530 00020000:00000001:0.0:1783976342.936704:0:240153:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976342.936706:0:240153:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976342.936707:0:240153:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976342.936709:0:240153:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976342.936711:0:240153:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976342.936713:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcc40 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.936715:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcc40 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.936717:0:240153:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976342.936720:0:240153:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936722:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcc40 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.936724:0:240153:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976342.936727:0:240153:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976342.936729:0:240153:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936731:0:240153:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.936732:0:240153:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcc40 -> ffff96f97dc34530 00000020:00000001:0.0:1783976342.936734:0:240153:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976342.936737:0:240153:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976342.936738:0:240153:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976342.936740:0:240153:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976342.936741:0:240153:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976342.936742:0:240153:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976342.936745:0:240153:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976342.936751:0:240153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04a80. 00000020:00000040:0.0:1783976342.936755:0:240153:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=3 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976342.936760:0:240153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976342.936764:0:240153:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976342.936767:0:240153:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976342.936775:0:240153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345dc00. 00000100:00000001:0.0:1783976342.936783:0:240153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976342.936792:0:240153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976342.936798:0:240153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976342.936808:0:240153:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1687751] to pc [ptlrpcd_00_00+0] req@ffff96f981c04a80 x1870620496652672/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976342.937514:0:240153:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976342.937518:0:240153:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.937521:0:240153:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.937524:0:240153:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.937525:0:240153:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.937527:0:240153:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.937529:0:240153:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.937531:0:240153:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976342.937533:0:240153:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976342.937535:0:240153:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976342.937536:0:240153:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976342.937565:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976342.937570:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.942649:0:240153:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976342.942654:0:240153:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.942657:0:240153:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.942663:0:240153:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976342.942666:0:240153:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976342.942668:0:240153:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976342.942671:0:240153:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976342.942673:0:240153:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976342.942674:0:240153:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976342.942675:0:240153:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.942677:0:240153:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.942679:0:240153:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976342.942680:0:240153:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976342.942681:0:240153:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976342.942683:0:240153:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976342.942685:0:240153:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976342.942686:0:240153:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976342.942688:0:240153:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976342.942689:0:240153:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976342.942691:0:240153:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976342.942693:0:240153:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.942695:0:240153:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.942697:0:240153:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976342.942698:0:240153:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976342.942701:0:240153:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976342.942704:0:240153:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976342.942706:0:240153:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976342.942707:0:240153:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976342.942709:0:240153:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976342.942710:0:240153:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976342.942714:0:240153:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976342.942720:0:240153:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d400. 00000020:00000010:0.0:1783976342.942726:0:240153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976342.942731:0:240153:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976342.942737:0:240153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976342.942743:0:240153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976342.942748:0:240153:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976342.942752:0:240153:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976342.942756:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976342.942759:0:240153:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976342.942762:0:240153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976342.942766:0:240153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976342.942770:0:240153:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976342.942773:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c200. 00000020:00000010:0.0:1783976342.942775:0:240153:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00020000:00000001:0.0:1783976342.942778:0:240153:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976342.942780:0:240153:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976342.942783:0:240153:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976342.942786:0:240153:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ff3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976342.942788:0:240153:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976342.942790:0:240153:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976342.942791:0:240153:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976342.942793:0:240153:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345ca00. 00000020:00000010:0.0:1783976342.942795:0:240153:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976342.942798:0:240153:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976342.942800:0:240153:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976342.942802:0:240153:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976342.942804:0:240153:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976342.942807:0:240153:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976342.942808:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c400. 00000008:00000010:0.0:1783976342.942810:0:240153:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976342.942813:0:240153:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976342.942815:0:240153:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976342.942817:0:240153:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976342.942820:0:240153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c000. 00000020:00000010:0.0:1783976342.942822:0:240153:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976342.942824:0:240153:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.942828:0:240153:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976342.942833:0:240153:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000020:00000001:0.0:1783976342.942842:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976342.942845:0:240153:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity.now:[0x200002b12:0x11ff3:0x0](ffff96f97ab61148) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976342.000000000, mtime 1783976342.000000000, ctime 1783976342.000000000, rc 0 00000080:00000001:0.0:1783976342.942850:0:240153:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976342.942875:0:240153:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976342.942878:0:240153:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976342.942963:0:240153:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976342.942968:0:240153:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.943051:0:240153:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976342.943054:0:240153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebdb8 00000080:00200008:0.0:1783976342.943056:0:240153:0:(file.c:447:ll_file_release()) START file f56oe.sanity.now:[0x200002b12:0x11ff3:0x0](ffff96f97ab61148), flags 104001 00000080:00000001:0.0:1783976342.943061:0:240153:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976342.943065:0:240153:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976342.943066:0:240153:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976342.943068:0:240153:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976342.943070:0:240153:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d5d0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976342.943072:0:240153:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976342.943075:0:240153:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976342.943081:0:240153:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976342.943084:0:240153:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976342.943087:0:240153:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976342.943090:0:240153:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976342.943092:0:240153:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.943094:0:240153:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff3:0x0] 00800000:00000001:0.0:1783976342.943097:0:240153:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976342.943102:0:240153:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976342.943106:0:240153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976342.943120:0:240153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976342.943123:0:240153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976342.943129:0:240153:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976342.943132:0:240153:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff3:0x0]: 0 00000080:00000001:0.0:1783976342.943134:0:240153:0:(file.c:297:ll_md_real_close()) Process entered 00000100:00000001:0.0:1783976342.996912:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976342.996917:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.030660:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.030665:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.030668:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.030675:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3df80 x1870620496654720/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.030684:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.030686:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.030690:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.030694:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.030697:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.030701:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496654720:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.030706:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.030713:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.030717:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.030720:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.030726:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389000. 02000000:00000001:0.0:1783976343.030728:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.030736:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.030741:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.030748:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976343.030758:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496654720, portal 4 00000100:00000001:0.0:1783976343.030760:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.030763:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998201216 : -115476711350400 : ffff96f97ba3df80) 00000100:00000040:0.0:1783976343.030770:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3df80 x1870620496654720/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.030777:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.030780:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.030783:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783976343.030787:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496654720, offset 0 00000400:00000200:0.0:1783976343.030794:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.030804:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.030815:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.030823:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.030828:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.030833:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.030836:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.030840:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778678:778678:256:4294967295] 192.168.201.114@tcp LPNI seq info [778656:778656:8:4294967295] 00000400:00000200:0.0:1783976343.030845:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.030857:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.030863:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.030869:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a200. 00000800:00000200:0.0:1783976343.030878:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.030887:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.030892:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.030916:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.030922:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59975 usecs (60 jiffies) 00000400:00000200:0.0:1783976343.030925:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.030928:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548929 00000100:00000001:0.0:1783976343.030937:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308548874 00000100:00000001:0.0:1783976343.030943:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548929 00000100:00000001:0.0:1783976343.030947:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308548874 00000100:00000001:0.0:1783976343.030950:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.030953:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.030956:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.030959:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.030964:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.030967:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976343.030969:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.030970:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.030971:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.030974:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.031001:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.031003:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.035648:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.035655:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.035664:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.035666:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.035670:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976343.035676:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783976343.035679:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783976343.035682:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.035687:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3df80 x1870620496654720/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.035696:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3df80 x1870620496654720/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.035703:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.035705:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.035708:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.035712:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.035716:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.035719:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.035722:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.035734:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.035739:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=63 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.035743:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.035745:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.035748:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.035753:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.035757:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.035759:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.035761:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.035764:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.035765:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998201216 : -115476711350400 : ffff96f97ba3df80) 00000100:00000001:0.0:1783976343.035769:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.035771:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915102 00000100:00000001:0.0:1783976343.035773:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.035776:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.035782:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3df80 x1870620496654720/t12884915105(12884915105) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.035790:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.035794:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.035797:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.035800:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976343.035824:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.035829:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3df80 x1870620496654720/t12884915105(12884915105) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.035838:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496654720:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.035846:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.035849:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.035852:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3df80 x1870620496654720/t12884915105(12884915105) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.035859:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.035862:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.035872:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.035874:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.035877:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.035880:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.042524:0:240154:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976343.042534:0:240154:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae85180 x1870620496654208/t25769972903(25769972903) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.042542:0:240154:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.042544:0:240154:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.042547:0:240154:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00700. 00000100:00000001:0.0:1783976343.042552:0:240154:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.042555:0:240154:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3c000 x1870620496654976/t25769972905(25769972905) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.042562:0:240154:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.042565:0:240154:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.042569:0:240154:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd50f00. 00000080:00000001:0.0:1783976343.042573:0:240154:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.042581:0:240154:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3db8 00000080:00000008:0.0:1783976343.042584:0:240154:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-m.1:[0x240002b13:0x206f:0x0](ffff96f97c232a08), flags 104001, rc = 0 00000080:00000001:0.0:1783976343.042587:0:240154:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.042594:0:240154:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976343.042596:0:240154:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3e00 00000080:00002000:0.0:1783976343.042599:0:240154:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-m.1 (ffff96f9612db510, parent ffff96f97c080510, inode ffff96f97c232a08) hashed, 00000080:00000001:0.0:1783976343.042602:0:240154:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.042612:0:240154:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976343.042618:0:240154:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976343.042622:0:240154:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976343.042624:0:240154:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3e00 00000080:00002000:0.0:1783976343.042625:0:240154:0:(dcache.c:127:ll_ddelete()) keeping dentry d56oe.sanity (ffff96f97c080510, parent ffff96f9610f8360, inode ffff96f97ab65b88) hashed, 00000080:00000001:0.0:1783976343.042628:0:240154:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.050637:0:240155:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.050646:0:240155:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.050649:0:240155:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976343.050653:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbc0 00000080:00200000:0.0:1783976343.050657:0:240155:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976343.050668:0:240155:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345c000. 00800000:00000002:0.0:1783976343.050677:0:240155:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976343.050682:0:240155:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.050689:0:240155:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.050691:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fae0 00800000:00000002:0.0:1783976343.050694:0:240155:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.050698:0:240155:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976343.050701:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.050705:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.050708:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.050710:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.050713:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.050715:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.050718:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.050721:0:240155:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.050728:0:240155:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.050731:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f9b0 00000002:00010000:0.0:1783976343.050733:0:240155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976343.050737:0:240155:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976343.050739:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.050743:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.050753:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976343.050756:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.050762:0:240155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.050768:0:240155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.050775:0:240155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1783976343.050794:0:240155:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.050802:0:240155:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.050806:0:240155:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1783976343.050812:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976343.050815:0:240155:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.050817:0:240155:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.050819:0:240155:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.050821:0:240155:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.050823:0:240155:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976343.050826:0:240155:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976343.050830:0:240155:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976343.050834:0:240155:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345c000. 00000080:00000001:0.0:1783976343.050839:0:240155:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976343.050841:0:240155:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.050843:0:240155:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976343.050848:0:240155:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976343.050851:0:240155:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.050854:0:240155:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.050855:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.050858:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.050861:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.050863:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.050865:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.050868:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.050870:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.050871:0:240155:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.050873:0:240155:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.050876:0:240155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1481d5fbf8 00010000:00000001:0.0:1783976343.050878:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.050879:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.050881:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.050959:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.050962:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.050965:0:240155:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.050968:0:240155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976343.050975:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.050987:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.050989:0:240155:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.050992:0:240155:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.050995:0:240155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976343.051003:0:240155:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.051007:0:240155:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.051009:0:240155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.051015:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.051016:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.051018:0:240155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051022:0:240155:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.051024:0:240155:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051025:0:240155:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051028:0:240155:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051030:0:240155:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.051032:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.051033:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976343.051036:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976343.051038:0:240155:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.051040:0:240155:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976343.051046:0:240155:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.051051:0:240155:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976343.051053:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb88 00000080:00002000:0.0:1783976343.051054:0:240155:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 0 00000080:00000001:0.0:1783976343.051058:0:240155:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.051060:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fbd0 00000080:00200000:0.0:1783976343.051062:0:240155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976343.051067:0:240155:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976343.051069:0:240155:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.051072:0:240155:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.051074:0:240155:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976343.051077:0:240155:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.051385:0:240155:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30420. 00000080:00000001:0.0:1783976343.051391:0:240155:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.051392:0:240155:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976343.051396:0:240155:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.051400:0:240155:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976343.051402:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fb50 00000080:00200000:0.0:1783976343.051404:0:240155:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-c.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f9584e8a80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976343.051410:0:240155:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e540. 00000080:00000001:0.0:1783976343.051415:0:240155:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976343.051417:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fa00 00000080:00200000:0.0:1783976343.051419:0:240155:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-c.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976343.051428:0:240155:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345c000. 00800000:00000002:0.0:1783976343.051431:0:240155:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.051437:0:240155:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.051439:0:240155:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.051441:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f920 00800000:00000002:0.0:1783976343.051443:0:240155:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-c.1' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976343.051446:0:240155:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976343.051449:0:240155:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976343.051457:0:240155:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-c.1 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976343.051461:0:240155:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976343.051465:0:240155:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976343.051468:0:240155:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976343.051470:0:240155:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976343.051473:0:240155:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976343.051476:0:240155:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976343.051479:0:240155:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff4:0x0] 40000000:00000001:0.0:1783976343.051482:0:240155:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.051484:0:240155:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.051486:0:240155:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.051487:0:240155:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.051489:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f8a0 00800000:00000002:0.0:1783976343.051491:0:240155:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ff4:0x0], name='f56oe.sanity-c.1' -> mds #0 layout version 1 00000002:00000001:0.0:1783976343.051494:0:240155:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.051496:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f7d8 00000002:00010000:0.0:1783976343.051497:0:240155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-c.1,[0x200002b12:0x11ff4:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976343.051501:0:240155:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976343.051504:0:240155:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976343.051508:0:240155:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.051512:0:240155:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.051514:0:240155:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.051516:0:240155:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.051522:0:240155:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05f80. 00000020:00000040:0.0:1783976343.051527:0:240155:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976343.051534:0:240155:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976343.051536:0:240155:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051539:0:240155:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.051544:0:240155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.051547:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.051549:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.051550:0:240155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.051553:0:240155:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.051556:0:240155:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.051559:0:240155:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.051569:0:240155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f951d78000. 00000100:00000001:0.0:1783976343.051577:0:240155:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051582:0:240155:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.051584:0:240155:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051585:0:240155:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.051587:0:240155:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.051588:0:240155:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.051598:0:240155:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00010000:00000001:0.0:1783976343.051602:0:240155:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.051605:0:240155:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.051609:0:240155:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63b00. 00010000:00000010:0.0:1783976343.051612:0:240155:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976343.051616:0:240155:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.051619:0:240155:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976343.051622:0:240155:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.051625:0:240155:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd094d3 to hash 00000020:00000001:0.0:1783976343.051627:0:240155:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.051628:0:240155:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.051632:0:240155:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.051635:0:240155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.051637:0:240155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.051640:0:240155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.051647:0:240155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240155 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976343.051659:0:240155:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976343.051673:0:240155:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05f80 x1870620496655232/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976343.051683:0:240155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.051688:0:240155:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.051691:0:240155:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.051699:0:240155:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f600. 00000100:00000001:0.0:1783976343.051702:0:240155:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537600 : -115476773014016 : ffff96f977f6f600) 00000100:00000001:0.0:1783976343.051705:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.051706:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976343.051711:0:240155:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.051716:0:240155:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.051719:0:240155:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.051721:0:240155:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.051726:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05f80 x1870620496655232/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.051734:0:240155:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.051737:0:240155:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.051741:0:240155:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.051744:0:240155:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.051747:0:240155:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.051751:0:240155:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240155:1870620496655232:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.051756:0:240155:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.051763:0:240155:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.051765:0:240155:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.051768:0:240155:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.051842:0:240155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.051845:0:240155:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.051855:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.051860:0:240155:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.051869:0:240155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f85438b800. 00000100:00000200:0.0:1783976343.051879:0:240155:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496655232, portal 10 00000100:00000001:0.0:1783976343.051954:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.051956:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000040:0.0:1783976343.051963:0:240155:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05f80 x1870620496655232/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.051971:0:240155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.051973:0:240155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.051986:0:240155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f000. 00000100:00000200:0.0:1783976343.051991:0:240155:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496655232, offset 0 00000400:00000200:0.0:1783976343.052000:0:240155:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.052011:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.052021:0:240155:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.052027:0:240155:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.052032:0:240155:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.052036:0:240155:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.052040:0:240155:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.052044:0:240155:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778680:778680:256:4294967295] 192.168.201.114@tcp LPNI seq info [778658:778658:8:4294967295] 00000400:00000200:0.0:1783976343.052048:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.052061:0:240155:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.052069:0:240155:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.052075:0:240155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f85345c400. 00000800:00000200:0.0:1783976343.052083:0:240155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.052095:0:240155:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.052100:0:240155:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f85345c400 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976343.052254:0:240155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.052267:0:240155:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976343.052271:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.052274:0:240155:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548901 00000100:00000001:0.0:1783976343.052277:0:240155:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308548929 00000100:00000001:0.0:1783976343.052280:0:240155:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548901 00000100:00000001:0.0:1783976343.052282:0:240155:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308548929 00000100:00000001:0.0:1783976343.052285:0:240155:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.052287:0:240155:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.052290:0:240155:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.052292:0:240155:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.052296:0:240155:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f600 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.052299:0:240155:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.052302:0:240155:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.064916:0:240155:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.065415:0:240155:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.065418:0:240155:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.065423:0:240155:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976343.065429:0:240155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85438b800 00000400:00000010:0.0:1783976343.065432:0:240155:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f85438b800. 00000100:00000001:0.0:1783976343.065436:0:240155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.065443:0:240155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05f80 x1870620496655232/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.065454:0:240155:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05f80 x1870620496655232/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.065460:0:240155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.065463:0:240155:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.065467:0:240155:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.065472:0:240155:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.065475:0:240155:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.065478:0:240155:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.065481:0:240155:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.065493:0:240155:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.065498:0:240155:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.065501:0:240155:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.065503:0:240155:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.065507:0:240155:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.065512:0:240155:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.065516:0:240155:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.065518:0:240155:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976343.065520:0:240155:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.065523:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.065525:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976343.065529:0:240155:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.065532:0:240155:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976343.065534:0:240155:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.065537:0:240155:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.065543:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.065552:0:240155:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.065556:0:240155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.065558:0:240155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.065563:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.065572:0:240155:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240155:1870620496655232:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.065578:0:240155:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.065581:0:240155:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.065584:0:240155:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.065588:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.065591:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.065598:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.065601:0:240155:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f600. 00000100:00000001:0.0:1783976343.065604:0:240155:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.065606:0:240155:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.065610:0:240155:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976343.065615:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.065619:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.065623:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976343.065626:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065629:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976343.065637:0:240155:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b400, remote cookie: 0xa91b1f6e92eac13d, flags: 0x1001 00010000:00010000:0.0:1783976343.065643:0:240155:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976343.065652:0:240155:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff4:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976343.065655:0:240155:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976343.065664:0:240155:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63300. 00010000:00000010:0.0:1783976343.065669:0:240155:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8a80. 00010000:00000040:0.0:1783976343.065676:0:240155:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63b00 count: 0 00010000:00000010:0.0:1783976343.065683:0:240155:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976343.065691:0:240155:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.065694:0:240155:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.065703:0:240155:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.065711:0:240155:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976343.065717:0:240155:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976343.065719:0:240155:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976343.065722:0:240155:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976343.065723:0:240155:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976343.065726:0:240155:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff4:0x0].0x0 (ffff96f977b63300) refcount = 1 00010000:00010000:0.0:1783976343.065730:0:240155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.065737:0:240155:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976343.065741:0:240155:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976343.065743:0:240155:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.065747:0:240155:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976343.065750:0:240155:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.065753:0:240155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.065759:0:240155:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976343.065762:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.065764:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.065765:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.065766:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.065767:0:240155:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.065774:0:240155:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976343.065777:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.065779:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.065780:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.065782:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065784:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065787:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.065788:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.065790:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976343.065792:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065794:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065797:0:240155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.065801:0:240155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.065805:0:240155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.065812:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.065813:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.065815:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.065815:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.065817:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976343.065819:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065821:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065823:0:240155:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.065826:0:240155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.065831:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.065832:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976343.065835:0:240155:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.065840:0:240155:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.065842:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.065843:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.065844:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.065845:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976343.065851:0:240155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.065861:0:240155:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976343.065866:0:240155:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.065874:0:240155:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.065884:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.065886:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.065887:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.065968:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.065971:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976343.065986:0:240155:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976343.065998:0:240155:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99040. 00010000:00000001:0.0:1783976343.066001:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.066002:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.066003:0:240155:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.066005:0:240155:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.066009:0:240155:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976343.066011:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.066013:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976343.066084:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.066356:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00010000:00000001:0.0:1783976343.066360:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.066362:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.066364:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.066366:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.066368:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976343.066372:0:240155:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.066379:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.066380:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.066383:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.066384:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.066386:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.066387:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.066389:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.066391:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976343.066396:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 2 00010000:00000001:0.0:1783976343.066398:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976343.066403:0:240155:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73716 (0 0) 00010000:00000001:0.0:1783976343.066406:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.066406:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.066408:0:240155:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976343.066411:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f760 00000002:00002000:0.0:1783976343.066414:0:240155:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-c.1 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976343.066418:0:240155:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.066422:0:240155:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.066425:0:240155:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976343.066429:0:240155:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976343.066433:0:240155:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.066437:0:240155:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.066441:0:240155:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976343.066443:0:240155:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e540 it_disposition 1800037 00000080:00002000:0.0:1783976343.066449:0:240155:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f7360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976343.066455:0:240155:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976343.066458:0:240155:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976343.066460:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f988 00000080:00200000:0.0:1783976343.066462:0:240155:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity-c.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976343.066465:0:240155:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976343.066469:0:240155:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976343.066474:0:240155:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976343.066478:0:240155:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976343.066481:0:240155:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513204 : 144115373061513204 : 200002b12011ff4) 00000080:00000001:0.0:1783976343.066484:0:240155:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976343.066509:0:240155:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab66300. 00000020:00000001:0.0:1783976343.066521:0:240155:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976343.066523:0:240155:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976343.066526:0:240155:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976343.066528:0:240155:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) 00000020:00000001:0.0:1783976343.066533:0:240155:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.066538:0:240155:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.066543:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345ca00. 00000020:00000010:0.0:1783976343.066549:0:240155:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.066552:0:240155:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.066560:0:240155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.066566:0:240155:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.066572:0:240155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.066579:0:240155:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.066583:0:240155:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.066586:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976343.066590:0:240155:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.066594:0:240155:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.066598:0:240155:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.066601:0:240155:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.066604:0:240155:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.066606:0:240155:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.066611:0:240155:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976343.066617:0:240155:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34ed8. 00000020:00000001:0.0:1783976343.066619:0:240155:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976343.066621:0:240155:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.066628:0:240155:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976343.066632:0:240155:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d8b8. 00020000:00000001:0.0:1783976343.066634:0:240155:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034703032 : -115476674848584 : ffff96f97dd0d8b8) 00020000:00000001:0.0:1783976343.066637:0:240155:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976343.066640:0:240155:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.066646:0:240155:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7eb40. 00020000:00000010:0.0:1783976343.066650:0:240155:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c700. 00020000:00000010:0.0:1783976343.066654:0:240155:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e840. 00020000:00000001:0.0:1783976343.066656:0:240155:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165760 : -115476674385856 : ffff96f97dd7e840) 00020000:00000002:0.0:1783976343.066660:0:240155:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e840, objid 0x11ff4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.066664:0:240155:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.066668:0:240155:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c700: ostid: 0x2c0000403:5857 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976343.066672:0:240155:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976343.066674:0:240155:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e840, objid 0x11ff4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.066677:0:240155:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.066680:0:240155:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c700: ostid: 0x2c0000403:5857 ost idx: 1 gen: 0 00020000:00000010:0.0:1783976343.066684:0:240155:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b88a0. 00020000:00000010:0.0:1783976343.066688:0:240155:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6f600. 00020000:00000001:0.0:1783976343.066693:0:240155:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976343.066697:0:240155:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148008. 00020000:00000001:0.0:1783976343.066700:0:240155:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976343.066702:0:240155:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976343.066709:0:240155:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976343.066712:0:240155:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34960. 00000020:00000001:0.0:1783976343.066714:0:240155:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976343.066715:0:240155:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.066717:0:240155:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033814496 : -115476675737120 : ffff96f97dc349e0) 00020000:00000001:0.0:1783976343.066721:0:240155:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976343.066727:0:240155:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbcfc0. 00020000:00000001:0.0:1783976343.066730:0:240155:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.066734:0:240155:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033814496 : -115476675737120 : ffff96f97dc349e0) 00020000:00000001:0.0:1783976343.066737:0:240155:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033814496 : -115476675737120 : ffff96f97dc349e0) 00020000:00000002:0.0:1783976343.066741:0:240155:0:(lov_object.c:134:lov_init_sub()) [0x2c0000403:0x16e1:0x0]@ffff96f97dc34960[0:0] -> [0x200002b12:0x11ff4:0x0]@ffff96f97dc34ed8: ostid: 0x2c0000403:5857 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976343.066747:0:240155:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976343.066750:0:240155:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976343.066752:0:240155:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.066756:0:240155:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033815896 : -115476675735720 : ffff96f97dc34f58) 00000020:00001000:0.0:1783976343.066759:0:240155:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.066763:0:240155:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.066768:0:240155:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.066772:0:240155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.066776:0:240155:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.066780:0:240155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.066784:0:240155:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.066786:0:240155:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.066790:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345ca00. 00000008:00000010:0.0:1783976343.066792:0:240155:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.066795:0:240155:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.066798:0:240155:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.066801:0:240155:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.066803:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.066806:0:240155:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.066810:0:240155:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513204 : 144115373061513204 : 200002b12011ff4) 00000080:00000001:0.0:1783976343.066813:0:240155:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976343.066816:0:240155:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513204 mtime from 0 to 1783976343 00000080:00000001:0.0:1783976343.066821:0:240155:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976343.066824:0:240155:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982637512 : -115476726914104 : ffff96f97ab663c8) 00010000:00000001:0.0:1783976343.066826:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.066828:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.066830:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.066832:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.066834:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000080:00000001:0.0:1783976343.066838:0:240155:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.066839:0:240155:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.066842:0:240155:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.066845:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.066848:0:240155:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345ca00. 00000020:00000010:0.0:1783976343.066851:0:240155:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.066853:0:240155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.066856:0:240155:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.066858:0:240155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.066860:0:240155:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.066863:0:240155:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.066865:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c200. 00000008:00000010:0.0:1783976343.066868:0:240155:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.066871:0:240155:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.066873:0:240155:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.066876:0:240155:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.066878:0:240155:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.066880:0:240155:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.066958:0:240155:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.066962:0:240155:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.066963:0:240155:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.066966:0:240155:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e480. 00020000:00000010:0.0:1783976343.066969:0:240155:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.066972:0:240155:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e6c0. 00020000:00000001:0.0:1783976343.066974:0:240155:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165376 : -115476674386240 : ffff96f97dd7e6c0) 00020000:00000002:0.0:1783976343.067006:0:240155:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e6c0, objid 0x11ff4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.067010:0:240155:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.067080:0:240155:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x2c0000403:5857 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976343.067093:0:240155:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d8b8) owner ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.067097:0:240155:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.067099:0:240155:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d8b8) owner ffff96f94a0da7c0 00020000:00000010:0.0:1783976343.067104:0:240155:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.067108:0:240155:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e480. 00020000:00000010:0.0:1783976343.067544:0:240155:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e6c0. 00020000:00000002:0.0:1783976343.067550:0:240155:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff4:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.067553:0:240155:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.067555:0:240155:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.067561:0:240155:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976343.067564:0:240155:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976343.067567:0:240155:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e840 addref 2/0 by ffff96f94a0da7c0. 00020000:00000002:0.0:1783976343.067570:0:240155:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.067572:0:240155:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976343.067575:0:240155:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976343.067577:0:240155:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976343.067579:0:240155:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976343.067582:0:240155:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976343.067585:0:240155:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff4:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976343.067588:0:240155:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.067591:0:240155:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345ca00. 00000020:00000010:0.0:1783976343.067594:0:240155:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.067597:0:240155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.067600:0:240155:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.067603:0:240155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.067607:0:240155:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.067611:0:240155:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.067613:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976343.067616:0:240155:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.067619:0:240155:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.067622:0:240155:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.067625:0:240155:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.067628:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.067630:0:240155:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.067633:0:240155:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.067635:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.067637:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.067639:0:240155:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976343.067642:0:240155:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976343.067644:0:240155:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.067648:0:240155:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) 00000080:00010000:0.0:1783976343.067651:0:240155:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) for lock 0x5bb448586bd094d3 00800000:00000001:0.0:1783976343.067655:0:240155:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.067658:0:240155:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.067659:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.067661:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.067663:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.067665:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.067667:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.067669:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.067670:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.067672:0:240155:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.067674:0:240155:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.067676:0:240155:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976343.067678:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.067691:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.067700:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.067708:0:240155:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.067712:0:240155:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) 00000080:00000001:0.0:1783976343.067715:0:240155:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.067719:0:240155:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345c000. 00000100:00000001:0.0:1783976343.067722:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.067725:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.067732:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.067736:0:240155:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976343.067738:0:240155:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.067749:0:240155:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976343.067752:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fa60 00000080:00200008:0.0:1783976343.067754:0:240155:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-c.1:[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8), flags 104501 00000080:00000010:0.0:1783976343.067763:0:240155:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8a3c0. 00000080:00000010:0.0:1783976343.067771:0:240155:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99ec0. 00000080:00000001:0.0:1783976343.067775:0:240155:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976343.067779:0:240155:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976343.067783:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.067785:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.067788:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.067791:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.067793:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.067796:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.067798:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.067801:0:240155:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976343.067807:0:240155:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30560. 00000002:00100000:0.0:1783976343.067812:0:240155:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.067825:0:240155:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.067826:0:240155:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976343.067830:0:240155:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976343.067834:0:240155:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.067837:0:240155:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.067840:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.067843:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976343.067850:0:240155:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.067854:0:240155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.067965:0:240155:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976343.067968:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.067971:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fa60 00000080:00000008:0.0:1783976343.067973:0:240155:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-c.1:[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8), flags 104501, rc = 0 00000080:00000001:0.0:1783976343.067987:0:240155:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976343.067989:0:240155:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e540 released 00000080:00010000:0.0:1783976343.067991:0:240155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd094d3 from it ffff96f97dd7e540 00010000:00000001:0.0:1783976343.067993:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.067995:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.067997:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.067999:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.068001:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.068003:0:240155:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.068007:0:240155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.068095:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.068096:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.068098:0:240155:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.068102:0:240155:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.068105:0:240155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.068592:0:240155:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.068596:0:240155:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.068599:0:240155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.068605:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.068606:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.068608:0:240155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.068612:0:240155:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.068614:0:240155:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.068616:0:240155:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.068619:0:240155:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.068622:0:240155:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.068623:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.068624:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.068626:0:240155:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976343.068629:0:240155:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976343.068632:0:240155:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.068634:0:240155:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.068637:0:240155:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.068639:0:240155:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.068642:0:240155:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976343.068644:0:240155:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.068646:0:240155:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976343.068648:0:240155:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.068650:0:240155:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.068654:0:240155:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e540. 00000080:00000001:0.0:1783976343.068657:0:240155:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.068663:0:240155:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.068666:0:240155:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976343.068670:0:240155:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.068706:0:240155:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976343.068710:0:240155:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976343.068714:0:240155:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.068717:0:240155:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.068729:0:240155:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976343.068731:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fc30 00000080:00200008:0.0:1783976343.068734:0:240155:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-c.1:[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976343.000000000, mtime 1783976343.000000000, ctime 1783976343.000000000 00000080:00000002:0.0:1783976343.068740:0:240155:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976343, ctime 1783976343, now = 1783976343 00000080:00000010:0.0:1783976343.068746:0:240155:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f85345c000. 00000080:00000001:0.0:1783976343.068749:0:240155:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976343.068757:0:240155:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976343.068759:0:240155:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ff4:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976343.068762:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.068765:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.068766:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.068768:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.068770:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.068772:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.068773:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.068779:0:240155:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976343.068781:0:240155:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976343.068789:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 2 00010000:00000001:0.0:1783976343.068791:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.068794:0:240155:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976343.068798:0:240155:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976343.068801:0:240155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976343.068810:0:240155:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976343.068815:0:240155:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976343.068817:0:240155:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976343.068819:0:240155:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff4:0x0] mode (null) 00000002:00000001:0.0:1783976343.068823:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.068826:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.068828:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976343.068831:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.068835:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.068836:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.068837:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.068839:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976343.068842:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.068844:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.068846:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.068847:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.068848:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976343.068850:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.068852:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.068854:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.068854:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.068856:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976343.068857:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.068859:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.068861:0:240155:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.068863:0:240155:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.068865:0:240155:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.068870:0:240155:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.068874:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.068878:0:240155:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.068956:0:240155:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.068964:0:240155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.068969:0:240155:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.068974:0:240155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.068987:0:240155:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.068992:0:240155:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.068995:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345ca00. 00000008:00000010:0.0:1783976343.068998:0:240155:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.069001:0:240155:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.069005:0:240155:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.069008:0:240155:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.069011:0:240155:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.069094:0:240155:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.069097:0:240155:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976343.069100:0:240155:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff4:0x0]: losing layout lock 00000080:00000001:0.0:1783976343.069103:0:240155:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976343.069106:0:240155:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976343.069417:0:240155:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.069422:0:240155:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.069425:0:240155:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff4:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976343.069427:0:240155:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.069429:0:240155:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976343.069432:0:240155:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.069436:0:240155:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.069441:0:240155:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.069445:0:240155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.069448:0:240155:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.069451:0:240155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.069454:0:240155:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.069458:0:240155:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.069461:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c200. 00000008:00000010:0.0:1783976343.069464:0:240155:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.069467:0:240155:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.069470:0:240155:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.069473:0:240155:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.069476:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345ca00. 00000020:00000010:0.0:1783976343.069478:0:240155:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.069481:0:240155:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.069484:0:240155:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976343.069486:0:240155:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) invalid 00000020:00000001:0.0:1783976343.069489:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f838 00000080:00002000:0.0:1783976343.069491:0:240155:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-c.1 (ffff96f97a8f7360) parent ffff96f97c080510 inode ffff96f97ab663c8 refc 1 00000080:00000001:0.0:1783976343.069495:0:240155:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976343.069498:0:240155:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976343.069500:0:240155:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.069504:0:240155:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976343.069509:0:240155:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976343.069511:0:240155:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976343.069514:0:240155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.069517:0:240155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976343.069521:0:240155:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b400 with handle 0x5bb448586bd094d3 from hash 00010000:00000001:0.0:1783976343.069524:0:240155:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976343.069525:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.069527:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.069528:0:240155:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976343.069532:0:240155:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976343.069533:0:240155:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976343.069536:0:240155:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976343.069538:0:240155:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.069541:0:240155:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976343.069548:0:240155:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06680. 00000020:00000040:0.0:1783976343.069553:0:240155:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976343.069559:0:240155:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.069564:0:240155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.069567:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.069568:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.069570:0:240155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.069573:0:240155:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.069576:0:240155:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.069582:0:240155:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.069592:0:240155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345ca00. 00000100:00000001:0.0:1783976343.069600:0:240155:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.069603:0:240155:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.069606:0:240155:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976343.069612:0:240155:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976343.069619:0:240155:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976343.069620:0:240155:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976343.069622:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976343.069624:0:240155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094d3 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac13d expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976343.069632:0:240155:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99040. 00010000:00000040:0.0:1783976343.069638:0:240155:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63300 count: 0 00010000:00000010:0.0:1783976343.069643:0:240155:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8a80. 00010000:00000001:0.0:1783976343.069652:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.069654:0:240155:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.069656:0:240155:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.069658:0:240155:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.069660:0:240155:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976343.069662:0:240155:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976343, ctime 1783976343 00000020:00100000:0.0:1783976343.069672:0:240155:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976343.069684:0:240155:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06680 x1870620496655488/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976343.069693:0:240155:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.069695:0:240155:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.069704:0:240155:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f180. 00000100:00000001:0.0:1783976343.069707:0:240155:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536448 : -115476773015168 : ffff96f977f6f180) 00000100:00000001:0.0:1783976343.069710:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.069712:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000001:0.0:1783976343.069718:0:240155:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.069723:0:240155:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.069725:0:240155:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.069727:0:240155:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.069732:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06680 x1870620496655488/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.069740:0:240155:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.069743:0:240155:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.069747:0:240155:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.069750:0:240155:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.069753:0:240155:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.069757:0:240155:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240155:1870620496655488:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976343.069761:0:240155:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.069768:0:240155:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.069771:0:240155:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.069774:0:240155:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.069779:0:240155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976343.069782:0:240155:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.069790:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.069796:0:240155:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.069803:0:240155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976343.069814:0:240155:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496655488, portal 10 00000100:00000001:0.0:1783976343.069816:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.069817:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000040:0.0:1783976343.069825:0:240155:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c06680 x1870620496655488/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976359 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.069833:0:240155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.069836:0:240155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.069839:0:240155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729783b8. 00000100:00000200:0.0:1783976343.069843:0:240155:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496655488, offset 0 00000400:00000200:0.0:1783976343.069852:0:240155:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.069864:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.069873:0:240155:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.069880:0:240155:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.069957:0:240155:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.069962:0:240155:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.069965:0:240155:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.069969:0:240155:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778681:778681:256:4294967295] 192.168.201.114@tcp LPNI seq info [778659:778659:8:4294967295] 00000400:00000200:0.0:1783976343.069974:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.069997:0:240155:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.070004:0:240155:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.070011:0:240155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783976343.070095:0:240155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.070106:0:240155:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.070111:0:240155:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.070274:0:240155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.070280:0:240155:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976343.070285:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.070289:0:240155:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548919 00000100:00000001:0.0:1783976343.070292:0:240155:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308548929 00000100:00000001:0.0:1783976343.070295:0:240155:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548919 00000100:00000001:0.0:1783976343.070298:0:240155:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308548929 00000100:00000001:0.0:1783976343.070301:0:240155:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.070304:0:240155:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.070306:0:240155:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.070308:0:240155:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.070311:0:240155:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f180 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.070314:0:240155:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.070318:0:240155:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.075818:0:240155:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.075954:0:240155:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.075957:0:240155:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.075962:0:240155:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976343.075967:0:240155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783976343.075969:0:240155:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783976343.075972:0:240155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.075988:0:240155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06680 x1870620496655488/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976343.075999:0:240155:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06680 x1870620496655488/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.076005:0:240155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.076007:0:240155:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.076010:0:240155:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.076075:0:240155:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.076079:0:240155:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.076082:0:240155:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.076367:0:240155:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.076381:0:240155:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.076387:0:240155:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.076391:0:240155:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.076393:0:240155:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.076396:0:240155:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.076401:0:240155:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.076405:0:240155:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.076409:0:240155:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.076411:0:240155:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.076413:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.076415:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000001:0.0:1783976343.076419:0:240155:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.076421:0:240155:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976343.076423:0:240155:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.076425:0:240155:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.076432:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06680 x1870620496655488/t25770086056(25770086056) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.076440:0:240155:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.076443:0:240155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.076445:0:240155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.076450:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06680 x1870620496655488/t25770086056(25770086056) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976343.076457:0:240155:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240155:1870620496655488:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976343.076463:0:240155:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.076466:0:240155:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.076469:0:240155:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.076472:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.076475:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06680 x1870620496655488/t25770086056(25770086056) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.076483:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.076486:0:240155:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f180. 00000100:00000001:0.0:1783976343.076490:0:240155:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.076492:0:240155:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.076501:0:240155:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.076505:0:240155:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.076513:0:240155:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976343.076515:0:240155:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976343.076528:0:240155:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513204 : 144115373061513204 : 200002b12011ff4) 00000080:00000001:0.0:1783976343.076531:0:240155:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976343.076539:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.076543:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06680 x1870620496655488/t25770086056(25770086056) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.076549:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.076551:0:240155:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976343.076554:0:240155:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.076556:0:240155:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.076561:0:240155:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976343.076564:0:240155:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.076566:0:240155:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.076569:0:240155:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.076570:0:240155:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.076572:0:240155:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.076575:0:240155:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976343.076578:0:240155:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.076586:0:240155:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.076593:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.076600:0:240155:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.076604:0:240155:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.076612:0:240155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.076618:0:240155:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.076624:0:240155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.076631:0:240155:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.076635:0:240155:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.076639:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d400. 00000008:00000010:0.0:1783976343.076644:0:240155:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.076648:0:240155:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.076652:0:240155:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.076656:0:240155:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.076659:0:240155:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.076662:0:240155:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.076667:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34f58 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.076671:0:240155:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976343.076674:0:240155:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976343.076676:0:240155:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ff4:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976343.076681:0:240155:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.076682:0:240155:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976343.076686:0:240155:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976343.076688:0:240155:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976343.076691:0:240155:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.076695:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.076699:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.076702:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.076706:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.076708:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.076710:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.076712:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.076716:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.076720:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.076728:0:240155:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.076730:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.076732:0:240155:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff4:0x0]: 0 00000080:00000001:0.0:1783976343.076734:0:240155:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.076738:0:240155:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976343.076743:0:240155:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345da00. 00000080:00010000:0.0:1783976343.076750:0:240155:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) 00000080:00000001:0.0:1783976343.076754:0:240155:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.076758:0:240155:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.076762:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f958 00800000:00000002:0.0:1783976343.076764:0:240155:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b12:0x11ff4:0x0] '' on [0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.076768:0:240155:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976343.076770:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.076772:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.076773:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.076774:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.076776:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.076777:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.076779:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.076782:0:240155:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11ff4:0x0], fid2=[0x200002b12:0x11ff4:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.076787:0:240155:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.076789:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f828 00000002:00010000:0.0:1783976343.076791:0:240155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11ff4:0x0]) in obj [0x200002b12:0x11ff4:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976343.076796:0:240155:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976343.076798:0:240155:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976343.076804:0:240155:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06300. 00000020:00000040:0.0:1783976343.076808:0:240155:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976343.076815:0:240155:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.076821:0:240155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.076830:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.076832:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.076834:0:240155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.076837:0:240155:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.076840:0:240155:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.076845:0:240155:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.076854:0:240155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345d800. 00000100:00000001:0.0:1783976343.076862:0:240155:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.076866:0:240155:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.076868:0:240155:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.076869:0:240155:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.076870:0:240155:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.076872:0:240155:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.076876:0:240155:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00010000:00000001:0.0:1783976343.076880:0:240155:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.076971:0:240155:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.076987:0:240155:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63100. 00010000:00000010:0.0:1783976343.076992:0:240155:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8a80. 00010000:00000001:0.0:1783976343.076997:0:240155:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.077002:0:240155:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019bc00. 00000020:00000001:0.0:1783976343.077008:0:240155:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.077012:0:240155:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019bc00 with handle 0x5bb448586bd094da to hash 00000020:00000001:0.0:1783976343.077415:0:240155:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.077418:0:240155:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.077422:0:240155:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.077427:0:240155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.077430:0:240155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.077435:0:240155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.077447:0:240155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.077462:0:240155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.077467:0:240155:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.077470:0:240155:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.077479:0:240155:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f180. 00000100:00000001:0.0:1783976343.077481:0:240155:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536448 : -115476773015168 : ffff96f977f6f180) 00000100:00000001:0.0:1783976343.077484:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.077485:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000001:0.0:1783976343.077491:0:240155:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.077496:0:240155:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.077498:0:240155:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.077500:0:240155:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.077508:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.077516:0:240155:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.077519:0:240155:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.077523:0:240155:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.077526:0:240155:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.077529:0:240155:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.077532:0:240155:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240155:1870620496655616:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.077537:0:240155:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.077543:0:240155:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.077546:0:240155:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.077548:0:240155:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.077558:0:240155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d2e2000. 02000000:00000001:0.0:1783976343.077560:0:240155:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.077568:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.077572:0:240155:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.077581:0:240155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f000. 00000100:00000200:0.0:1783976343.077590:0:240155:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496655616, portal 10 00000100:00000001:0.0:1783976343.077592:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.077593:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000040:0.0:1783976343.077599:0:240155:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976359 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.077606:0:240155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.077608:0:240155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.077612:0:240155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976343.077616:0:240155:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496655616, offset 0 00000400:00000200:0.0:1783976343.077625:0:240155:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.077635:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.077644:0:240155:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.077651:0:240155:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.077656:0:240155:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.077660:0:240155:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.077663:0:240155:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.077668:0:240155:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778682:778682:256:4294967295] 192.168.201.114@tcp LPNI seq info [778660:778660:8:4294967295] 00000400:00000200:0.0:1783976343.077673:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.077683:0:240155:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.077690:0:240155:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.077696:0:240155:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a600. 00000800:00000200:0.0:1783976343.077704:0:240155:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.077713:0:240155:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.077718:0:240155:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a600 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.077809:0:240155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.077816:0:240155:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976343.077821:0:240155:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.077824:0:240155:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548926 00000100:00000001:0.0:1783976343.077827:0:240155:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308548929 00000100:00000001:0.0:1783976343.077832:0:240155:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548926 00000100:00000001:0.0:1783976343.077834:0:240155:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308548929 00000100:00000001:0.0:1783976343.077837:0:240155:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.077840:0:240155:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.077843:0:240155:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.077845:0:240155:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.077848:0:240155:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f180 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.077850:0:240155:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.077853:0:240155:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.083837:0:240155:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.083991:0:240155:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.083994:0:240155:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.083999:0:240155:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976343.084004:0:240155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f000 00000400:00000010:0.0:1783976343.084007:0:240155:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f000. 00000100:00000001:0.0:1783976343.084011:0:240155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.084168:0:240155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.084181:0:240155:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.084187:0:240155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.084190:0:240155:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.084194:0:240155:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.084199:0:240155:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.084202:0:240155:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.084206:0:240155:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.084210:0:240155:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.084222:0:240155:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.084228:0:240155:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.084232:0:240155:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.084234:0:240155:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.084237:0:240155:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.084241:0:240155:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.084246:0:240155:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.084250:0:240155:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976343.084252:0:240155:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.084256:0:240155:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.084263:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.084271:0:240155:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.084275:0:240155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.084277:0:240155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.084281:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.084360:0:240155:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240155:1870620496655616:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.084367:0:240155:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.084370:0:240155:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.084373:0:240155:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.084375:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.084379:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.084387:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.084390:0:240155:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f180. 00000100:00000001:0.0:1783976343.084393:0:240155:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.084395:0:240155:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.084399:0:240155:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976343.084405:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084408:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084412:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=4 00000020:00000001:0.0:1783976343.084415:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084419:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000040:0.0:1783976343.084429:0:240155:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019bc00, remote cookie: 0xa91b1f6e92eac152, flags: 0x1000 00010000:00000001:0.0:1783976343.084433:0:240155:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976343.084439:0:240155:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976343.084442:0:240155:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976343.084444:0:240155:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976343.084447:0:240155:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976343.084450:0:240155:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff4:0x0].0x0 (ffff96f977b63100) refcount = 1 00010000:00010000:0.0:1783976343.084457:0:240155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.084467:0:240155:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976343.084471:0:240155:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976343.084473:0:240155:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.084477:0:240155:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976343.084480:0:240155:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.084483:0:240155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.084490:0:240155:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976343.084492:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084495:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.084496:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084497:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.084499:0:240155:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.084504:0:240155:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976343.084506:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084508:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084509:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.084511:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084513:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084515:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084516:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976343.084521:0:240155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976343.084530:0:240155:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976343.084533:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084533:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084535:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.084536:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084539:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00000002:00010000:0.0:1783976343.084543:0:240155:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976343.084555:0:240155:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99040. 00010000:00000001:0.0:1783976343.084557:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084558:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.084560:0:240155:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.084563:0:240155:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.084567:0:240155:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976343.084569:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084570:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084572:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.084574:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084576:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00000002:00010000:0.0:1783976343.084580:0:240155:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.084586:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084587:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.084589:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.084591:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084592:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084593:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.084595:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084597:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000040:0.0:1783976343.084604:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 2 00010000:00000001:0.0:1783976343.084607:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976343.084612:0:240155:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73716 (0 0) 00010000:00000001:0.0:1783976343.084615:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084616:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.084617:0:240155:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976343.084621:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5f7b0 00000002:00002000:0.0:1783976343.084623:0:240155:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976343.084626:0:240155:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.084631:0:240155:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.084634:0:240155:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976343.084637:0:240155:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11ff4:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976343.084640:0:240155:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.084643:0:240155:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.084647:0:240155:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06300 x1870620496655616/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.084653:0:240155:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976343.084656:0:240155:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.084659:0:240155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d2e2000. 02000000:00000001:0.0:1783976343.084664:0:240155:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976343.084666:0:240155:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976343.084669:0:240155:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976343.084671:0:240155:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976343.084674:0:240155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345d800. 02000000:00000001:0.0:1783976343.084678:0:240155:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976343.084680:0:240155:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976343.084682:0:240155:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06300. 00000100:00000001:0.0:1783976343.084687:0:240155:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976343.084688:0:240155:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976343.084694:0:240155:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345da00. 00000080:00010000:0.0:1783976343.084700:0:240155:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) for lock 0x5bb448586bd094da 00800000:00000001:0.0:1783976343.084706:0:240155:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.084709:0:240155:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.084710:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084711:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084713:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.084715:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084717:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084719:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084720:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.084723:0:240155:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.084725:0:240155:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.084729:0:240155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd094da from it ffffaf1481d5fa78 00010000:00000001:0.0:1783976343.084731:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084732:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084733:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.084735:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084737:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084740:0:240155:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.084744:0:240155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.084751:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084752:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.084754:0:240155:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.084757:0:240155:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.084760:0:240155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.084768:0:240155:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.084771:0:240155:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.084774:0:240155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.084781:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084782:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.084784:0:240155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.084787:0:240155:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.084789:0:240155:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.084791:0:240155:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.084794:0:240155:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.084796:0:240155:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.084797:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.084799:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.084801:0:240155:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.084805:0:240155:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976343.084807:0:240155:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.084813:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.084817:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.084820:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.084823:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.084825:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.084827:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.084830:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.084833:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.084835:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.084838:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 2 00010000:00000001:0.0:1783976343.084840:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.084844:0:240155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.084848:0:240155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.084851:0:240155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976343.084859:0:240155:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.084864:0:240155:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.084867:0:240155:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976343.084874:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976343.084876:0:240155:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff4:0x0]: 16 00000080:00000001:0.0:1783976343.084878:0:240155:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976343.084965:0:240155:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976343.084967:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.084968:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.084970:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.084972:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.084975:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00000080:00010000:0.0:1783976343.084989:0:240155:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11ff4:0x0](0000000013fddb8f) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976343.084998:0:240155:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.084999:0:240155:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.085001:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.085002:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.085004:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=4 00000020:00000001:0.0:1783976343.085006:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.085008:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.085010:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.085011:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.085266:0:240155:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.085270:0:240155:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.085273:0:240155:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976343.085275:0:240155:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11ff4:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99040 l_lvb_len=56 00000080:00000001:0.0:1783976343.085278:0:240155:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.085281:0:240155:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.085284:0:240155:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.085370:0:240155:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.085377:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.085384:0:240155:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d800. 00000020:00000010:0.0:1783976343.085388:0:240155:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.085397:0:240155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.085404:0:240155:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.085410:0:240155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.085419:0:240155:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.085424:0:240155:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.085429:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c800. 00000008:00000010:0.0:1783976343.085434:0:240155:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.085438:0:240155:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.085442:0:240155:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.085446:0:240155:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.085449:0:240155:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.085452:0:240155:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.085454:0:240155:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.085459:0:240155:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.085462:0:240155:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.085468:0:240155:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e6c0. 00020000:00000010:0.0:1783976343.085473:0:240155:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.085480:0:240155:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e480. 00020000:00000001:0.0:1783976343.085482:0:240155:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164800 : -115476674386816 : ffff96f97dd7e480) 00020000:00000002:0.0:1783976343.085486:0:240155:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e480, objid 0x11ff4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.085492:0:240155:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.085497:0:240155:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x2c0000403:5857 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976343.085501:0:240155:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d8b8) owner ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.085504:0:240155:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.085507:0:240155:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d8b8) owner ffff96f94a0da7c0 00020000:00000010:0.0:1783976343.085512:0:240155:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.085516:0:240155:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e6c0. 00020000:00000010:0.0:1783976343.085520:0:240155:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e480. 00020000:00000002:0.0:1783976343.085522:0:240155:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff4:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.085524:0:240155:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085526:0:240155:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085530:0:240155:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976343.085534:0:240155:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976343.085537:0:240155:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e840 addref 2/0 by ffff96f94a0da7c0. 00020000:00000002:0.0:1783976343.085540:0:240155:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.085542:0:240155:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976343.085545:0:240155:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976343.085546:0:240155:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976343.085548:0:240155:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976343.085550:0:240155:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976343.085553:0:240155:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff4:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976343.085556:0:240155:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976343.085560:0:240155:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d800. 00000020:00000010:0.0:1783976343.085564:0:240155:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.085567:0:240155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.085571:0:240155:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.085574:0:240155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.085577:0:240155:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.085581:0:240155:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.085585:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345da00. 00000008:00000010:0.0:1783976343.085588:0:240155:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.085591:0:240155:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.085594:0:240155:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.085596:0:240155:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976343.085600:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.085602:0:240155:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00000080:00000001:0.0:1783976343.085605:0:240155:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.085607:0:240155:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976343.085609:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.085610:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.085612:0:240155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.085613:0:240155:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.085615:0:240155:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019bc00 refcount=3 00000020:00000001:0.0:1783976343.085617:0:240155:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.085619:0:240155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760576 : -115481736791040 : ffff96f85019bc00) 00010000:00000001:0.0:1783976343.085622:0:240155:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.085625:0:240155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.085632:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.085633:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.085635:0:240155:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.085637:0:240155:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.085640:0:240155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976343.085646:0:240155:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.085648:0:240155:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.085649:0:240155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.085652:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.085653:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.085655:0:240155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.085657:0:240155:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.085659:0:240155:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.085661:0:240155:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.085664:0:240155:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.085666:0:240155:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.085668:0:240155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.085669:0:240155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.085670:0:240155:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.085673:0:240155:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.085677:0:240155:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976343.085681:0:240155:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ff4:0x0]io ffff96f96174d090 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976343.085684:0:240155:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.085687:0:240155:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976343.085690:0:240155:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976343.085692:0:240155:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976343.085695:0:240155:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.085697:0:240155:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976343.085700:0:240155:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976343.085702:0:240155:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085705:0:240155:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.085707:0:240155:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976343.085708:0:240155:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976343.085710:0:240155:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00000020:00000001:0.0:1783976343.085713:0:240155:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085717:0:240155:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976343.085720:0:240155:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976343.085722:0:240155:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976343.085725:0:240155:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976343.085727:0:240155:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976343.085731:0:240155:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976343.085735:0:240155:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976343.085737:0:240155:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976343.085738:0:240155:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.085742:0:240155:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.085744:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.085747:0:240155:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.085749:0:240155:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.085753:0:240155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.085755:0:240155:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.085757:0:240155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.085762:0:240155:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.085764:0:240155:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.085767:0:240155:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d800. 00000008:00000010:0.0:1783976343.085769:0:240155:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.085771:0:240155:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.085774:0:240155:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.085776:0:240155:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.085778:0:240155:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.085780:0:240155:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.085785:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dc349e0 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.085787:0:240155:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976343.085790:0:240155:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.085791:0:240155:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976343.085792:0:240155:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.085794:0:240155:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.085797:0:240155:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926600 : -115477650625016 : ffff96f943a7ae08) 00000020:00000001:0.0:1783976343.085800:0:240155:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976343.085802:0:240155:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976343.085807:0:240155:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085808:0:240155:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.085811:0:240155:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.085813:0:240155:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085814:0:240155:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085817:0:240155:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976343.085820:0:240155:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976343.085822:0:240155:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976343.085824:0:240155:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976343.085826:0:240155:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976343.085827:0:240155:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085829:0:240155:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.085831:0:240155:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.085832:0:240155:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085833:0:240155:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976343.085834:0:240155:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085836:0:240155:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085838:0:240155:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976343.085842:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34f58 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.085844:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34f58 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.085846:0:240155:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976343.085850:0:240155:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085851:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34f58 -> ffff96f97dc34f58 00020000:00000001:0.0:1783976343.085854:0:240155:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976343.085855:0:240155:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976343.085856:0:240155:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976343.085857:0:240155:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976343.085859:0:240155:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976343.085861:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcfc0 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.085862:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcfc0 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.085864:0:240155:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976343.085867:0:240155:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085869:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcfc0 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.085870:0:240155:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976343.085873:0:240155:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976343.085876:0:240155:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085877:0:240155:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.085879:0:240155:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbcfc0 -> ffff96f97dc34f58 00000020:00000001:0.0:1783976343.085965:0:240155:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976343.085968:0:240155:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976343.085969:0:240155:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976343.085971:0:240155:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976343.085973:0:240155:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976343.085974:0:240155:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976343.085986:0:240155:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976343.085994:0:240155:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06300. 00000020:00000040:0.0:1783976343.086000:0:240155:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=4 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976343.086005:0:240155:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.086009:0:240155:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.086460:0:240155:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.086470:0:240155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345de00. 00000100:00000001:0.0:1783976343.086479:0:240155:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.086493:0:240155:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.086498:0:240155:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.086512:0:240155:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004327cb82] to pc [ptlrpcd_00_01+1] req@ffff96f981c06300 x1870620496655744/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976343.086909:0:240155:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976343.086914:0:240155:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.086917:0:240155:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.086919:0:240155:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.086921:0:240155:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.086924:0:240155:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.086925:0:240155:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.086927:0:240155:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976343.086932:0:240155:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976343.086933:0:240155:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976343.086934:0:240155:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976343.086947:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.086951:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.093409:0:240155:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976343.093413:0:240155:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.093417:0:240155:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.093422:0:240155:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976343.093425:0:240155:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976343.093429:0:240155:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976343.093431:0:240155:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976343.093433:0:240155:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976343.093435:0:240155:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976343.093436:0:240155:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.093439:0:240155:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.093440:0:240155:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976343.093442:0:240155:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976343.093443:0:240155:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976343.093445:0:240155:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976343.093446:0:240155:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976343.093448:0:240155:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976343.093450:0:240155:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976343.093450:0:240155:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976343.093453:0:240155:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976343.093454:0:240155:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.093456:0:240155:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.093458:0:240155:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976343.093459:0:240155:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976343.093461:0:240155:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.093464:0:240155:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976343.093465:0:240155:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976343.093467:0:240155:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976343.093468:0:240155:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976343.093469:0:240155:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976343.093473:0:240155:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976343.093479:0:240155:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.093487:0:240155:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e060. 00000008:00000010:0.0:1783976343.093493:0:240155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.093498:0:240155:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.093504:0:240155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.093510:0:240155:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.093514:0:240155:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.093518:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c800. 00000008:00000010:0.0:1783976343.093521:0:240155:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.093525:0:240155:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.093529:0:240155:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.093533:0:240155:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976343.093536:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d800. 00000020:00000010:0.0:1783976343.093538:0:240155:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00020000:00000001:0.0:1783976343.093541:0:240155:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976343.093543:0:240155:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976343.093546:0:240155:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976343.093549:0:240155:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ff4:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976343.093553:0:240155:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976343.093554:0:240155:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976343.093555:0:240155:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.093557:0:240155:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.093559:0:240155:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.093562:0:240155:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.093564:0:240155:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.093566:0:240155:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.093569:0:240155:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.093571:0:240155:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.093573:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c200. 00000008:00000010:0.0:1783976343.093575:0:240155:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.093577:0:240155:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.093579:0:240155:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.093581:0:240155:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.093583:0:240155:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d400. 00000020:00000010:0.0:1783976343.093586:0:240155:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.093588:0:240155:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.093592:0:240155:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976343.093597:0:240155:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345c000. 00000020:00000001:0.0:1783976343.093607:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fc30 00000080:00200008:0.0:1783976343.093610:0:240155:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-c.1:[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976343.000000000, mtime 1783976343.000000000, ctime 1783976343.000000000, rc 0 00000080:00000001:0.0:1783976343.093617:0:240155:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.093641:0:240155:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976343.093645:0:240155:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976343.093649:0:240155:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.093652:0:240155:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.093661:0:240155:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976343.093664:0:240155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d5fdb8 00000080:00200008:0.0:1783976343.093666:0:240155:0:(file.c:447:ll_file_release()) START file f56oe.sanity-c.1:[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8), flags 104001 00000080:00000001:0.0:1783976343.093670:0:240155:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976343.093673:0:240155:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976343.093675:0:240155:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976343.093676:0:240155:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976343.093678:0:240155:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.093680:0:240155:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.093682:0:240155:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976343.093689:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.093693:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.093696:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.093698:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.093700:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.093702:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.093704:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.093711:0:240155:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.093715:0:240155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.093723:0:240155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 2 00010000:00000001:0.0:1783976343.093726:0:240155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.093732:0:240155:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.093735:0:240155:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff4:0x0]: 0 00000080:00000001:0.0:1783976343.093737:0:240155:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976343.093740:0:240155:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976343.093818:0:240155:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f85345c000. 00000080:00000001:0.0:1783976343.093821:0:240155:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976343.093828:0:240155:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976343.093832:0:240155:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976343.093833:0:240155:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.093835:0:240155:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.093836:0:240155:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.093837:0:240155:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.093839:0:240155:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.093841:0:240155:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.093843:0:240155:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.093845:0:240155:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11ff4:0x0] 00000002:00000001:0.0:1783976343.093849:0:240155:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976343.093852:0:240155:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11ff4:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976343.093859:0:240155:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976343.093863:0:240155:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976343.093868:0:240155:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.093872:0:240155:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.093877:0:240155:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.093951:0:240155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345d400. 00000100:00000001:0.0:1783976343.093959:0:240155:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976343.093974:0:240155:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976343.093995:0:240155:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976343.093999:0:240155:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04e00 x1870620496656000/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976343.094007:0:240155:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.094009:0:240155:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.094082:0:240155:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f180. 00000100:00000001:0.0:1783976343.094249:0:240155:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536448 : -115476773015168 : ffff96f977f6f180) 00000100:00000001:0.0:1783976343.094252:0:240155:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.094254:0:240155:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976343.094259:0:240155:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.094264:0:240155:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.094266:0:240155:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.094268:0:240155:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.094272:0:240155:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496656000/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.094280:0:240155:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.094282:0:240155:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.094392:0:240155:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.094396:0:240155:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.094398:0:240155:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.094403:0:240155:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240155:1870620496656000:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976343.094407:0:240155:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.094414:0:240155:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.094417:0:240155:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.094419:0:240155:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:0.0:1783976343.115612:0:240156:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.115617:0:240156:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.115621:0:240156:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976343.115625:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3b20 00000080:00200000:0.0:1783976343.115630:0:240156:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976343.115639:0:240156:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976343.115646:0:240156:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976343.115651:0:240156:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.115657:0:240156:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.115660:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3a40 00800000:00000002:0.0:1783976343.115663:0:240156:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.115667:0:240156:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976343.115671:0:240156:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.115674:0:240156:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.115678:0:240156:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.115681:0:240156:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.115683:0:240156:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.115685:0:240156:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.115688:0:240156:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.115693:0:240156:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.115699:0:240156:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.115702:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3910 00000002:00010000:0.0:1783976343.115704:0:240156:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976343.115708:0:240156:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976343.115710:0:240156:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.115715:0:240156:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.115724:0:240156:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976343.115727:0:240156:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.115733:0:240156:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.115738:0:240156:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.115744:0:240156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1783976343.115833:0:240156:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.115840:0:240156:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.115844:0:240156:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1783976343.115852:0:240156:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976343.115854:0:240156:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.115856:0:240156:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.115859:0:240156:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.115861:0:240156:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.115863:0:240156:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976343.115866:0:240156:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976343.115869:0:240156:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976343.115873:0:240156:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000080:00000001:0.0:1783976343.115878:0:240156:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976343.115879:0:240156:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.115892:0:240156:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976343.115897:0:240156:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976343.115900:0:240156:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.115903:0:240156:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.115905:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.115907:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.115911:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.115913:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.115916:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.115920:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.115922:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.115923:0:240156:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.115925:0:240156:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.115927:0:240156:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf14814f3b58 00010000:00000001:0.0:1783976343.115929:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.115930:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.115931:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.115934:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.115935:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.115938:0:240156:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.115941:0:240156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1783976343.115947:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.115949:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.115950:0:240156:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.115953:0:240156:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.115956:0:240156:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976343.115963:0:240156:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.115968:0:240156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.115970:0:240156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.115985:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.115986:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.115989:0:240156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.115993:0:240156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.115995:0:240156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.115998:0:240156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.116002:0:240156:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.116005:0:240156:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.116006:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.116007:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976343.116010:0:240156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976343.116012:0:240156:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.116014:0:240156:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976343.116019:0:240156:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.116024:0:240156:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976343.116027:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3ae8 00000080:00002000:0.0:1783976343.116029:0:240156:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 0 00000080:00000001:0.0:1783976343.116032:0:240156:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.116035:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3b30 00000080:00200000:0.0:1783976343.116036:0:240156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=24 00000080:00000001:0.0:1783976343.116041:0:240156:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976343.116044:0:240156:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.116047:0:240156:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.116048:0:240156:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976343.116051:0:240156:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.116062:0:240156:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c306a0. 00000020:00000001:0.0:1783976343.116066:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3ae8 00000080:00200000:0.0:1783976343.116069:0:240156:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f56oe.sanity-c.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), flags=8 00000080:00000001:0.0:1783976343.116072:0:240156:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976343.116074:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3998 00000080:00200000:0.0:1783976343.116076:0:240156:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-c.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=getattr 00000080:00000010:0.0:1783976343.116249:0:240156:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976343.116254:0:240156:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.116258:0:240156:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.116261:0:240156:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.116263:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f38b8 00800000:00000002:0.0:1783976343.116265:0:240156:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f56oe.sanity-c.1' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976343.116268:0:240156:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1783976343.116275:0:240156:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-c.1 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976343.116279:0:240156:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00000020:00000001:0.0:1783976343.116282:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3850 00800000:00000002:0.0:1783976343.116284:0:240156:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x0:0x0:0x0], name='f56oe.sanity-c.1' -> mds #0 00000002:00000001:0.0:1783976343.116352:0:240156:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.116354:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3788 00000002:00010000:0.0:1783976343.116356:0:240156:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-c.1,[0x0:0x0:0x0]) in obj [0x200002b10:0xdf:0x0], intent: getattr flags 01 00000002:00000001:0.0:1783976343.116361:0:240156:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976343.116363:0:240156:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1783976343.116370:0:240156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05c00. 00000020:00000040:0.0:1783976343.116374:0:240156:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=27 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976343.116382:0:240156:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.116387:0:240156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.116391:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.116392:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.116393:0:240156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.116396:0:240156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.116399:0:240156:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.116402:0:240156:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.116410:0:240156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85438b400. 00000100:00000001:0.0:1783976343.116419:0:240156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.116425:0:240156:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.116428:0:240156:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.116429:0:240156:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.116431:0:240156:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.116433:0:240156:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.116443:0:240156:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00010000:00000001:0.0:1783976343.116447:0:240156:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.116450:0:240156:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.116456:0:240156:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63300. 00010000:00000010:0.0:1783976343.116460:0:240156:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976343.116465:0:240156:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.116468:0:240156:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b400. 00000020:00000001:0.0:1783976343.116471:0:240156:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.116474:0:240156:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b400 with handle 0x5bb448586bd094e1 to hash 00000020:00000001:0.0:1783976343.116477:0:240156:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.116479:0:240156:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.116483:0:240156:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.116486:0:240156:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.116488:0:240156:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.116492:0:240156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240156 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.116500:0:240156:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240156 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.116511:0:240156:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240156 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.116517:0:240156:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.116519:0:240156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.116527:0:240156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f000. 00000100:00000001:0.0:1783976343.116529:0:240156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536064 : -115476773015552 : ffff96f977f6f000) 00000100:00000001:0.0:1783976343.116533:0:240156:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.116534:0:240156:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976343.116540:0:240156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.116544:0:240156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.116547:0:240156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.116549:0:240156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.116562:0:240156:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.116572:0:240156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.116574:0:240156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.116579:0:240156:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.116581:0:240156:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.116584:0:240156:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.116587:0:240156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job stat:f0ae10f0-aea6-4997-adfc-1138d73325aa:240156:1870620496656128:192.168.201.114@tcp:101:stat.0 00000100:00000001:0.0:1783976343.116592:0:240156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.116599:0:240156:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.116602:0:240156:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.116605:0:240156:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.116628:0:240156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976343.116630:0:240156:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.116640:0:240156:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.116645:0:240156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.116652:0:240156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff96f977f6fd80. 00000100:00000200:0.0:1783976343.116661:0:240156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870620496656128, portal 10 00000100:00000001:0.0:1783976343.116663:0:240156:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.116664:0:240156:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000040:0.0:1783976343.116671:0:240156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/9088 e 0 to 0 dl 1783976359 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.116679:0:240156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.116682:0:240156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.116686:0:240156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978000. 00000100:00000200:0.0:1783976343.116690:0:240156:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1870620496656128, offset 0 00000400:00000200:0.0:1783976343.116698:0:240156:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.116709:0:240156:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.116718:0:240156:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.116724:0:240156:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.116728:0:240156:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.116733:0:240156:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.116736:0:240156:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.116741:0:240156:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778685:778685:256:4294967295] 192.168.201.114@tcp LPNI seq info [778663:778663:8:4294967295] 00000400:00000200:0.0:1783976343.116989:0:240156:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.117004:0:240156:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.117065:0:240156:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.117072:0:240156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783976343.117079:0:240156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.117165:0:240156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.117172:0:240156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.117194:0:240156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.117200:0:240156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976343.117205:0:240156:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.117209:0:240156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548963 00000100:00000001:0.0:1783976343.117217:0:240156:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308548958 00000100:00000001:0.0:1783976343.117222:0:240156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548963 00000100:00000001:0.0:1783976343.117226:0:240156:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308548958 00000100:00000001:0.0:1783976343.117230:0:240156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.117233:0:240156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.117236:0:240156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.117238:0:240156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.117241:0:240156:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.117244:0:240156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.117248:0:240156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.127636:0:240156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.127646:0:240156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.127649:0:240156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.127653:0:240156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976343.127659:0:240156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6fd80 00000400:00000010:0.0:1783976343.127662:0:240156:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976343.127665:0:240156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.127670:0:240156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/9088 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.127679:0:240156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/9088 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.127685:0:240156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.127686:0:240156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.127689:0:240156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.127693:0:240156:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.127696:0:240156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.127698:0:240156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.127701:0:240156:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.127713:0:240156:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.127717:0:240156:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.127720:0:240156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.127722:0:240156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.127725:0:240156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.127729:0:240156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.127734:0:240156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.127737:0:240156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976343.127739:0:240156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.127742:0:240156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.127757:0:240156:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/640 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.127763:0:240156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.127767:0:240156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.127769:0:240156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.127772:0:240156:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/640 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.127779:0:240156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job stat:f0ae10f0-aea6-4997-adfc-1138d73325aa:240156:1870620496656128:192.168.201.114@tcp:101:stat.0 00000100:00000001:0.0:1783976343.127783:0:240156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.127786:0:240156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.127788:0:240156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.127790:0:240156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.127793:0:240156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/640 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.127799:0:240156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.127802:0:240156:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f000. 00000100:00000001:0.0:1783976343.127804:0:240156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.127806:0:240156:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.127809:0:240156:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976343.127815:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.127818:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.127822:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976343.127824:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.127827:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976343.127835:0:240156:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b400, remote cookie: 0xa91b1f6e92eac16e, flags: 0x1001 00010000:00010000:0.0:1783976343.127841:0:240156:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 4/1,0 mode: --/CR res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976343.127850:0:240156:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff4:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976343.127854:0:240156:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976343.127862:0:240156:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 2 00010000:00000001:0.0:1783976343.127864:0:240156:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976343.127867:0:240156:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63300 count: 0 00010000:00000010:0.0:1783976343.127873:0:240156:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976343.127888:0:240156:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.127891:0:240156:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.127900:0:240156:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 4/1,0 mode: --/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.127907:0:240156:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976343.127911:0:240156:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976343.127914:0:240156:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976343.127916:0:240156:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976343.127917:0:240156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976343.127919:0:240156:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff4:0x0].0x0 (ffff96f977b63100) refcount = 2 00010000:00000040:0.0:1783976343.127921:0:240156:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976343.127923:0:240156:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976343.127929:0:240156:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.127935:0:240156:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976343.127939:0:240156:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976343.127941:0:240156:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.127944:0:240156:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976343.127946:0:240156:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.127949:0:240156:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.127955:0:240156:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976343.127957:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.127959:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.127960:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.127961:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.127962:0:240156:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.127967:0:240156:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976343.127969:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.127970:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.127971:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.127973:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.127986:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.127988:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.127989:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.127990:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=4 00000020:00000001:0.0:1783976343.127992:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.127994:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.127997:0:240156:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.128000:0:240156:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.128004:0:240156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.128010:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128200:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.128202:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.128204:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.128206:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=5 00000020:00000001:0.0:1783976343.128208:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128211:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128214:0:240156:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.128217:0:240156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 5/2,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.128225:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128226:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976343.128228:0:240156:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.128234:0:240156:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.128235:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128236:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.128237:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128238:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976343.128244:0:240156:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/640 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976343.128253:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.128254:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.128256:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.128258:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128260:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976343.128263:0:240156:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976343.128275:0:240156:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d993c0. 00010000:00000001:0.0:1783976343.128278:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128279:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.128281:0:240156:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.128283:0:240156:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.128354:0:240156:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976343.128357:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.128359:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.128361:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.128363:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128365:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000002:00010000:0.0:1783976343.128369:0:240156:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.128376:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128377:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.128379:0:240156:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.128380:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.128382:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.128383:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.128384:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128387:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000040:0.0:1783976343.128390:0:240156:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 3 00010000:00000001:0.0:1783976343.128392:0:240156:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976343.128396:0:240156:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73716 (0 0) 00010000:00000001:0.0:1783976343.128399:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128400:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.128401:0:240156:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976343.128404:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3710 00000002:00002000:0.0:1783976343.128406:0:240156:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-c.1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1783976343.128410:0:240156:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.128415:0:240156:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.128418:0:240156:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976343.128422:0:240156:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976343.128425:0:240156:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.128430:0:240156:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.128433:0:240156:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976343.128436:0:240156:0:(namei.c:674:ll_lookup_it_finish()) it ffffaf14814f3b20 it_disposition b 00000080:00000001:0.0:1783976343.128439:0:240156:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976343.128447:0:240156:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976343.128450:0:240156:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976343.128455:0:240156:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513204 : 144115373061513204 : 200002b12011ff4) 00000080:00000001:0.0:1783976343.128459:0:240156:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783976343.128466:0:240156:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.128470:0:240156:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.128475:0:240156:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.128479:0:240156:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d800. 00000020:00000010:0.0:1783976343.128482:0:240156:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.128489:0:240156:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.128494:0:240156:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.128499:0:240156:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.128504:0:240156:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.128507:0:240156:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.128510:0:240156:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c800. 00000008:00000010:0.0:1783976343.128513:0:240156:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.128517:0:240156:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.128520:0:240156:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.128523:0:240156:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.128525:0:240156:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.128527:0:240156:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.128529:0:240156:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.128534:0:240156:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.128536:0:240156:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.128540:0:240156:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e060. 00020000:00000010:0.0:1783976343.128544:0:240156:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.128549:0:240156:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e480. 00020000:00000001:0.0:1783976343.128550:0:240156:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164800 : -115476674386816 : ffff96f97dd7e480) 00020000:00000002:0.0:1783976343.128553:0:240156:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e480, objid 0x11ff4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.128557:0:240156:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.128560:0:240156:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x2c0000403:5857 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976343.128563:0:240156:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d8b8) owner ffff96f97b524f80 00020000:00000001:0.0:1783976343.128565:0:240156:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.128567:0:240156:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d8b8) owner ffff96f97b524f80 00020000:00000010:0.0:1783976343.128571:0:240156:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.128574:0:240156:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e060. 00020000:00000010:0.0:1783976343.128577:0:240156:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e480. 00020000:00000002:0.0:1783976343.128578:0:240156:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff4:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.128580:0:240156:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.128581:0:240156:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976343.128582:0:240156:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.128585:0:240156:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d800. 00000020:00000010:0.0:1783976343.128588:0:240156:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.128591:0:240156:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.128594:0:240156:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.128596:0:240156:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.128599:0:240156:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.128601:0:240156:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.128604:0:240156:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976343.128606:0:240156:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.128608:0:240156:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.128610:0:240156:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.128612:0:240156:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.128613:0:240156:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.128615:0:240156:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.128618:0:240156:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513204 : 144115373061513204 : 200002b12011ff4) 00000080:00000001:0.0:1783976343.128620:0:240156:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976343.128625:0:240156:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8): rc = 0 00000080:00000001:0.0:1783976343.128627:0:240156:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982637512 : -115476726914104 : ffff96f97ab663c8) 00010000:00000001:0.0:1783976343.128629:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.128630:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.128631:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.128632:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128633:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00000080:00000001:0.0:1783976343.128636:0:240156:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.128638:0:240156:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.128639:0:240156:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.128641:0:240156:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.128642:0:240156:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.128644:0:240156:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.128645:0:240156:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.128647:0:240156:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.128648:0:240156:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.128650:0:240156:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.128651:0:240156:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.128652:0:240156:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d800. 00000008:00000010:0.0:1783976343.128653:0:240156:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.128654:0:240156:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.128656:0:240156:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.128657:0:240156:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.128658:0:240156:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.128659:0:240156:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.128660:0:240156:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.128661:0:240156:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.128662:0:240156:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.128663:0:240156:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e480. 00020000:00000010:0.0:1783976343.128664:0:240156:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.128666:0:240156:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e060. 00020000:00000001:0.0:1783976343.128667:0:240156:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035163744 : -115476674387872 : ffff96f97dd7e060) 00020000:00000002:0.0:1783976343.128668:0:240156:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e060, objid 0x11ff4:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.128670:0:240156:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.128672:0:240156:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x2c0000403:5857 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976343.128674:0:240156:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d8b8) owner ffff96f97b524f80 00020000:00000001:0.0:1783976343.128675:0:240156:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.128676:0:240156:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d8b8) owner ffff96f97b524f80 00020000:00000010:0.0:1783976343.128677:0:240156:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.128678:0:240156:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e480. 00020000:00000010:0.0:1783976343.128679:0:240156:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e060. 00020000:00000002:0.0:1783976343.128680:0:240156:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff4:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.128681:0:240156:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.128683:0:240156:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.128686:0:240156:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976343.128688:0:240156:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f97b524f80 00020000:00000002:0.0:1783976343.128690:0:240156:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e840 addref 2/0 by ffff96f97b524f80. 00020000:00000002:0.0:1783976343.128692:0:240156:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d8b8) owner 0000000000000000/ffff96f97b524f80 00020000:00000001:0.0:1783976343.128694:0:240156:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976343.128696:0:240156:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976343.128697:0:240156:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976343.128698:0:240156:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976343.128699:0:240156:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976343.128701:0:240156:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff4:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783976343.128702:0:240156:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.128703:0:240156:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.128704:0:240156:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e540. 00000008:00000010:0.0:1783976343.128706:0:240156:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.128707:0:240156:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.128708:0:240156:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.128710:0:240156:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.128711:0:240156:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.128713:0:240156:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c800. 00000008:00000010:0.0:1783976343.128714:0:240156:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.128715:0:240156:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.128716:0:240156:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.128718:0:240156:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.128719:0:240156:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d800. 00000020:00000010:0.0:1783976343.128720:0:240156:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.128721:0:240156:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.128722:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128723:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.128724:0:240156:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976343.128726:0:240156:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976343.128728:0:240156:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.128730:0:240156:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) for lock 0x5bb448586bd094e1 00800000:00000001:0.0:1783976343.128732:0:240156:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.128734:0:240156:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.128735:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.128736:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.128737:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.128738:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128740:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128741:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128742:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.128742:0:240156:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.128744:0:240156:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976343.128750:0:240156:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f7360 inode ffff96f97ab663c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1783976343.128753:0:240156:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976343.128756:0:240156:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) 00000080:00010000:0.0:1783976343.128759:0:240156:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd094e1 from it ffffaf14814f3b20 00010000:00000001:0.0:1783976343.128760:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.128761:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.128761:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.128762:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128764:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.128765:0:240156:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.128767:0:240156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.128771:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128772:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.128773:0:240156:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.128775:0:240156:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.128777:0:240156:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.128782:0:240156:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.128784:0:240156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.128786:0:240156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.128791:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128792:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.128793:0:240156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.128795:0:240156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.128797:0:240156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.128799:0:240156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.128801:0:240156:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.128803:0:240156:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.128803:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.128804:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.128806:0:240156:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.128808:0:240156:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000100:00000001:0.0:1783976343.128811:0:240156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.128815:0:240156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05c00 x1870620496656128/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/640 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.128819:0:240156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976343.128822:0:240156:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.128825:0:240156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff96f95016c000. 02000000:00000001:0.0:1783976343.128839:0:240156:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976343.128841:0:240156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976343.128843:0:240156:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976343.128845:0:240156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976343.128847:0:240156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976343.128850:0:240156:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976343.128852:0:240156:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976343.128853:0:240156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05c00. 00000100:00000001:0.0:1783976343.128856:0:240156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976343.128857:0:240156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.128860:0:240156:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976343.128861:0:240156:0:(dcache.c:176:ll_intent_release()) intent ffffaf14814f3b20 released 00000080:00000001:0.0:1783976343.128863:0:240156:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1783976343.128875:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3d08 00000080:00200008:0.0:1783976343.128877:0:240156:0:(file.c:6217:ll_getattr_dentry()) START file f56oe.sanity-c.1:[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8), request_mask 128, flags 0, foreign 0 00000080:00000001:0.0:1783976343.129263:0:240156:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976343.129266:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3c80 00000080:00200000:0.0:1783976343.129268:0:240156:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8),name=f56oe.sanity-c.1 00000080:00000010:0.0:1783976343.129275:0:240156:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976343.129281:0:240156:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.129352:0:240156:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.129357:0:240156:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.129358:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3ba0 00800000:00000002:0.0:1783976343.129361:0:240156:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b12:0x11ff4:0x0] 'f56oe.sanity-c.1' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976343.129365:0:240156:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1783976343.129372:0:240156:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-c.1 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976343.129378:0:240156:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976343.129382:0:240156:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.129386:0:240156:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.129389:0:240156:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.129392:0:240156:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.129394:0:240156:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.129396:0:240156:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff4:0x0] 00800000:00000001:0.0:1783976343.129398:0:240156:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.129401:0:240156:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ff4:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.129406:0:240156:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.129408:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3a70 00000002:00010000:0.0:1783976343.129410:0:240156:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11ff4:0x0]) in obj [0x200002b10:0xdf:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976343.129414:0:240156:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976343.129416:0:240156:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.129419:0:240156:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.129422:0:240156:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 3 00010000:00000001:0.0:1783976343.129425:0:240156:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.129428:0:240156:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.129432:0:240156:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.129436:0:240156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976343.129446:0:240156:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.129452:0:240156:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.129455:0:240156:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 2/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976343.129468:0:240156:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976343.129470:0:240156:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.129473:0:240156:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.129475:0:240156:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.129477:0:240156:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.129479:0:240156:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002b10:0xdf:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976343.129482:0:240156:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976343.129484:0:240156:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000010:0.0:1783976343.129487:0:240156:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000080:00000001:0.0:1783976343.129491:0:240156:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976343.129493:0:240156:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.129495:0:240156:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) 00000080:00010000:0.0:1783976343.129499:0:240156:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) for lock 0x5bb448586bd094e1 00800000:00000001:0.0:1783976343.129502:0:240156:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.129504:0:240156:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.129505:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.129506:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.129509:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.129511:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.129513:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.129516:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.129517:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.129518:0:240156:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.129519:0:240156:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.129521:0:240156:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd094e1 from it ffffaf14814f3cb8 00010000:00000001:0.0:1783976343.129523:0:240156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.129525:0:240156:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.129526:0:240156:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b400 refcount=3 00000020:00000001:0.0:1783976343.129528:0:240156:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.129530:0:240156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972758528 : -115481736793088 : ffff96f85019b400) 00010000:00000001:0.0:1783976343.129532:0:240156:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.129536:0:240156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.129542:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.129543:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.129545:0:240156:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.129546:0:240156:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.129549:0:240156:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976343.129554:0:240156:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.129556:0:240156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.129558:0:240156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.129747:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.129749:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.129751:0:240156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.129753:0:240156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.129755:0:240156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.129756:0:240156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.129759:0:240156:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.129762:0:240156:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.129763:0:240156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.129764:0:240156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976343.129766:0:240156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976343.129768:0:240156:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.129770:0:240156:0:(file.c:6246:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1783976343.129777:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3d08 00000080:00000008:0.0:1783976343.129779:0:240156:0:(file.c:6393:ll_getattr_dentry()) COMPLETED file f56oe.sanity-c.1:[0x200002b12:0x11ff4:0x0](ffff96f97ab663c8), request_mask 128, flags 0, foreign 0 00000080:00000001:0.0:1783976343.129784:0:240156:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976343.129786:0:240156:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3da0 00000080:00002000:0.0:1783976343.129788:0:240156:0:(dcache.c:127:ll_ddelete()) keeping dentry f56oe.sanity-c.1 (ffff96f97a8f7360, parent ffff96f97c080510, inode ffff96f97ab663c8) hashed, 00000080:00000001:0.0:1783976343.129792:0:240156:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.139128:0:240157:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.139375:0:240157:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.139379:0:240157:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976343.139384:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0bbc0 00000080:00200000:0.0:1783976343.139390:0:240157:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976343.139401:0:240157:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976343.139410:0:240157:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976343.139416:0:240157:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.139422:0:240157:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.139425:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0bae0 00800000:00000002:0.0:1783976343.139428:0:240157:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.139432:0:240157:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976343.139436:0:240157:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.139440:0:240157:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.139443:0:240157:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.139446:0:240157:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.139449:0:240157:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.139451:0:240157:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.139454:0:240157:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.139458:0:240157:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.139465:0:240157:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.139467:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0b9b0 00000002:00010000:0.0:1783976343.139469:0:240157:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976343.139474:0:240157:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976343.139477:0:240157:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.139480:0:240157:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.139489:0:240157:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976343.139493:0:240157:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.139498:0:240157:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.139504:0:240157:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.139510:0:240157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1783976343.139524:0:240157:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.139530:0:240157:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.139533:0:240157:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1783976343.139540:0:240157:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976343.139543:0:240157:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.139545:0:240157:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.139547:0:240157:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.139549:0:240157:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.139551:0:240157:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976343.139554:0:240157:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976343.139558:0:240157:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976343.139562:0:240157:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000080:00000001:0.0:1783976343.139568:0:240157:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976343.139570:0:240157:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.139573:0:240157:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976343.139577:0:240157:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976343.139580:0:240157:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.139583:0:240157:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.139585:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.139587:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.139590:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.139592:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.139595:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.139598:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.139600:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.139601:0:240157:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.139603:0:240157:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.139605:0:240157:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1481e0bbf8 00010000:00000001:0.0:1783976343.139607:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.139608:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.139609:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.139611:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.139612:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.139615:0:240157:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.139618:0:240157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976343.139624:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.139626:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.139627:0:240157:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.139630:0:240157:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.139632:0:240157:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783976343.139641:0:240157:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.139645:0:240157:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.139647:0:240157:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.139653:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.139654:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.139656:0:240157:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.139659:0:240157:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.139661:0:240157:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.139663:0:240157:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.139665:0:240157:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.139668:0:240157:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.139669:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.139670:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976343.139674:0:240157:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976343.139676:0:240157:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.139678:0:240157:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976343.139683:0:240157:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.139688:0:240157:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976343.139690:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0bb88 00000080:00002000:0.0:1783976343.139692:0:240157:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 1 00000080:00000001:0.0:1783976343.139695:0:240157:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.139697:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0bbd0 00000080:00200000:0.0:1783976343.139699:0:240157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976343.139704:0:240157:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976343.139706:0:240157:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.139709:0:240157:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.139711:0:240157:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976343.139713:0:240157:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.139725:0:240157:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c307c0. 00000080:00000001:0.0:1783976343.139729:0:240157:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.139730:0:240157:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976343.139734:0:240157:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.139737:0:240157:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976343.139739:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0bb50 00000080:00200000:0.0:1783976343.139741:0:240157:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-a.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f95e096d80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976343.139747:0:240157:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e540. 00000080:00000001:0.0:1783976343.139752:0:240157:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976343.139754:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0ba00 00000080:00200000:0.0:1783976343.139756:0:240157:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-a.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976343.139764:0:240157:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00800000:00000002:0.0:1783976343.139768:0:240157:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.139773:0:240157:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.139775:0:240157:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.139777:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0b920 00800000:00000002:0.0:1783976343.139779:0:240157:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-a.1' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976343.139783:0:240157:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976343.139786:0:240157:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976343.139794:0:240157:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-a.1 hash=0x3/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1783976343.139798:0:240157:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976343.139801:0:240157:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00800000:00000001:0.0:1783976343.139806:0:240157:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976343.139808:0:240157:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976343.139811:0:240157:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976343.139815:0:240157:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976343.139819:0:240157:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff96f94cfb0800: Allocated FID [0x240002b13:0x2070:0x0] 40000000:00000001:0.0:1783976343.139822:0:240157:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.139824:0:240157:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.139826:0:240157:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.139827:0:240157:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.139830:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0b8a0 00800000:00000002:0.0:1783976343.139832:0:240157:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b11:0xdf:0x0], fid2=[0x240002b13:0x2070:0x0], name='f56oe.sanity-a.1' -> mds #1 layout version 1 00000002:00000001:0.0:1783976343.139837:0:240157:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.139838:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0b7d8 00000002:00010000:0.0:1783976343.139840:0:240157:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-a.1,[0x240002b13:0x2070:0x0]) in obj [0x240002b11:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976343.139844:0:240157:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976343.139847:0:240157:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976343.139851:0:240157:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.139855:0:240157:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.139857:0:240157:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.139860:0:240157:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.139865:0:240157:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05c00. 00000020:00000040:0.0:1783976343.139870:0:240157:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=12 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976343.139876:0:240157:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976343.139878:0:240157:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.140622:0:240157:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.140631:0:240157:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.140636:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.140638:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.140639:0:240157:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.140643:0:240157:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.140646:0:240157:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.140649:0:240157:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.140662:0:240157:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d2e2000. 00000100:00000001:0.0:1783976343.140671:0:240157:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.140677:0:240157:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.140679:0:240157:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.140680:0:240157:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.140682:0:240157:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.140684:0:240157:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.140697:0:240157:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00010000:00000001:0.0:1783976343.140701:0:240157:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.140704:0:240157:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.140711:0:240157:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63300. 00010000:00000010:0.0:1783976343.140715:0:240157:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976343.140719:0:240157:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.140723:0:240157:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b600. 00000020:00000001:0.0:1783976343.140728:0:240157:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.140731:0:240157:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b600 with handle 0x5bb448586bd094e8 to hash 00000020:00000001:0.0:1783976343.140734:0:240157:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.140736:0:240157:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.140740:0:240157:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.140744:0:240157:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.140746:0:240157:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.140750:0:240157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.140758:0:240157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240157 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976343.140772:0:240157:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976343.140788:0:240157:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05c00 x1870620496656384/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976343.140798:0:240157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240157 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.140804:0:240157:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.140806:0:240157:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.140816:0:240157:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f000. 00000100:00000001:0.0:1783976343.140819:0:240157:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536064 : -115476773015552 : ffff96f977f6f000) 00000100:00000001:0.0:1783976343.140821:0:240157:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.140823:0:240157:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976343.140828:0:240157:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.140834:0:240157:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.140836:0:240157:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.140838:0:240157:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.140843:0:240157:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05c00 x1870620496656384/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.140852:0:240157:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.140854:0:240157:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.140858:0:240157:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.140862:0:240157:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.140864:0:240157:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.140869:0:240157:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240157:1870620496656384:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.140873:0:240157:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.140960:0:240157:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.140965:0:240157:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.140968:0:240157:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.141536:0:240157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.141541:0:240157:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.141551:0:240157:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.141558:0:240157:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.141570:0:240157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f85438b400. 00000100:00000200:0.0:1783976343.141579:0:240157:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496656384, portal 10 00000100:00000001:0.0:1783976343.141581:0:240157:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.141582:0:240157:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000040:0.0:1783976343.141592:0:240157:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05c00 x1870620496656384/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.141601:0:240157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.141604:0:240157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.141607:0:240157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fd80. 00000100:00000200:0.0:1783976343.141611:0:240157:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496656384, offset 0 00000400:00000200:0.0:1783976343.141619:0:240157:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.141629:0:240157:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.141639:0:240157:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.141645:0:240157:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.141651:0:240157:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.141655:0:240157:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.141659:0:240157:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.141663:0:240157:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778686:778686:256:4294967295] 192.168.201.114@tcp LPNI seq info [778664:778664:8:4294967295] 00000400:00000200:0.0:1783976343.141668:0:240157:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.141681:0:240157:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.141688:0:240157:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.141693:0:240157:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f85345d800. 00000800:00000200:0.0:1783976343.141703:0:240157:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.141712:0:240157:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.141717:0:240157:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f85345d800 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976343.141741:0:240157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.141748:0:240157:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783976343.141751:0:240157:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.141755:0:240157:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308548991 00000100:00000010:0.0:1783976343.141760:0:240157:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e060. 00000100:00000001:0.0:1783976343.141768:0:240157:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976343.141781:0:240157:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308548991 00000100:00000010:0.0:1783976343.141785:0:240157:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e480. 00000100:00000001:0.0:1783976343.141789:0:240157:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976343.141792:0:240157:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.141795:0:240157:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.141798:0:240157:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.141800:0:240157:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.141802:0:240157:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.141806:0:240157:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.141810:0:240157:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.150780:0:240157:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.150791:0:240157:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.150793:0:240157:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.150797:0:240157:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976343.150803:0:240157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85438b400 00000400:00000010:0.0:1783976343.150807:0:240157:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f85438b400. 00000100:00000001:0.0:1783976343.150811:0:240157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.150816:0:240157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05c00 x1870620496656384/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.150825:0:240157:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05c00 x1870620496656384/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.150830:0:240157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.150832:0:240157:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.150836:0:240157:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.150840:0:240157:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.150843:0:240157:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.150846:0:240157:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.150849:0:240157:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.150860:0:240157:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.150865:0:240157:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.150868:0:240157:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.150870:0:240157:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.150873:0:240157:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.150876:0:240157:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.150893:0:240157:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.150895:0:240157:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.150897:0:240157:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.150900:0:240157:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.150901:0:240157:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976343.150906:0:240157:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.150908:0:240157:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972898 00000100:00000001:0.0:1783976343.150911:0:240157:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.150914:0:240157:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.150919:0:240157:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.150927:0:240157:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.150931:0:240157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.150933:0:240157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.150938:0:240157:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.150945:0:240157:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240157:1870620496656384:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.150950:0:240157:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.150954:0:240157:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.150957:0:240157:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.150959:0:240157:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.150962:0:240157:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.150971:0:240157:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.150974:0:240157:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f000. 00000100:00000001:0.0:1783976343.150990:0:240157:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.150992:0:240157:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.150996:0:240157:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976343.151003:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.151007:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.151020:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=4 00000020:00000001:0.0:1783976343.151024:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151027:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000040:0.0:1783976343.151037:0:240157:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b600, remote cookie: 0xa91b1f6e92eac18a, flags: 0x1001 00010000:00010000:0.0:1783976343.151044:0:240157:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 4/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976343.151055:0:240157:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x206e:0x0].0x0, instead of [0x240002b11:0xdf:0x0].0x0 00010000:00000001:0.0:1783976343.151058:0:240157:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976343.151068:0:240157:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80f00 count: 2 00010000:00000001:0.0:1783976343.151071:0:240157:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976343.151075:0:240157:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63300 count: 0 00010000:00000010:0.0:1783976343.151081:0:240157:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976343.151091:0:240157:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.151095:0:240157:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.151104:0:240157:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.151343:0:240157:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976343.151351:0:240157:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976343.151354:0:240157:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976343.151357:0:240157:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976343.151359:0:240157:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976343.151362:0:240157:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x206e:0x0].0x0 (ffff96f977a80f00) refcount = 2 00010000:00000040:0.0:1783976343.151366:0:240157:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976343.151369:0:240157:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc7cc00/0x5bb448586bd094be lrc: 1/0,0 mode: CR/CR res: [0x240002b13:0x206e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac0f0 expref: -99 pid: 240154 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976343.151377:0:240157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.151384:0:240157:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976343.151389:0:240157:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976343.151391:0:240157:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.151395:0:240157:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976343.151398:0:240157:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.151402:0:240157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.151409:0:240157:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976343.151411:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151412:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.151413:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151415:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.151416:0:240157:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.151423:0:240157:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976343.151427:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.151428:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.151430:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.151432:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151435:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151437:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.151439:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.151440:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=4 00000020:00000001:0.0:1783976343.151442:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151445:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151448:0:240157:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.151451:0:240157:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.151455:0:240157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.151463:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151464:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.151466:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.151467:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.151468:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=5 00000020:00000001:0.0:1783976343.151470:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151472:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151474:0:240157:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.151477:0:240157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.151483:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151484:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976343.151486:0:240157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.151493:0:240157:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.151494:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151495:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.151496:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151497:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976343.151504:0:240157:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.151514:0:240157:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976343.151520:0:240157:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.151532:0:240157:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.151539:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.151541:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.151543:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.151545:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151547:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00000002:00010000:0.0:1783976343.151551:0:240157:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976343.151563:0:240157:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d992c0. 00010000:00000001:0.0:1783976343.151566:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151567:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.151568:0:240157:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.151570:0:240157:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.151574:0:240157:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976343.151577:0:240157:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.151578:0:240157:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00010000:00000001:0.0:1783976343.151581:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.151582:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.151583:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.151585:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151587:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00000002:00010000:0.0:1783976343.151590:0:240157:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.151595:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151596:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.151598:0:240157:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.151600:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.151601:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.151602:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.151605:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.151607:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000040:0.0:1783976343.151610:0:240157:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80f00 count: 3 00010000:00000001:0.0:1783976343.151612:0:240157:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976343.151617:0:240157:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8302 (0 0) 00010000:00000001:0.0:1783976343.151620:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.151621:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.151622:0:240157:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976343.151626:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0b760 00000002:00002000:0.0:1783976343.151628:0:240157:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-a.1 intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976343.151632:0:240157:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.151636:0:240157:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.151639:0:240157:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976343.151643:0:240157:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240002b11:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976343.151646:0:240157:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.151651:0:240157:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.151654:0:240157:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976343.151657:0:240157:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e540 it_disposition 80002b 00000080:00000001:0.0:1783976343.151660:0:240157:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976343.151668:0:240157:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976343.151671:0:240157:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976343.151674:0:240157:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706990 : 162129771587706990 : 240002b1300206e) 00000080:00000001:0.0:1783976343.151678:0:240157:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783976343.151686:0:240157:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.151692:0:240157:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.151697:0:240157:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.151704:0:240157:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.151708:0:240157:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e6c0. 00000008:00000010:0.0:1783976343.151717:0:240157:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.151723:0:240157:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.151730:0:240157:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.151737:0:240157:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.151742:0:240157:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.151746:0:240157:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345da00. 00000008:00000010:0.0:1783976343.151752:0:240157:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.151756:0:240157:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.151760:0:240157:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.151765:0:240157:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.151768:0:240157:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.151770:0:240157:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.151773:0:240157:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.151778:0:240157:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.151781:0:240157:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.151788:0:240157:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e900. 00020000:00000010:0.0:1783976343.151792:0:240157:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.151798:0:240157:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ef00. 00020000:00000001:0.0:1783976343.151801:0:240157:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167488 : -115476674384128 : ffff96f97dd7ef00) 00020000:00000002:0.0:1783976343.151805:0:240157:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ef00, objid 0x206e:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.151809:0:240157:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.151813:0:240157:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x2c0000402:5779 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976343.151817:0:240157:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd55c98) owner ffff96f944d827c0 00020000:00000001:0.0:1783976343.151821:0:240157:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.151824:0:240157:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd55c98) owner ffff96f944d827c0 00020000:00000010:0.0:1783976343.151829:0:240157:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.151833:0:240157:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e900. 00020000:00000010:0.0:1783976343.151836:0:240157:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7ef00. 00020000:00000002:0.0:1783976343.151839:0:240157:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x206e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.151841:0:240157:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.151843:0:240157:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976343.151845:0:240157:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.151849:0:240157:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.151854:0:240157:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e6c0. 00000008:00000010:0.0:1783976343.151857:0:240157:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.151861:0:240157:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.151864:0:240157:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.151868:0:240157:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.151871:0:240157:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.151875:0:240157:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c800. 00000008:00000010:0.0:1783976343.152528:0:240157:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.152537:0:240157:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.152540:0:240157:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.152544:0:240157:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.152546:0:240157:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.152549:0:240157:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.152555:0:240157:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706990 : 162129771587706990 : 240002b1300206e) 00000080:00000001:0.0:1783976343.152558:0:240157:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976343.152564:0:240157:0:(namei.c:147:ll_iget()) got inode: [0x240002b13:0x206e:0x0](ffff96f97c231148): rc = 0 00000080:00000001:0.0:1783976343.152567:0:240157:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628597006537032 : -115476703014584 : ffff96f97c231148) 00010000:00000001:0.0:1783976343.152569:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.152571:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.152573:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.152575:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.152577:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00000080:00000001:0.0:1783976343.152581:0:240157:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.152583:0:240157:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.152588:0:240157:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.152591:0:240157:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.152593:0:240157:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.152596:0:240157:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e6c0. 00000008:00000010:0.0:1783976343.152599:0:240157:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.152602:0:240157:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.152605:0:240157:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.152609:0:240157:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.152612:0:240157:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.152615:0:240157:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976343.152618:0:240157:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.152620:0:240157:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.152622:0:240157:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.152624:0:240157:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.152627:0:240157:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.152628:0:240157:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.152630:0:240157:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.152634:0:240157:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.152636:0:240157:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.152640:0:240157:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ef00. 00020000:00000010:0.0:1783976343.152643:0:240157:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.152648:0:240157:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e900. 00020000:00000001:0.0:1783976343.152650:0:240157:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165952 : -115476674385664 : ffff96f97dd7e900) 00020000:00000002:0.0:1783976343.152653:0:240157:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e900, objid 0x206e:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.152658:0:240157:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.152662:0:240157:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x2c0000402:5779 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976343.152665:0:240157:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd55c98) owner ffff96f944d827c0 00020000:00000001:0.0:1783976343.152667:0:240157:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.152669:0:240157:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd55c98) owner ffff96f944d827c0 00020000:00000010:0.0:1783976343.152672:0:240157:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.152675:0:240157:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ef00. 00020000:00000010:0.0:1783976343.152678:0:240157:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e900. 00020000:00000002:0.0:1783976343.152680:0:240157:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x206e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.152682:0:240157:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.152684:0:240157:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.152690:0:240157:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976343.152693:0:240157:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd55c98) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976343.152695:0:240157:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f977a09480 addref 2/0 by ffff96f944d827c0. 00020000:00000002:0.0:1783976343.152698:0:240157:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd55c98) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976343.152700:0:240157:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976343.152703:0:240157:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976343.152705:0:240157:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976343.152706:0:240157:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976343.152709:0:240157:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976343.152711:0:240157:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x206e:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783976343.152714:0:240157:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.152716:0:240157:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.152720:0:240157:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e6c0. 00000008:00000010:0.0:1783976343.152722:0:240157:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.152725:0:240157:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.152728:0:240157:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.152731:0:240157:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.152734:0:240157:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.152736:0:240157:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345da00. 00000008:00000010:0.0:1783976343.152738:0:240157:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.152741:0:240157:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.152743:0:240157:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.152745:0:240157:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.152748:0:240157:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.152750:0:240157:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.152752:0:240157:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.152754:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.152755:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.152757:0:240157:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976343.152762:0:240157:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976343.152763:0:240157:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.152768:0:240157:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x206e:0x0](ffff96f97c231148) for lock 0x5bb448586bd094e8 00800000:00000001:0.0:1783976343.152772:0:240157:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.152775:0:240157:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.152777:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.152778:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.152779:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.152781:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.152783:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.152786:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.152787:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.152789:0:240157:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.152791:0:240157:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976343.152800:0:240157:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f70d8 inode ffff96f97c231148 refc 1 flags 0x40000e 00000080:00000001:0.0:1783976343.152804:0:240157:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976343.152808:0:240157:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x206e:0x0](ffff96f97c231148) 00000080:00000001:0.0:1783976343.152813:0:240157:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.152816:0:240157:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000100:00000001:0.0:1783976343.152820:0:240157:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.152831:0:240157:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.152840:0:240157:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.152853:0:240157:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976343.152855:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0ba60 00000080:00200008:0.0:1783976343.152858:0:240157:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-a.1:[0x240002b13:0x206e:0x0](ffff96f97c231148), flags 104501 00000080:00000010:0.0:1783976343.152867:0:240157:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b7c0. 00000080:00000010:0.0:1783976343.152876:0:240157:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99500. 00000080:00000001:0.0:1783976343.153636:0:240157:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976343.153648:0:240157:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976343.153652:0:240157:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.153655:0:240157:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.153658:0:240157:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.153662:0:240157:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.153664:0:240157:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.153667:0:240157:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206e:0x0] 00800000:00000001:0.0:1783976343.153670:0:240157:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.153675:0:240157:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976343.153683:0:240157:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30a80. 00000002:00100000:0.0:1783976343.153691:0:240157:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.153699:0:240157:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.153701:0:240157:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976343.153705:0:240157:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976343.153708:0:240157:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.153711:0:240157:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.153716:0:240157:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.153719:0:240157:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05c00 x1870620496656384/t25769972906(25769972906) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976343.153727:0:240157:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.153732:0:240157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.153760:0:240157:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976343.153762:0:240157:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.153766:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0ba60 00000080:00000008:0.0:1783976343.153768:0:240157:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-a.1:[0x240002b13:0x206e:0x0](ffff96f97c231148), flags 104501, rc = 0 00000080:00000001:0.0:1783976343.153773:0:240157:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976343.153776:0:240157:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e540 released 00000080:00010000:0.0:1783976343.153778:0:240157:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd094e8 from it ffff96f97dd7e540 00010000:00000001:0.0:1783976343.153781:0:240157:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.153783:0:240157:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.153786:0:240157:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.153788:0:240157:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.153790:0:240157:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.153793:0:240157:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.153798:0:240157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.153807:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.153809:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.153810:0:240157:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.153814:0:240157:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.153817:0:240157:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019b600/0x5bb448586bd094e8 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x206e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac18a expref: -99 pid: 240157 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.153825:0:240157:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.153830:0:240157:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.153832:0:240157:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.153837:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.153838:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.153840:0:240157:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.153843:0:240157:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.153845:0:240157:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.153847:0:240157:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.153851:0:240157:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.153853:0:240157:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.153855:0:240157:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.153856:0:240157:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.153858:0:240157:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976343.153860:0:240157:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976343.153863:0:240157:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.153865:0:240157:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.153867:0:240157:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.153869:0:240157:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.153872:0:240157:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976343.153874:0:240157:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.153877:0:240157:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976343.160442:0:240157:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.160513:0:240157:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.160520:0:240157:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e540. 00000080:00000001:0.0:1783976343.160531:0:240157:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.160539:0:240157:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.160542:0:240157:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x206e:0x0](ffff96f97c231148), inode mode 81a4 mask 42 00000080:00000001:0.0:1783976343.160550:0:240157:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.160588:0:240157:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976343.160593:0:240157:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd55c98) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976343.160598:0:240157:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd55c98) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976343.160601:0:240157:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.160618:0:240157:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976343.160622:0:240157:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481e0bc30 00000080:00200008:0.0:1783976343.160625:0:240157:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-a.1:[0x240002b13:0x206e:0x0](ffff96f97c231148) current size 0, valid attrs 100d0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783972743.000000000, mtime 1783976343.000000000, ctime 1783976343.000000000 00000080:00000002:0.0:1783976343.160633:0:240157:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976343, ctime 1783976343, now = 1783976343 00000080:00000010:0.0:1783976343.160642:0:240157:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f85345d200. 00000080:00000001:0.0:1783976343.160646:0:240157:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976343.160656:0:240157:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976343.160659:0:240157:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x240002b13:0x206e:0x0], valid 0x100100d0/0x0 00800000:00000001:0.0:1783976343.160663:0:240157:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.160666:0:240157:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.160669:0:240157:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.160673:0:240157:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.160675:0:240157:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.160681:0:240157:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x206e:0x0] 00800000:00000001:0.0:1783976343.160683:0:240157:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.186523:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.186527:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.186530:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.186537:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3e300 x1870620496656896/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.186544:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.186547:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.186551:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.186554:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.186557:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.186560:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496656896:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.186565:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.186571:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.186574:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.186577:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.186582:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976343.186584:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.186591:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.186596:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.186602:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976343.186610:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496656896, portal 4 00000100:00000001:0.0:1783976343.186612:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.186614:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998202112 : -115476711349504 : ffff96f97ba3e300) 00000100:00000040:0.0:1783976343.186621:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3e300 x1870620496656896/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.186628:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.186630:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.186633:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783976343.186637:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496656896, offset 0 00000400:00000200:0.0:1783976343.186644:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.186652:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.186662:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.186669:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.186674:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.186679:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.186682:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.186686:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778689:778689:256:4294967295] 192.168.201.114@tcp LPNI seq info [778667:778667:8:4294967295] 00000400:00000200:0.0:1783976343.186690:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.186701:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.186707:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.186713:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783976343.186722:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.186732:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.186737:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.186757:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.186762:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32686 usecs (33 jiffies) 00000400:00000200:0.0:1783976343.186766:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.186769:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549058 00000100:00000001:0.0:1783976343.186778:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308549052 00000100:00000001:0.0:1783976343.186783:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549058 00000100:00000001:0.0:1783976343.186787:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308549052 00000100:00000001:0.0:1783976343.186790:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.186793:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.186796:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.186799:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.188031:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.188036:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976343.188040:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.188043:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.188046:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.188048:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.190045:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.190051:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.190218:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.190221:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.190225:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393948. 00000400:00000200:0.0:1783976343.190230:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729784c8 00000400:00000010:0.0:1783976343.190234:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729784c8. 00000100:00000001:0.0:1783976343.190237:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.190243:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3e300 x1870620496656896/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.190253:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3e300 x1870620496656896/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.190259:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.190261:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.190264:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.190269:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.190272:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.190274:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.190277:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.190289:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.190294:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=90 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.190297:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.190298:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.190302:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.190306:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.190309:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.190311:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.190313:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.190317:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.190318:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998202112 : -115476711349504 : ffff96f97ba3e300) 00000100:00000001:0.0:1783976343.190323:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.190325:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944194 00000100:00000001:0.0:1783976343.190327:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.190330:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.190336:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3e300 x1870620496656896/t8589944198(8589944198) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.190348:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.190351:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.190354:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.190357:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976343.190382:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.190387:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3e300 x1870620496656896/t8589944198(8589944198) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.190395:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496656896:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.190401:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.190404:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.190407:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3e300 x1870620496656896/t8589944198(8589944198) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.190415:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.190417:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.190427:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.190429:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.190431:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.190433:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.207854:0:240158:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.207865:0:240158:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.207869:0:240158:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976343.207873:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3bc0 00000080:00200000:0.0:1783976343.207879:0:240158:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976343.207889:0:240158:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345da00. 00800000:00000002:0.0:1783976343.207898:0:240158:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976343.207902:0:240158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.207910:0:240158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.207912:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3ae0 00800000:00000002:0.0:1783976343.207915:0:240158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.207919:0:240158:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976343.207923:0:240158:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.207926:0:240158:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.207930:0:240158:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.207932:0:240158:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.207935:0:240158:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.207937:0:240158:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.207939:0:240158:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.207943:0:240158:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.207949:0:240158:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.207951:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f39b0 00000002:00010000:0.0:1783976343.207952:0:240158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976343.207957:0:240158:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976343.207959:0:240158:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.207963:0:240158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.207971:0:240158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976343.207973:0:240158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.207991:0:240158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.207997:0:240158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.208004:0:240158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1783976343.208017:0:240158:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.208024:0:240158:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.208028:0:240158:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1783976343.208035:0:240158:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976343.208037:0:240158:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.208040:0:240158:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.208042:0:240158:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.208044:0:240158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.208046:0:240158:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976343.208049:0:240158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976343.208053:0:240158:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976343.208057:0:240158:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345da00. 00000080:00000001:0.0:1783976343.208063:0:240158:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976343.208066:0:240158:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.208069:0:240158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976343.208074:0:240158:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976343.208077:0:240158:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.208080:0:240158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.208082:0:240158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.208084:0:240158:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.208087:0:240158:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.208089:0:240158:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.208093:0:240158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.208096:0:240158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.208098:0:240158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.208099:0:240158:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.208101:0:240158:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.208341:0:240158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf14814f3bf8 00010000:00000001:0.0:1783976343.208344:0:240158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.208346:0:240158:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.208347:0:240158:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.208349:0:240158:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.208352:0:240158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.208355:0:240158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.208358:0:240158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1783976343.208365:0:240158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.208367:0:240158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.208368:0:240158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.208372:0:240158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.208374:0:240158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1783976343.208383:0:240158:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.208386:0:240158:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.208389:0:240158:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.208395:0:240158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.208396:0:240158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.208397:0:240158:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208401:0:240158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.208403:0:240158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208406:0:240158:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208409:0:240158:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208412:0:240158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.208413:0:240158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.208414:0:240158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976343.208418:0:240158:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976343.208420:0:240158:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.208422:0:240158:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976343.208428:0:240158:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.208434:0:240158:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976343.208437:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3b88 00000080:00002000:0.0:1783976343.208439:0:240158:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 1 00000080:00000001:0.0:1783976343.208442:0:240158:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.208445:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3bd0 00000080:00200000:0.0:1783976343.208446:0:240158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976343.208452:0:240158:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976343.208454:0:240158:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.208457:0:240158:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.208459:0:240158:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976343.208461:0:240158:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.208476:0:240158:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30fc0. 00000080:00000001:0.0:1783976343.208481:0:240158:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.208482:0:240158:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976343.208484:0:240158:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.208488:0:240158:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976343.208490:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3b50 00000080:00200000:0.0:1783976343.208492:0:240158:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-m.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f95e096780, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976343.208498:0:240158:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e540. 00000080:00000001:0.0:1783976343.208503:0:240158:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976343.208505:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3a00 00000080:00200000:0.0:1783976343.208507:0:240158:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-m.1, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976343.208515:0:240158:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345da00. 00800000:00000002:0.0:1783976343.208519:0:240158:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.208525:0:240158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.208527:0:240158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.208529:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f3920 00800000:00000002:0.0:1783976343.208531:0:240158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-m.1' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976343.208535:0:240158:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976343.208538:0:240158:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976343.208546:0:240158:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-m.1 hash=0x3/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1783976343.208550:0:240158:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976343.208553:0:240158:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00800000:00000001:0.0:1783976343.208558:0:240158:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976343.208560:0:240158:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976343.208564:0:240158:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976343.208567:0:240158:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976343.208570:0:240158:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff96f94cfb0800: Allocated FID [0x240002b13:0x2071:0x0] 40000000:00000001:0.0:1783976343.208573:0:240158:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.208575:0:240158:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.208577:0:240158:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.208579:0:240158:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.208581:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f38a0 00800000:00000002:0.0:1783976343.208583:0:240158:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b11:0xdf:0x0], fid2=[0x240002b13:0x2071:0x0], name='f56oe.sanity-m.1' -> mds #1 layout version 1 00000002:00000001:0.0:1783976343.208588:0:240158:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.208589:0:240158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814f37d8 00000002:00010000:0.0:1783976343.208591:0:240158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-m.1,[0x240002b13:0x2071:0x0]) in obj [0x240002b11:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976343.208596:0:240158:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976343.208599:0:240158:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976343.208603:0:240158:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.208609:0:240158:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.208611:0:240158:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.208613:0:240158:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.208620:0:240158:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06d80. 00000020:00000040:0.0:1783976343.208625:0:240158:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=13 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976343.208633:0:240158:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976343.208635:0:240158:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208638:0:240158:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.208644:0:240158:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.208648:0:240158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.208649:0:240158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.208650:0:240158:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.208654:0:240158:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.208656:0:240158:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.208660:0:240158:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.208673:0:240158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d2e0000. 00000100:00000001:0.0:1783976343.208683:0:240158:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208689:0:240158:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.208691:0:240158:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208693:0:240158:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.208694:0:240158:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.208695:0:240158:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.208706:0:240158:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00010000:00000001:0.0:1783976343.208711:0:240158:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.208713:0:240158:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.208718:0:240158:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63300. 00010000:00000010:0.0:1783976343.208722:0:240158:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8280. 00010000:00000001:0.0:1783976343.208726:0:240158:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.208730:0:240158:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ba00. 00000020:00000001:0.0:1783976343.208734:0:240158:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.208736:0:240158:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ba00 with handle 0x5bb448586bd094f6 to hash 00000020:00000001:0.0:1783976343.208739:0:240158:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.208740:0:240158:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.208744:0:240158:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.208748:0:240158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.208749:0:240158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.208753:0:240158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd094f6 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.208761:0:240158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd094f6 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240158 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976343.208776:0:240158:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976343.208791:0:240158:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06d80 x1870620496657408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976343.208801:0:240158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd094f6 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240158 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.208807:0:240158:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.208810:0:240158:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.208818:0:240158:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f000. 00000100:00000001:0.0:1783976343.208820:0:240158:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536064 : -115476773015552 : ffff96f977f6f000) 00000100:00000001:0.0:1783976343.208823:0:240158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.208824:0:240158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000001:0.0:1783976343.208830:0:240158:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.208835:0:240158:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.208837:0:240158:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.208839:0:240158:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.208844:0:240158:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06d80 x1870620496657408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.208852:0:240158:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.208855:0:240158:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.208859:0:240158:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.208862:0:240158:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.208865:0:240158:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.208869:0:240158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06d80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240158:1870620496657408:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.208874:0:240158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.208881:0:240158:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.208884:0:240158:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.208887:0:240158:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.208963:0:240158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.208966:0:240158:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.208988:0:240158:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.208993:0:240158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393948. 00000400:00000010:0.0:1783976343.209002:0:240158:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f85438a800. 00000100:00000200:0.0:1783976343.209011:0:240158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496657408, portal 10 00000100:00000001:0.0:1783976343.209013:0:240158:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.209015:0:240158:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000040:0.0:1783976343.209022:0:240158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06d80 x1870620496657408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.209030:0:240158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.209032:0:240158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.209036:0:240158:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f3c0. 00000100:00000200:0.0:1783976343.209040:0:240158:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496657408, offset 0 00000400:00000200:0.0:1783976343.209048:0:240158:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.209058:0:240158:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.209067:0:240158:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.209073:0:240158:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.209078:0:240158:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.209083:0:240158:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.209086:0:240158:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.209090:0:240158:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778691:778691:256:4294967295] 192.168.201.114@tcp LPNI seq info [778669:778669:8:4294967295] 00000400:00000200:0.0:1783976343.209094:0:240158:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.209472:0:240158:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.209481:0:240158:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000100:00000001:0.0:1783976343.247118:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.247123:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.247126:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.247158:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3e680 x1870620496657920/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.247167:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.247169:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.247173:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.247177:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.247180:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.247185:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496657920:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.247189:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.247196:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.247199:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.247202:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.247208:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388800. 02000000:00000001:0.0:1783976343.247210:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.247216:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.247220:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393790. 00000400:00000010:0.0:1783976343.247227:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976343.247234:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496657920, portal 4 00000100:00000001:0.0:1783976343.247236:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.247238:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998203008 : -115476711348608 : ffff96f97ba3e680) 00000100:00000040:0.0:1783976343.247246:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3e680 x1870620496657920/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.247253:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.247256:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.247259:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783976343.247263:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496657920, offset 0 00000400:00000200:0.0:1783976343.247271:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.247280:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.247289:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.247296:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.247300:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.247305:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.247307:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.247312:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778694:778694:256:4294967295] 192.168.201.114@tcp LPNI seq info [778672:778672:8:4294967295] 00000400:00000200:0.0:1783976343.247316:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.247327:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.247334:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.247340:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783976343.247349:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.247359:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.247365:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.248517:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.248530:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59955 usecs (60 jiffies) 00000400:00000200:0.0:1783976343.248539:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.248543:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549147 00000100:00000001:0.0:1783976343.248555:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308549136 00000100:00000001:0.0:1783976343.248561:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549147 00000100:00000001:0.0:1783976343.248565:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308549136 00000100:00000001:0.0:1783976343.248570:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.248575:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.248580:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.248585:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.248595:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.248598:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976343.248601:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.248602:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.248604:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.248607:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.248623:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.248626:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.252766:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.252772:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.252781:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.252783:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.252787:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393790. 00000400:00000200:0.0:1783976343.252793:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729784c8 00000400:00000010:0.0:1783976343.252796:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729784c8. 00000100:00000001:0.0:1783976343.252799:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.252804:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3e680 x1870620496657920/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.252814:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3e680 x1870620496657920/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.252821:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.252823:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.252826:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.252831:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.252834:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.252837:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.252840:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.252852:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.252857:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=63 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.252860:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.252862:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.252865:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.252870:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.252874:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.252876:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.253436:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.253443:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.253444:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998203008 : -115476711348608 : ffff96f97ba3e680) 00000100:00000001:0.0:1783976343.253450:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.253453:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915102 00000100:00000001:0.0:1783976343.253456:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.253459:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.253467:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3e680 x1870620496657920/t12884915106(12884915106) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.253475:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.253479:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.253481:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.253484:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976343.253552:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.253558:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3e680 x1870620496657920/t12884915106(12884915106) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.253567:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496657920:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.253576:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.253580:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.253583:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3e680 x1870620496657920/t12884915106(12884915106) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.253591:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.253593:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.253603:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.253605:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.253608:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.253611:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.300662:0:240159:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.300667:0:240159:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.300675:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80700 count: 2 00010000:00000001:0.0:1783976343.300678:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.300682:0:240159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.300688:0:240159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.300692:0:240159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8d400/0x5bb448586bd0950b lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2072:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac201 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976343.300703:0:240159:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.300711:0:240159:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.300714:0:240159:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8d400/0x5bb448586bd0950b lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2072:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac201 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976343.300720:0:240159:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976343.300723:0:240159:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2072:0x0]: 16 00000080:00000001:0.0:1783976343.300725:0:240159:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976343.300728:0:240159:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976343.300729:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.300730:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.300732:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8d400 refcount=3 00000020:00000001:0.0:1783976343.300734:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931417088 : -115476778134528 : ffff96f977a8d400) 00010000:00000001:0.0:1783976343.300736:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931417088 : -115476778134528 : ffff96f977a8d400) 00000080:00010000:0.0:1783976343.300741:0:240159:0:(file.c:6854:ll_layout_lock_set()) ### file [0x240002b13:0x2072:0x0](00000000e8d8fee5) being reconfigured ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8d400/0x5bb448586bd0950b lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2072:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac201 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976343.300750:0:240159:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.300751:0:240159:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.300753:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.300754:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.300756:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8d400 refcount=4 00000020:00000001:0.0:1783976343.300758:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931417088 : -115476778134528 : ffff96f977a8d400) 00010000:00000001:0.0:1783976343.300760:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931417088 : -115476778134528 : ffff96f977a8d400) 00010000:00000001:0.0:1783976343.300763:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.300764:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.300765:0:240159:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.300766:0:240159:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.300770:0:240159:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976343.300772:0:240159:0:(file.c:6772:ll_layout_fetch()) [0x240002b13:0x2072:0x0] LVB_READY=0 l_lvb_data=ffff96f97dd00780 l_lvb_len=56 00000080:00000001:0.0:1783976343.300775:0:240159:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.300778:0:240159:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.300781:0:240159:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.300790:0:240159:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.300797:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.300803:0:240159:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345ce00. 00000020:00000010:0.0:1783976343.300807:0:240159:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e6c0. 00000008:00000010:0.0:1783976343.300815:0:240159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.300821:0:240159:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.300830:0:240159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.300837:0:240159:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.300842:0:240159:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.300848:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345da00. 00000008:00000010:0.0:1783976343.300853:0:240159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.300856:0:240159:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.300860:0:240159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.300865:0:240159:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.300869:0:240159:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.300872:0:240159:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.300874:0:240159:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.300951:0:240159:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.300955:0:240159:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.300965:0:240159:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e900. 00020000:00000010:0.0:1783976343.300970:0:240159:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.300984:0:240159:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ef00. 00020000:00000001:0.0:1783976343.300987:0:240159:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167488 : -115476674384128 : ffff96f97dd7ef00) 00020000:00000002:0.0:1783976343.300991:0:240159:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ef00, objid 0x2072:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.300995:0:240159:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.300999:0:240159:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x2c0000402:5780 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976343.301003:0:240159:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd4e4d8) owner ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.301007:0:240159:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.301009:0:240159:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd4e4d8) owner ffff96f94a0da7c0 00020000:00000010:0.0:1783976343.301014:0:240159:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.301021:0:240159:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e900. 00020000:00000010:0.0:1783976343.301025:0:240159:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7ef00. 00020000:00000002:0.0:1783976343.301027:0:240159:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2072:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.301030:0:240159:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301032:0:240159:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301036:0:240159:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976343.301040:0:240159:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4e4d8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976343.301043:0:240159:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f977a09c60 addref 2/0 by ffff96f94a0da7c0. 00020000:00000002:0.0:1783976343.301046:0:240159:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4e4d8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.301048:0:240159:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976343.301051:0:240159:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976343.301052:0:240159:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976343.301054:0:240159:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976343.301056:0:240159:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976343.301059:0:240159:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2072:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976343.301062:0:240159:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c5a0 00000020:00000010:0.0:1783976343.301066:0:240159:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345ce00. 00000020:00000010:0.0:1783976343.301070:0:240159:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e6c0. 00000008:00000010:0.0:1783976343.301074:0:240159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.301077:0:240159:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.301434:0:240159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.301441:0:240159:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.301445:0:240159:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.301449:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976343.301453:0:240159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.301457:0:240159:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.301460:0:240159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.301463:0:240159:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973690. 00000020:00000010:0.0:1783976343.301466:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.301469:0:240159:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c5a0. 00000080:00000001:0.0:1783976343.301472:0:240159:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.301475:0:240159:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976343.301476:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.301477:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.301479:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.301480:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.301482:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8d400 refcount=3 00000020:00000001:0.0:1783976343.301484:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931417088 : -115476778134528 : ffff96f977a8d400) 00010000:00000001:0.0:1783976343.301486:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931417088 : -115476778134528 : ffff96f977a8d400) 00010000:00000001:0.0:1783976343.301489:0:240159:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.301492:0:240159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8d400/0x5bb448586bd0950b lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2072:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac201 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.301499:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.301500:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.301501:0:240159:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.301504:0:240159:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.301506:0:240159:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8d400/0x5bb448586bd0950b lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2072:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac201 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976343.301513:0:240159:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.301517:0:240159:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.301519:0:240159:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.301523:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.301524:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.301526:0:240159:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.301529:0:240159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.301530:0:240159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.301532:0:240159:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.301536:0:240159:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.301538:0:240159:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.301540:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.301541:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.301543:0:240159:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.301546:0:240159:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.301550:0:240159:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976343.301556:0:240159:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2072:0x0]io ffff96f94e238bf0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976343.301559:0:240159:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4e4d8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.301563:0:240159:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976343.301565:0:240159:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976343.301568:0:240159:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976343.301571:0:240159:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.301573:0:240159:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976343.301576:0:240159:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976343.301577:0:240159:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301580:0:240159:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.301582:0:240159:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976343.301584:0:240159:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976343.301585:0:240159:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4e4d8) owner 0000000000000000/ffff96f94a0da7c0 00000020:00000001:0.0:1783976343.301587:0:240159:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301591:0:240159:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976343.301593:0:240159:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976343.301596:0:240159:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976343.301599:0:240159:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976343.301603:0:240159:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976343.301608:0:240159:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976343.301612:0:240159:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976343.301615:0:240159:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976343.301616:0:240159:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.301621:0:240159:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c5a0. 00000020:00000010:0.0:1783976343.301625:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.301629:0:240159:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.301632:0:240159:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e6c0. 00000008:00000010:0.0:1783976343.301636:0:240159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976343.301639:0:240159:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805c00. 00008000:00000010:0.0:1783976343.301643:0:240159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c710. 00000080:00000010:0.0:1783976343.301647:0:240159:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976343.301650:0:240159:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d030. 00000020:00000010:0.0:1783976343.301653:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345ce00. 00000008:00000010:0.0:1783976343.301656:0:240159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976343.301659:0:240159:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ada0. 00008000:00000010:0.0:1783976343.301661:0:240159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a560. 00000080:00000010:0.0:1783976343.301664:0:240159:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973690. 00000020:00000001:0.0:1783976343.301667:0:240159:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049384 : -115477170502232 : ffff96f96045c5a8) 00000020:00001000:0.0:1783976343.301669:0:240159:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c5a0 00000020:00000001:0.0:1783976343.301674:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f788 -> ffff96f97dd4f918 00000020:00000001:0.0:1783976343.301676:0:240159:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976343.301679:0:240159:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.301680:0:240159:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976343.301681:0:240159:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.301683:0:240159:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.301685:0:240159:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596407035112 : -115477302516504 : ffff96f9586764e8) 00000020:00000001:0.0:1783976343.301688:0:240159:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976343.301691:0:240159:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976343.301695:0:240159:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301697:0:240159:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.301699:0:240159:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.301701:0:240159:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301702:0:240159:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301704:0:240159:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976343.301707:0:240159:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976343.301709:0:240159:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976343.301710:0:240159:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976343.301712:0:240159:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976343.301714:0:240159:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301716:0:240159:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.301718:0:240159:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.301719:0:240159:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301721:0:240159:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976343.301723:0:240159:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301724:0:240159:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301727:0:240159:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976343.301731:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f918 -> ffff96f97dd4f918 00000020:00000001:0.0:1783976343.301733:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f918 -> ffff96f97dd4f918 00000020:00000001:0.0:1783976343.301735:0:240159:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976343.301738:0:240159:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301740:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f918 -> ffff96f97dd4f918 00020000:00000001:0.0:1783976343.301743:0:240159:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976343.301745:0:240159:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976343.301747:0:240159:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976343.301748:0:240159:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976343.301750:0:240159:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976343.301752:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd656c0 -> ffff96f97dd4f918 00000020:00000001:0.0:1783976343.301754:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd656c0 -> ffff96f97dd4f918 00000020:00000001:0.0:1783976343.301756:0:240159:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976343.301759:0:240159:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301761:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd656c0 -> ffff96f97dd4f918 00000020:00000001:0.0:1783976343.301762:0:240159:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976343.301766:0:240159:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976343.301768:0:240159:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301770:0:240159:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.301772:0:240159:0:(cl_object.c:151:cl_object_top()) ffff96f97dd656c0 -> ffff96f97dd4f918 00000020:00000001:0.0:1783976343.301774:0:240159:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976343.301777:0:240159:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976343.301778:0:240159:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976343.301779:0:240159:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976343.301781:0:240159:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976343.301782:0:240159:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976343.301785:0:240159:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976343.301793:0:240159:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05500. 00000020:00000040:0.0:1783976343.301798:0:240159:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=6 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976343.301803:0:240159:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.301808:0:240159:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.301812:0:240159:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.301820:0:240159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345d200. 00000100:00000001:0.0:1783976343.301829:0:240159:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.301841:0:240159:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.301846:0:240159:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.301862:0:240159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe16507] to pc [ptlrpcd_00_00+0] req@ffff96f981c05500 x1870620496658944/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976343.302823:0:240159:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976343.302827:0:240159:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.302829:0:240159:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.302832:0:240159:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.302833:0:240159:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.302835:0:240159:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.302837:0:240159:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.302839:0:240159:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976343.302842:0:240159:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976343.302843:0:240159:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976343.302844:0:240159:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976343.302855:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.302860:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.306073:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.306079:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.307409:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.307414:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.307422:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.307424:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.307429:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f790. 00000400:00000200:0.0:1783976343.307434:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83660 00000400:00000010:0.0:1783976343.307438:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83660. 00000100:00000001:0.0:1783976343.307441:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.307446:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05500 x1870620496658944/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.307455:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05500 x1870620496658944/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.307461:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.307463:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.307466:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.307470:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.307473:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.307476:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.307479:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.307492:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.307496:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=90 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.307499:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.307501:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.307505:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.307508:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.307512:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.307514:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.307516:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.307520:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.307522:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000001:0.0:1783976343.307526:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.307528:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944194 00000100:00000001:0.0:1783976343.307530:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.307533:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.307540:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05500 x1870620496658944/t8589944199(8589944199) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.307547:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.307551:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.307554:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.307558:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976343.307583:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.307589:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05500 x1870620496658944/t8589944199(8589944199) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.307597:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496658944:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.307603:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.307606:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.307610:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05500 x1870620496658944/t8589944199(8589944199) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.307617:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.307620:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.307627:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.307629:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.307631:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.307634:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.313984:0:240159:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.314709:0:240159:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.314714:0:240159:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.314719:0:240159:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc70b0. 00000400:00000200:0.0:1783976343.314726:0:240159:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a4e6c0 00000400:00000010:0.0:1783976343.314729:0:240159:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f957a4e6c0. 00000100:00000001:0.0:1783976343.314733:0:240159:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.314740:0:240159:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae85f80 x1870620496659200/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.314750:0:240159:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae85f80 x1870620496659200/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.314757:0:240159:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.314761:0:240159:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.314765:0:240159:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.314769:0:240159:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.314773:0:240159:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.314775:0:240159:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.314779:0:240159:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.314791:0:240159:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=52 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976343.314796:0:240159:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.314799:0:240159:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.314801:0:240159:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.314804:0:240159:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.314809:0:240159:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.314812:0:240159:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.314814:0:240159:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.314816:0:240159:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.314819:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.314821:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985913216 : -115476723638400 : ffff96f97ae85f80) 00000100:00000001:0.0:1783976343.314824:0:240159:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.314827:0:240159:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972898 00000100:00000001:0.0:1783976343.314829:0:240159:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.314832:0:240159:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.314840:0:240159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae85f80 x1870620496659200/t25769972914(25769972914) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.314847:0:240159:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.314851:0:240159:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.314853:0:240159:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.314857:0:240159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae85f80 x1870620496659200/t25769972914(25769972914) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.314866:0:240159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae85f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240159:1870620496659200:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976343.314872:0:240159:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.314875:0:240159:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.314889:0:240159:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.314892:0:240159:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.314895:0:240159:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae85f80 x1870620496659200/t25769972914(25769972914) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.314902:0:240159:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.314906:0:240159:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f957a4ecc0. 00000100:00000001:0.0:1783976343.314909:0:240159:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.314911:0:240159:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.314920:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.314921:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985913216 : -115476723638400 : ffff96f97ae85f80) 00000002:00000001:0.0:1783976343.314924:0:240159:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.314929:0:240159:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.314936:0:240159:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b9600. 00000080:00000001:0.0:1783976343.314941:0:240159:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976343.314945:0:240159:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976343.314949:0:240159:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.314953:0:240159:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.314956:0:240159:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.314960:0:240159:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.314963:0:240159:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.314965:0:240159:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2072:0x0] 00800000:00000001:0.0:1783976343.314968:0:240159:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.314983:0:240159:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976343.314990:0:240159:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ba3fb80 x1870620496658432/t25769972912(25769972912) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.314998:0:240159:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.315000:0:240159:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.315002:0:240159:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00600. 00000100:00000001:0.0:1783976343.315008:0:240159:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.315011:0:240159:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae85f80 x1870620496659200/t25769972914(25769972914) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.315017:0:240159:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.315020:0:240159:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.315023:0:240159:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd50b40. 00000080:00000001:0.0:1783976343.315027:0:240159:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.315034:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87db8 00000080:00000008:0.0:1783976343.315037:0:240159:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-a.2:[0x240002b13:0x2072:0x0](ffff96f97c235b88), flags 104001, rc = 0 00000080:00000001:0.0:1783976343.315040:0:240159:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.315048:0:240159:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976343.315050:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87e00 00000080:00002000:0.0:1783976343.315052:0:240159:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-a.2 (ffff96f97c0800d8, parent ffff96f97c080510, inode ffff96f97c235b88) hashed, 00000080:00000001:0.0:1783976343.315055:0:240159:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.315064:0:240159:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976343.315072:0:240159:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976343.315196:0:240159:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.315201:0:240159:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.315204:0:240159:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976343.315205:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87bc0 00000080:00200000:0.0:1783976343.315207:0:240159:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976343.315214:0:240159:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d800. 00800000:00000002:0.0:1783976343.315221:0:240159:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976343.315226:0:240159:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.315231:0:240159:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.315232:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87ae0 00800000:00000002:0.0:1783976343.315235:0:240159:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.315239:0:240159:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976343.315242:0:240159:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.315243:0:240159:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.315244:0:240159:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.315246:0:240159:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.315247:0:240159:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.315249:0:240159:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.315250:0:240159:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.315253:0:240159:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.315259:0:240159:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.315261:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d879b0 00000002:00010000:0.0:1783976343.315263:0:240159:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976343.315266:0:240159:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976343.315269:0:240159:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.315272:0:240159:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.315280:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976343.315283:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.315289:0:240159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.315295:0:240159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.315301:0:240159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 02000000:00000001:0.0:1783976343.315312:0:240159:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.315317:0:240159:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.315320:0:240159:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000002:00000001:0.0:1783976343.315327:0:240159:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976343.315330:0:240159:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.315332:0:240159:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.315334:0:240159:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.315336:0:240159:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.315339:0:240159:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976343.315342:0:240159:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976343.315344:0:240159:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976343.315346:0:240159:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d800. 00000080:00000001:0.0:1783976343.315351:0:240159:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976343.315352:0:240159:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.315355:0:240159:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976343.315359:0:240159:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976343.315362:0:240159:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.315364:0:240159:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.315366:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.315369:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.315372:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.315375:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.315378:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.315381:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.315383:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.315384:0:240159:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.315386:0:240159:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.315389:0:240159:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1480d87bf8 00010000:00000001:0.0:1783976343.315391:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.315392:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.315393:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.315395:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.315397:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.315399:0:240159:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.315402:0:240159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1783976343.315408:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.315409:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.315410:0:240159:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.315412:0:240159:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.315414:0:240159:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:0.0:1783976343.315421:0:240159:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.315425:0:240159:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.315427:0:240159:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.315432:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.315433:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.315434:0:240159:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315438:0:240159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.315440:0:240159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315442:0:240159:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315444:0:240159:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315447:0:240159:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.315448:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.315449:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976343.315452:0:240159:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976343.315453:0:240159:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.315455:0:240159:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976343.315458:0:240159:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.315462:0:240159:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976343.315464:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87b88 00000080:00002000:0.0:1783976343.315466:0:240159:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 1 00000080:00000001:0.0:1783976343.315469:0:240159:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.315471:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87bd0 00000080:00200000:0.0:1783976343.315472:0:240159:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976343.315477:0:240159:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976343.315479:0:240159:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.315481:0:240159:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.315483:0:240159:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976343.315485:0:240159:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.315501:0:240159:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30f60. 00000080:00000001:0.0:1783976343.315505:0:240159:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.315506:0:240159:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976343.315508:0:240159:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.315512:0:240159:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976343.315514:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87b50 00000080:00200000:0.0:1783976343.315516:0:240159:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-m.2, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f95e097c80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976343.315521:0:240159:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7ef00. 00000080:00000001:0.0:1783976343.315526:0:240159:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976343.315529:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87a00 00000080:00200000:0.0:1783976343.315531:0:240159:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-m.2, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976343.315539:0:240159:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345d800. 00800000:00000002:0.0:1783976343.315541:0:240159:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.315546:0:240159:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.315548:0:240159:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.315549:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87920 00800000:00000002:0.0:1783976343.315551:0:240159:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-m.2' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976343.315554:0:240159:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976343.315557:0:240159:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976343.315564:0:240159:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-m.2 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976343.315568:0:240159:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976343.315571:0:240159:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976343.315574:0:240159:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976343.315576:0:240159:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976343.315579:0:240159:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976343.315582:0:240159:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976343.315585:0:240159:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff5:0x0] 40000000:00000001:0.0:1783976343.315587:0:240159:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.315589:0:240159:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.315591:0:240159:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.315593:0:240159:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.315595:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d878a0 00800000:00000002:0.0:1783976343.315597:0:240159:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ff5:0x0], name='f56oe.sanity-m.2' -> mds #0 layout version 1 00000002:00000001:0.0:1783976343.315600:0:240159:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.315602:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d877d8 00000002:00010000:0.0:1783976343.315603:0:240159:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-m.2,[0x200002b12:0x11ff5:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976343.315607:0:240159:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976343.315610:0:240159:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976343.315614:0:240159:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.315617:0:240159:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.315619:0:240159:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.315621:0:240159:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.315627:0:240159:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04000. 00000020:00000040:0.0:1783976343.315632:0:240159:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=27 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976343.315639:0:240159:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976343.315640:0:240159:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315643:0:240159:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.315648:0:240159:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.315651:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.315652:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.315654:0:240159:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.315657:0:240159:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.315659:0:240159:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.315663:0:240159:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.315675:0:240159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d2e0000. 00000100:00000001:0.0:1783976343.315684:0:240159:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315688:0:240159:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.315690:0:240159:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315692:0:240159:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.315693:0:240159:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.315695:0:240159:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.315705:0:240159:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00010000:00000001:0.0:1783976343.315709:0:240159:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.315712:0:240159:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.315716:0:240159:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63b00. 00010000:00000010:0.0:1783976343.315720:0:240159:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8d80. 00010000:00000001:0.0:1783976343.315724:0:240159:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.315729:0:240159:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ba00. 00000020:00000001:0.0:1783976343.315733:0:240159:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.315735:0:240159:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ba00 with handle 0x5bb448586bd09512 to hash 00000020:00000001:0.0:1783976343.315738:0:240159:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.315739:0:240159:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.315742:0:240159:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.315746:0:240159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.315747:0:240159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.315751:0:240159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.315764:0:240159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240159 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976343.315776:0:240159:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976343.315783:0:240159:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04000 x1870620496659456/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976343.315792:0:240159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240159 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.315798:0:240159:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.315800:0:240159:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.315808:0:240159:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f6c0. 00000100:00000001:0.0:1783976343.315810:0:240159:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537792 : -115476773013824 : ffff96f977f6f6c0) 00000100:00000001:0.0:1783976343.315812:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.315813:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976343.315818:0:240159:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.315823:0:240159:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.315825:0:240159:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.315827:0:240159:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.315831:0:240159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04000 x1870620496659456/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.315839:0:240159:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.315841:0:240159:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.315845:0:240159:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.315847:0:240159:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.315850:0:240159:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.315854:0:240159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240159:1870620496659456:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.315857:0:240159:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.315863:0:240159:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.315865:0:240159:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.315868:0:240159:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.315945:0:240159:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.315947:0:240159:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.315956:0:240159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.315960:0:240159:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393790. 00000400:00000010:0.0:1783976343.315968:0:240159:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f85438ac00. 00000100:00000200:0.0:1783976343.315990:0:240159:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496659456, portal 10 00000100:00000001:0.0:1783976343.315992:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.315993:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000040:0.0:1783976343.316000:0:240159:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04000 x1870620496659456/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.316007:0:240159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.316009:0:240159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.316013:0:240159:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f540. 00000100:00000200:0.0:1783976343.316018:0:240159:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496659456, offset 0 00000400:00000200:0.0:1783976343.316026:0:240159:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.316036:0:240159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.316046:0:240159:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.316055:0:240159:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.316060:0:240159:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.316065:0:240159:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.316068:0:240159:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.316072:0:240159:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778701:778701:256:4294967295] 192.168.201.114@tcp LPNI seq info [778679:778679:8:4294967295] 00000400:00000200:0.0:1783976343.316077:0:240159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.316088:0:240159:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.316095:0:240159:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.316101:0:240159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f85345c200. 00000800:00000200:0.0:1783976343.316109:0:240159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.316118:0:240159:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.316123:0:240159:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f85345c200 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976343.316179:0:240159:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.316185:0:240159:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976343.316190:0:240159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.316193:0:240159:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549165 00000100:00000001:0.0:1783976343.316196:0:240159:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308549173 00000100:00000001:0.0:1783976343.316199:0:240159:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549165 00000100:00000001:0.0:1783976343.316201:0:240159:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308549173 00000100:00000001:0.0:1783976343.316204:0:240159:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.316207:0:240159:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.316209:0:240159:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.316211:0:240159:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.316214:0:240159:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.316217:0:240159:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.316220:0:240159:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.323759:0:240159:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.323770:0:240159:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.323772:0:240159:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.323776:0:240159:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393790. 00000400:00000200:0.0:1783976343.323781:0:240159:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85438ac00 00000400:00000010:0.0:1783976343.323784:0:240159:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f85438ac00. 00000100:00000001:0.0:1783976343.323787:0:240159:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.323792:0:240159:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04000 x1870620496659456/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.323800:0:240159:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04000 x1870620496659456/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.323806:0:240159:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.323808:0:240159:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.323810:0:240159:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.323815:0:240159:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.323817:0:240159:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.323820:0:240159:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.323823:0:240159:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.323834:0:240159:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.323839:0:240159:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.323842:0:240159:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.323845:0:240159:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.323848:0:240159:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.323852:0:240159:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.323855:0:240159:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.323857:0:240159:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976343.323859:0:240159:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.323862:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.323863:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976343.323867:0:240159:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.323869:0:240159:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976343.323871:0:240159:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.323874:0:240159:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.323879:0:240159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.323899:0:240159:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.323902:0:240159:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.323904:0:240159:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.323909:0:240159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.323917:0:240159:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240159:1870620496659456:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.323922:0:240159:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.323925:0:240159:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.323928:0:240159:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.323930:0:240159:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.323934:0:240159:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.323940:0:240159:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.323943:0:240159:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f6c0. 00000100:00000001:0.0:1783976343.323946:0:240159:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.323948:0:240159:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.323952:0:240159:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976343.323957:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.323960:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.323964:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976343.323966:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.323969:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976343.323988:0:240159:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019ba00, remote cookie: 0xa91b1f6e92eac21d, flags: 0x1001 00010000:00010000:0.0:1783976343.323994:0:240159:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976343.324003:0:240159:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff5:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976343.324006:0:240159:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976343.324016:0:240159:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63800. 00010000:00000010:0.0:1783976343.324021:0:240159:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8180. 00010000:00000040:0.0:1783976343.324027:0:240159:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63b00 count: 0 00010000:00000010:0.0:1783976343.324033:0:240159:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8d80. 00010000:00000001:0.0:1783976343.324040:0:240159:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.324044:0:240159:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.324053:0:240159:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.324060:0:240159:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976343.324065:0:240159:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976343.324069:0:240159:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976343.324071:0:240159:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976343.324073:0:240159:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976343.324075:0:240159:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff5:0x0].0x0 (ffff96f977b63800) refcount = 1 00010000:00010000:0.0:1783976343.324079:0:240159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.324096:0:240159:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976343.324237:0:240159:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976343.324240:0:240159:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.324245:0:240159:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976343.324247:0:240159:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.324251:0:240159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.324257:0:240159:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976343.324259:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324261:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.324262:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324263:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.324265:0:240159:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.324272:0:240159:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976343.324274:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.324276:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.324277:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.324279:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324281:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324284:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.324285:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.324286:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976343.324288:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324291:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324294:0:240159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.324298:0:240159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.324301:0:240159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.324307:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324308:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.324310:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.324311:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.324312:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=5 00000020:00000001:0.0:1783976343.324314:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324317:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324319:0:240159:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.324322:0:240159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.324329:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324330:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976343.324332:0:240159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.324338:0:240159:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.324339:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324340:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.324342:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324343:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976343.324349:0:240159:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.324358:0:240159:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976343.324363:0:240159:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.324370:0:240159:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.324379:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.324380:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.324381:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.324384:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324386:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976343.324390:0:240159:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976343.324400:0:240159:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d990c0. 00010000:00000001:0.0:1783976343.324403:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324404:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.324406:0:240159:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.324408:0:240159:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.324412:0:240159:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976343.324414:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.324415:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976343.324417:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.324418:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00010000:00000001:0.0:1783976343.324420:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.324421:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.324422:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.324424:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324426:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976343.324429:0:240159:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.324434:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324435:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.324437:0:240159:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.324439:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.324440:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.324441:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.324443:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.324444:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976343.324449:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 2 00010000:00000001:0.0:1783976343.324452:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976343.324455:0:240159:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73717 (0 0) 00010000:00000001:0.0:1783976343.324458:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.324459:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.324460:0:240159:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976343.324463:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87760 00000002:00002000:0.0:1783976343.324465:0:240159:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-m.2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976343.324469:0:240159:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.324473:0:240159:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.324476:0:240159:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976343.324479:0:240159:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976343.324483:0:240159:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.324488:0:240159:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.324491:0:240159:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976343.324493:0:240159:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7ef00 it_disposition 1800037 00000080:00002000:0.0:1783976343.324500:0:240159:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f7d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976343.324505:0:240159:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976343.324509:0:240159:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976343.324511:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87988 00000080:00200000:0.0:1783976343.324513:0:240159:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity-m.2, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976343.324517:0:240159:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976343.324520:0:240159:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976343.324525:0:240159:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976343.324529:0:240159:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976343.324532:0:240159:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513205 : 144115373061513205 : 200002b12011ff5) 00000080:00000001:0.0:1783976343.324536:0:240159:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976343.324558:0:240159:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab60000. 00000020:00000001:0.0:1783976343.324572:0:240159:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976343.324574:0:240159:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976343.324577:0:240159:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976343.324579:0:240159:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) 00000020:00000001:0.0:1783976343.324584:0:240159:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.324589:0:240159:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.324595:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c000. 00000020:00000010:0.0:1783976343.324601:0:240159:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c400. 00000020:00000010:0.0:1783976343.324605:0:240159:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976343.324612:0:240159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.324619:0:240159:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.324625:0:240159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.324631:0:240159:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.324635:0:240159:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.324640:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c200. 00000008:00000010:0.0:1783976343.324645:0:240159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.324649:0:240159:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.324653:0:240159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.324658:0:240159:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.324661:0:240159:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.324663:0:240159:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.324668:0:240159:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976343.324673:0:240159:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34898. 00000020:00000001:0.0:1783976343.324676:0:240159:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976343.324678:0:240159:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.324687:0:240159:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976343.324691:0:240159:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d000. 00020000:00000001:0.0:1783976343.324693:0:240159:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034700800 : -115476674850816 : ffff96f97dd0d000) 00020000:00000001:0.0:1783976343.324697:0:240159:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976343.324700:0:240159:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.324706:0:240159:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ed80. 00020000:00000010:0.0:1783976343.324710:0:240159:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ca80. 00020000:00000010:0.0:1783976343.324716:0:240159:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ed20. 00020000:00000001:0.0:1783976343.324718:0:240159:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167008 : -115476674384608 : ffff96f97dd7ed20) 00020000:00000002:0.0:1783976343.324721:0:240159:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ed20, objid 0x11ff5:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.324726:0:240159:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.324730:0:240159:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x280000403:5858 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976343.324733:0:240159:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976343.324735:0:240159:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ed20, objid 0x11ff5:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.324739:0:240159:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.324741:0:240159:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ca80: ostid: 0x280000403:5858 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976343.324746:0:240159:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8900. 00020000:00000010:0.0:1783976343.324750:0:240159:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6f6c0. 00020000:00000001:0.0:1783976343.324756:0:240159:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976343.324759:0:240159:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148d08. 00020000:00000001:0.0:1783976343.324763:0:240159:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976343.324764:0:240159:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976343.324772:0:240159:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976343.324776:0:240159:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34708. 00000020:00000001:0.0:1783976343.324779:0:240159:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976343.324780:0:240159:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.324782:0:240159:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033813896 : -115476675737720 : ffff96f97dc34788) 00020000:00000001:0.0:1783976343.324787:0:240159:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976343.324792:0:240159:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbc380. 00020000:00000001:0.0:1783976343.324795:0:240159:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.324800:0:240159:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033813896 : -115476675737720 : ffff96f97dc34788) 00020000:00000001:0.0:1783976343.324803:0:240159:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033813896 : -115476675737720 : ffff96f97dc34788) 00020000:00000002:0.0:1783976343.324807:0:240159:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0x16e2:0x0]@ffff96f97dc34708[0:0] -> [0x200002b12:0x11ff5:0x0]@ffff96f97dc34898: ostid: 0x280000403:5858 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976343.324812:0:240159:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976343.324815:0:240159:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976343.324818:0:240159:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.324821:0:240159:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033814296 : -115476675737320 : ffff96f97dc34918) 00000020:00001000:0.0:1783976343.324824:0:240159:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976343.324827:0:240159:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c400. 00000020:00000010:0.0:1783976343.324831:0:240159:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976343.324835:0:240159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.324839:0:240159:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.324842:0:240159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.324846:0:240159:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.324849:0:240159:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.324852:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c000. 00000008:00000010:0.0:1783976343.324855:0:240159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.324858:0:240159:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.324861:0:240159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.324863:0:240159:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976343.324866:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.324868:0:240159:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00000080:00000001:0.0:1783976343.324873:0:240159:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513205 : 144115373061513205 : 200002b12011ff5) 00000080:00000001:0.0:1783976343.326502:0:240159:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976343.326508:0:240159:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513205 mtime from 0 to 1783976343 00000080:00000001:0.0:1783976343.326518:0:240159:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976343.326521:0:240159:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982612168 : -115476726939448 : ffff96f97ab600c8) 00010000:00000001:0.0:1783976343.326527:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.326530:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.326534:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.326537:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.326540:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000080:00000001:0.0:1783976343.326544:0:240159:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.326547:0:240159:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.326555:0:240159:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.326560:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.326565:0:240159:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c000. 00000020:00000010:0.0:1783976343.326569:0:240159:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976343.326577:0:240159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.326583:0:240159:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.326589:0:240159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.326596:0:240159:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.326601:0:240159:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.326605:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000008:00000010:0.0:1783976343.326609:0:240159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.326613:0:240159:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.326616:0:240159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.326621:0:240159:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.326624:0:240159:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.326626:0:240159:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.326629:0:240159:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.326633:0:240159:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.326636:0:240159:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.326643:0:240159:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976343.326648:0:240159:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976343.326653:0:240159:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e300. 00020000:00000001:0.0:1783976343.326657:0:240159:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164416 : -115476674387200 : ffff96f97dd7e300) 00020000:00000002:0.0:1783976343.326660:0:240159:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e300, objid 0x11ff5:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.326668:0:240159:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.326672:0:240159:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cc80: ostid: 0x280000403:5858 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976343.326677:0:240159:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d000) owner ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.326680:0:240159:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.326683:0:240159:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d000) owner ffff96f94a0da7c0 00020000:00000010:0.0:1783976343.326689:0:240159:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976343.326692:0:240159:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976343.326696:0:240159:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e300. 00020000:00000002:0.0:1783976343.326698:0:240159:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff5:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.326700:0:240159:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.326702:0:240159:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.326707:0:240159:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976343.326711:0:240159:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976343.326714:0:240159:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7ed20 addref 2/0 by ffff96f94a0da7c0. 00020000:00000002:0.0:1783976343.326717:0:240159:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976343.326720:0:240159:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976343.326722:0:240159:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976343.326724:0:240159:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976343.326726:0:240159:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976343.326729:0:240159:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976343.326731:0:240159:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff5:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976343.326734:0:240159:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976343.326738:0:240159:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c000. 00000020:00000010:0.0:1783976343.326741:0:240159:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976343.326745:0:240159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.326748:0:240159:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.326751:0:240159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.326756:0:240159:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.326759:0:240159:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.326763:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c200. 00000008:00000010:0.0:1783976343.326766:0:240159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.326768:0:240159:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.326772:0:240159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.326775:0:240159:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976343.326778:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976343.326780:0:240159:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00000080:00000001:0.0:1783976343.326782:0:240159:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.326784:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.326787:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.326789:0:240159:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976343.326795:0:240159:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976343.326797:0:240159:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.326801:0:240159:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) 00000080:00010000:0.0:1783976343.326805:0:240159:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) for lock 0x5bb448586bd09512 00800000:00000001:0.0:1783976343.326809:0:240159:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.326812:0:240159:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.326814:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.326816:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.326818:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.326820:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.326822:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.326825:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.326827:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.326829:0:240159:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.326831:0:240159:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.326833:0:240159:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976343.326836:0:240159:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.326851:0:240159:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.326861:0:240159:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.326868:0:240159:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.326872:0:240159:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) 00000080:00000001:0.0:1783976343.326876:0:240159:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.326894:0:240159:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d800. 00000100:00000001:0.0:1783976343.326898:0:240159:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.326902:0:240159:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.326909:0:240159:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.326914:0:240159:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976343.326916:0:240159:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.326929:0:240159:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976343.326932:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87a60 00000080:00200008:0.0:1783976343.326935:0:240159:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-m.2:[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8), flags 104501 00000080:00000010:0.0:1783976343.326944:0:240159:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b180. 00000080:00000010:0.0:1783976343.326952:0:240159:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d994c0. 00000080:00000001:0.0:1783976343.326955:0:240159:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976343.326961:0:240159:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976343.326965:0:240159:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.326968:0:240159:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.326971:0:240159:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.326985:0:240159:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.326987:0:240159:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.326989:0:240159:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff5:0x0] 00800000:00000001:0.0:1783976343.326991:0:240159:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.326995:0:240159:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976343.326999:0:240159:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c301a0. 00000002:00100000:0.0:1783976343.327005:0:240159:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.327011:0:240159:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.327013:0:240159:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976343.327017:0:240159:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976343.327021:0:240159:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.327024:0:240159:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.327027:0:240159:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.327030:0:240159:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976343.327037:0:240159:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.327043:0:240159:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.327072:0:240159:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976343.327074:0:240159:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.327077:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87a60 00000080:00000008:0.0:1783976343.327079:0:240159:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-m.2:[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8), flags 104501, rc = 0 00000080:00000001:0.0:1783976343.328508:0:240159:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976343.328511:0:240159:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7ef00 released 00000080:00010000:0.0:1783976343.328514:0:240159:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09512 from it ffff96f97dd7ef00 00010000:00000001:0.0:1783976343.328518:0:240159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.328522:0:240159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.328525:0:240159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.328527:0:240159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.328532:0:240159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.328535:0:240159:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.328541:0:240159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.328552:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.328553:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.328555:0:240159:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.328559:0:240159:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.328562:0:240159:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.328570:0:240159:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.328576:0:240159:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.328578:0:240159:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.328584:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.328585:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.328587:0:240159:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.328591:0:240159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.328593:0:240159:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.328596:0:240159:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.328601:0:240159:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.328603:0:240159:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.328604:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.328605:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.328608:0:240159:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976343.328611:0:240159:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976343.328614:0:240159:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.328617:0:240159:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.328619:0:240159:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.328622:0:240159:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.328625:0:240159:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976343.328627:0:240159:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.328629:0:240159:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976343.328632:0:240159:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.328634:0:240159:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.328637:0:240159:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7ef00. 00000080:00000001:0.0:1783976343.328642:0:240159:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.328648:0:240159:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.328651:0:240159:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976343.328656:0:240159:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.328692:0:240159:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976343.328696:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87c30 00000080:00200008:0.0:1783976343.328699:0:240159:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-m.2:[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) current size 0, valid attrs 20070, mode 96f9, uid -2133295536, gid -20716, new size 18446744072504146455, atime 1783976343.000000000, mtime 1783976343.000000000, ctime 1783976343.000000000 00000080:00000002:0.0:1783976343.328705:0:240159:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976343, ctime 1783976343, now = 1783976343 00000080:00000010:0.0:1783976343.328712:0:240159:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f85345d800. 00000080:00000001:0.0:1783976343.328715:0:240159:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976343.328726:0:240159:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976343.328728:0:240159:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ff5:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976343.328732:0:240159:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.328736:0:240159:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.328738:0:240159:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.328740:0:240159:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.328742:0:240159:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.328745:0:240159:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff5:0x0] 00800000:00000001:0.0:1783976343.328748:0:240159:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.328753:0:240159:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976343.328756:0:240159:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976343.328764:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 2 00010000:00000001:0.0:1783976343.328767:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.328770:0:240159:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976343.328774:0:240159:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976343.328778:0:240159:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976343.328787:0:240159:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976343.328791:0:240159:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976343.328793:0:240159:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976343.328796:0:240159:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff5:0x0] mode (null) 00000002:00000001:0.0:1783976343.328800:0:240159:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.328803:0:240159:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.328805:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 3 00010000:00000001:0.0:1783976343.328807:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.328812:0:240159:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.328814:0:240159:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.328815:0:240159:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.328817:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 3 00010000:00000001:0.0:1783976343.328819:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.328821:0:240159:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.328822:0:240159:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.328823:0:240159:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.328825:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 3 00010000:00000001:0.0:1783976343.328826:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.328828:0:240159:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.328830:0:240159:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.328831:0:240159:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.328832:0:240159:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 3 00010000:00000001:0.0:1783976343.328834:0:240159:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.328835:0:240159:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.328837:0:240159:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.328840:0:240159:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.328843:0:240159:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.328848:0:240159:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.328852:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976343.328857:0:240159:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.328860:0:240159:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976343.328867:0:240159:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.328874:0:240159:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.328879:0:240159:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.328885:0:240159:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.328889:0:240159:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.328893:0:240159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c000. 00000008:00000010:0.0:1783976343.328898:0:240159:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.328902:0:240159:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.328907:0:240159:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.328910:0:240159:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.328913:0:240159:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.328916:0:240159:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.328918:0:240159:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976343.328922:0:240159:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff5:0x0]: losing layout lock 00000080:00000001:0.0:1783976343.328925:0:240159:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976343.328928:0:240159:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976343.328932:0:240159:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.328935:0:240159:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.328937:0:240159:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff5:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976343.328940:0:240159:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.328942:0:240159:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976343.328944:0:240159:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976343.328948:0:240159:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c200. 00000020:00000010:0.0:1783976343.328952:0:240159:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976343.328955:0:240159:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.328958:0:240159:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.328961:0:240159:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.328965:0:240159:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.328968:0:240159:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.328985:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c400. 00000008:00000010:0.0:1783976343.328989:0:240159:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.328992:0:240159:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.328995:0:240159:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.328997:0:240159:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976343.329000:0:240159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c000. 00000020:00000010:0.0:1783976343.329004:0:240159:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00000080:00000001:0.0:1783976343.329007:0:240159:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.329009:0:240159:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976343.329012:0:240159:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) invalid 00000020:00000001:0.0:1783976343.329014:0:240159:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87838 00000080:00002000:0.0:1783976343.329016:0:240159:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-m.2 (ffff96f97a8f7d80) parent ffff96f97c080510 inode ffff96f97ab600c8 refc 1 00000080:00000001:0.0:1783976343.329021:0:240159:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976343.329024:0:240159:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976343.329026:0:240159:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.329029:0:240159:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976343.329033:0:240159:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976343.329035:0:240159:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976343.329037:0:240159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.329040:0:240159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976343.329043:0:240159:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019ba00 with handle 0x5bb448586bd09512 from hash 00010000:00000001:0.0:1783976343.329045:0:240159:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976343.329046:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.329047:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.329048:0:240159:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976343.329051:0:240159:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976343.329052:0:240159:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976343.329054:0:240159:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976343.329056:0:240159:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.329058:0:240159:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976343.329065:0:240159:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07480. 00000020:00000040:0.0:1783976343.329070:0:240159:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=28 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976343.329076:0:240159:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.329094:0:240159:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.329097:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.329098:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.329099:0:240159:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.330589:0:240159:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.330594:0:240159:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.330601:0:240159:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.330615:0:240159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345c000. 00000100:00000001:0.0:1783976343.330624:0:240159:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.330629:0:240159:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.330632:0:240159:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976343.330643:0:240159:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976343.330654:0:240159:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976343.330656:0:240159:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976343.330658:0:240159:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976343.330661:0:240159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09512 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac21d expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976343.330670:0:240159:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d990c0. 00010000:00000040:0.0:1783976343.330677:0:240159:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63800 count: 0 00010000:00000010:0.0:1783976343.330686:0:240159:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8180. 00010000:00000001:0.0:1783976343.330697:0:240159:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.330699:0:240159:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.330701:0:240159:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.330702:0:240159:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.330705:0:240159:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976343.330707:0:240159:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976343, ctime 1783976343 00000020:00100000:0.0:1783976343.330720:0:240159:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976343.330734:0:240159:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07480 x1870620496659712/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976343.330743:0:240159:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.330745:0:240159:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.330755:0:240159:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f780. 00000100:00000001:0.0:1783976343.330757:0:240159:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537984 : -115476773013632 : ffff96f977f6f780) 00000100:00000001:0.0:1783976343.330760:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.330762:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976343.330766:0:240159:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.330771:0:240159:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.330773:0:240159:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.330775:0:240159:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.330780:0:240159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07480 x1870620496659712/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.330788:0:240159:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.330790:0:240159:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.330795:0:240159:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.330798:0:240159:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.330800:0:240159:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.330804:0:240159:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240159:1870620496659712:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976343.330808:0:240159:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.330816:0:240159:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.330818:0:240159:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.330821:0:240159:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.330827:0:240159:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438ac00. 02000000:00000001:0.0:1783976343.330829:0:240159:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.330838:0:240159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.330844:0:240159:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393790. 00000400:00000010:0.0:1783976343.330852:0:240159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976343.330862:0:240159:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496659712, portal 10 00000100:00000001:0.0:1783976343.330864:0:240159:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.330865:0:240159:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000040:0.0:1783976343.330873:0:240159:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c07480 x1870620496659712/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976359 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.332406:0:240159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.332413:0:240159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000100:00000001:0.0:1783976343.438598:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.438603:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.438606:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.438614:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3d880 x1870620496660992/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.438623:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.438625:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.438630:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.438633:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.438637:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.438640:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496660992:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.438645:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.438652:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.438655:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.438658:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.438665:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438a000. 02000000:00000001:0.0:1783976343.438667:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.438676:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.438681:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976343.438689:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976343.438698:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496660992, portal 4 00000100:00000001:0.0:1783976343.438701:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.438703:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998199424 : -115476711352192 : ffff96f97ba3d880) 00000100:00000040:0.0:1783976343.438710:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3d880 x1870620496660992/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.438718:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.438721:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.438724:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783976343.438729:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496660992, offset 0 00000400:00000200:0.0:1783976343.438736:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.438748:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.438757:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.438763:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.438777:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.438783:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.438786:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.438790:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778709:778709:256:4294967295] 192.168.201.114@tcp LPNI seq info [778687:778687:8:4294967295] 00000400:00000200:0.0:1783976343.438794:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.438805:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.438812:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.438820:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783976343.438828:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.438838:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.438844:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.438863:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.438869:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32555 usecs (33 jiffies) 00000400:00000200:0.0:1783976343.438872:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.438882:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549310 00000100:00000010:0.0:1783976343.438888:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ef00. 00000100:00000001:0.0:1783976343.438895:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976343.441590:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549313 00000100:00000010:0.0:1783976343.441613:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783976343.441621:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976343.441627:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.441632:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.441638:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.441642:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.443423:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.443427:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976343.443432:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.443434:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.443595:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.443598:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.443602:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976343.443607:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976343.443610:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976343.443614:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.443619:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3d880 x1870620496660992/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.443628:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3d880 x1870620496660992/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.443634:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.443636:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.443639:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.443644:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.443647:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.443650:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.443653:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.443666:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.443670:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=90 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.443672:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.443674:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.443678:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.443682:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.443686:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.443688:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.443690:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.443692:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.443694:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998199424 : -115476711352192 : ffff96f97ba3d880) 00000100:00000001:0.0:1783976343.443698:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.443700:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944194 00000100:00000001:0.0:1783976343.443702:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.443705:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.443710:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3d880 x1870620496660992/t8589944201(8589944201) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.443717:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.443721:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.443723:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.443727:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976343.443800:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.443806:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3d880 x1870620496660992/t8589944201(8589944201) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.443814:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496660992:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.443818:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.443821:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.443824:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3d880 x1870620496660992/t8589944201(8589944201) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.443831:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.443833:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.443837:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.443838:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.443840:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.443843:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.517018:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.517022:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.517025:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.517032:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104700 x1870620496662144/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.517040:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.517042:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.517048:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.517052:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.517055:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.517058:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496662144:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.517063:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.517071:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.517074:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.517077:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.517083:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389c00. 02000000:00000001:0.0:1783976343.517085:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.517091:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.517095:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976343.517102:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976343.517110:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496662144, portal 4 00000100:00000001:0.0:1783976343.517112:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.517113:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921419520 : -115476788132096 : ffff96f977104700) 00000100:00000040:0.0:1783976343.517119:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977104700 x1870620496662144/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.517124:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.517128:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.517130:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783976343.517132:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496662144, offset 0 00000400:00000200:0.0:1783976343.517160:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.517169:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.517178:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.517185:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.517190:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.517194:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.517197:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.517201:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778715:778715:256:4294967295] 192.168.201.114@tcp LPNI seq info [778693:778693:8:4294967295] 00000400:00000200:0.0:1783976343.517206:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.517216:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.517221:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.517227:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783976343.517234:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.517241:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.517245:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.517262:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.517267:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32427 usecs (33 jiffies) 00000400:00000200:0.0:1783976343.517269:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.517272:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549389 00000100:00000001:0.0:1783976343.517277:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308549383 00000100:00000001:0.0:1783976343.517283:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549389 00000100:00000001:0.0:1783976343.517287:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308549383 00000100:00000001:0.0:1783976343.517290:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.517292:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.517295:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.517298:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.519200:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.519208:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976343.519214:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.519217:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.519222:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.519225:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.519245:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.519248:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.522060:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.522066:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.522076:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.522078:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.522082:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976343.522097:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976343.522101:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976343.522104:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.522110:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104700 x1870620496662144/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.522120:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104700 x1870620496662144/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.522125:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.522127:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.522131:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.522172:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.522176:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.522179:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.522183:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.522196:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.522201:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=90 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.522204:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.522206:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.522209:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.522214:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.522218:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.522220:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.522222:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.522225:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.522227:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921419520 : -115476788132096 : ffff96f977104700) 00000100:00000001:0.0:1783976343.522232:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.522235:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944194 00000100:00000001:0.0:1783976343.522237:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.522240:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.522246:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104700 x1870620496662144/t8589944202(8589944202) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.522253:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.522256:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.522259:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.522263:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976343.522274:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.522279:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104700 x1870620496662144/t8589944202(8589944202) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.522288:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496662144:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.522294:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.522296:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.522300:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977104700 x1870620496662144/t8589944202(8589944202) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.522307:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.522309:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.522318:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.522320:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.522323:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.522326:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.540784:0:240163:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.540795:0:240163:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976343.540798:0:240163:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976343.540802:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154bbc0 00000080:00200000:0.0:1783976343.540807:0:240163:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976343.540817:0:240163:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345ce00. 00800000:00000002:0.0:1783976343.540825:0:240163:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976343.540830:0:240163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.540838:0:240163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.540841:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154bae0 00800000:00000002:0.0:1783976343.540844:0:240163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.540848:0:240163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976343.540851:0:240163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.540856:0:240163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.540859:0:240163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.540862:0:240163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.540864:0:240163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.540867:0:240163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976343.540870:0:240163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.541351:0:240163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976343.541360:0:240163:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.541362:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154b9b0 00000002:00010000:0.0:1783976343.541364:0:240163:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976343.541369:0:240163:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976343.541371:0:240163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.541376:0:240163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.541386:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976343.541389:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.541395:0:240163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.541400:0:240163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976343.541406:0:240163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 02000000:00000001:0.0:1783976343.541420:0:240163:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.541427:0:240163:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.541430:0:240163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000002:00000001:0.0:1783976343.541437:0:240163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976343.541439:0:240163:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.541441:0:240163:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.541443:0:240163:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976343.541446:0:240163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.541449:0:240163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976343.541453:0:240163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976343.541456:0:240163:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976343.541461:0:240163:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345ce00. 00000080:00000001:0.0:1783976343.541465:0:240163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976343.541468:0:240163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.541471:0:240163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976343.541475:0:240163:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976343.541479:0:240163:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.541481:0:240163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.541483:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.541486:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.541489:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.541491:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.541494:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.541497:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.541499:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.541500:0:240163:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.541503:0:240163:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.541505:0:240163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf148154bbf8 00010000:00000001:0.0:1783976343.541508:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.541509:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.541510:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976343.541512:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.541514:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976343.541517:0:240163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.541520:0:240163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:0.0:1783976343.541527:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.541528:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.541530:0:240163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.541532:0:240163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.541534:0:240163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1783976343.541543:0:240163:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.541547:0:240163:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.541549:0:240163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.541554:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.541556:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.541557:0:240163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541561:0:240163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.541563:0:240163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541565:0:240163:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541569:0:240163:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541572:0:240163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.541573:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.541574:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976343.541577:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976343.541579:0:240163:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976343.541582:0:240163:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976343.541586:0:240163:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.541591:0:240163:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976343.541593:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154bb88 00000080:00002000:0.0:1783976343.541595:0:240163:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 2 00000080:00000001:0.0:1783976343.541598:0:240163:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.541600:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154bbd0 00000080:00200000:0.0:1783976343.541601:0:240163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976343.541606:0:240163:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976343.541609:0:240163:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.541612:0:240163:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.541613:0:240163:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976343.541616:0:240163:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976343.541631:0:240163:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30f20. 00000080:00000001:0.0:1783976343.541636:0:240163:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.541637:0:240163:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976343.541640:0:240163:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.541644:0:240163:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976343.541645:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154bb50 00000080:00200000:0.0:1783976343.541648:0:240163:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-m.2, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f97dc5ed80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976343.541653:0:240163:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e300. 00000080:00000001:0.0:1783976343.541658:0:240163:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976343.541660:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154ba00 00000080:00200000:0.0:1783976343.541662:0:240163:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-m.2, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976343.541668:0:240163:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f85345ce00. 00800000:00000002:0.0:1783976343.541671:0:240163:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.541677:0:240163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976343.541680:0:240163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.541681:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154b920 00800000:00000002:0.0:1783976343.541683:0:240163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-m.2' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976343.541687:0:240163:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976343.541690:0:240163:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976343.541698:0:240163:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-m.2 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976343.541702:0:240163:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976343.541706:0:240163:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976343.541709:0:240163:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976343.541711:0:240163:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976343.541714:0:240163:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976343.541717:0:240163:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976343.541720:0:240163:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff7:0x0] 40000000:00000001:0.0:1783976343.541723:0:240163:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.541726:0:240163:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.541728:0:240163:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.541729:0:240163:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.541731:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154b8a0 00800000:00000002:0.0:1783976343.541733:0:240163:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ff7:0x0], name='f56oe.sanity-m.2' -> mds #0 layout version 1 00000002:00000001:0.0:1783976343.541737:0:240163:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976343.541739:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154b7d8 00000002:00010000:0.0:1783976343.541740:0:240163:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-m.2,[0x200002b12:0x11ff7:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976343.541745:0:240163:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976343.541748:0:240163:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976343.541752:0:240163:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.541756:0:240163:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.541759:0:240163:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976343.541761:0:240163:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.541768:0:240163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06d80. 00000020:00000040:0.0:1783976343.541772:0:240163:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=33 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976343.541779:0:240163:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976343.541781:0:240163:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541784:0:240163:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.541790:0:240163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.541793:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.541795:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.541796:0:240163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.541799:0:240163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.541801:0:240163:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.541804:0:240163:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.541816:0:240163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d2e2000. 00000100:00000001:0.0:1783976343.541824:0:240163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541830:0:240163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.541832:0:240163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541833:0:240163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.541835:0:240163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.541836:0:240163:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.541847:0:240163:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00010000:00000001:0.0:1783976343.541851:0:240163:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.541853:0:240163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.541858:0:240163:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63800. 00010000:00000010:0.0:1783976343.541862:0:240163:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8180. 00010000:00000001:0.0:1783976343.541867:0:240163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.541871:0:240163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ba00. 00000020:00000001:0.0:1783976343.542595:0:240163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.542600:0:240163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ba00 with handle 0x5bb448586bd09543 to hash 00000020:00000001:0.0:1783976343.542604:0:240163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.542606:0:240163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.542610:0:240163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.542615:0:240163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.542617:0:240163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.542621:0:240163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.542629:0:240163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240163 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976343.542645:0:240163:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976343.542661:0:240163:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06d80 x1870620496662656/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976343.542671:0:240163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.542678:0:240163:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.542680:0:240163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.542782:0:240163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976343.542785:0:240163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536256 : -115476773015360 : ffff96f977f6f0c0) 00000100:00000001:0.0:1783976343.542789:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.542790:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000001:0.0:1783976343.542796:0:240163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.542802:0:240163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.542804:0:240163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.542806:0:240163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.542812:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06d80 x1870620496662656/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.542820:0:240163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.542823:0:240163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.542828:0:240163:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.542831:0:240163:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.542834:0:240163:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.542837:0:240163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06d80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240163:1870620496662656:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.542842:0:240163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.542849:0:240163:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.542853:0:240163:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.542856:0:240163:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.543022:0:240163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.543026:0:240163:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.543035:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.543041:0:240163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976343.543051:0:240163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854388000. 00000100:00000200:0.0:1783976343.543061:0:240163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496662656, portal 10 00000100:00000001:0.0:1783976343.543063:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.543064:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000040:0.0:1783976343.543071:0:240163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06d80 x1870620496662656/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.543395:0:240163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.543399:0:240163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.543404:0:240163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f300. 00000100:00000200:0.0:1783976343.543409:0:240163:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496662656, offset 0 00000400:00000200:0.0:1783976343.543418:0:240163:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.543429:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.543439:0:240163:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.543445:0:240163:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.543450:0:240163:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.543454:0:240163:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.543456:0:240163:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.543460:0:240163:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778717:778717:256:4294967295] 192.168.201.114@tcp LPNI seq info [778695:778695:8:4294967295] 00000400:00000200:0.0:1783976343.543465:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.543478:0:240163:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.543484:0:240163:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.543489:0:240163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f85345da00. 00000800:00000200:0.0:1783976343.543498:0:240163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.543507:0:240163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.543512:0:240163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f85345da00 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976343.543568:0:240163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.543575:0:240163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976343.543578:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.543581:0:240163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549392 00000100:00000001:0.0:1783976343.543588:0:240163:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308549389 00000100:00000001:0.0:1783976343.543593:0:240163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549392 00000100:00000001:0.0:1783976343.543596:0:240163:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308549389 00000100:00000001:0.0:1783976343.543599:0:240163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.543603:0:240163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.543605:0:240163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.543607:0:240163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.543610:0:240163:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.543613:0:240163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.543616:0:240163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.553091:0:240163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.553646:0:240163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.553649:0:240163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.553653:0:240163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976343.553658:0:240163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854388000 00000400:00000010:0.0:1783976343.553661:0:240163:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854388000. 00000100:00000001:0.0:1783976343.553664:0:240163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.553670:0:240163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06d80 x1870620496662656/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.553679:0:240163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06d80 x1870620496662656/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.553686:0:240163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.553688:0:240163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.553691:0:240163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.553695:0:240163:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.553698:0:240163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.553701:0:240163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.553704:0:240163:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.553716:0:240163:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.553957:0:240163:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.553962:0:240163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.553964:0:240163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.553967:0:240163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.553979:0:240163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.553984:0:240163:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.553985:0:240163:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.553987:0:240163:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.553990:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.553992:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000001:0.0:1783976343.553996:0:240163:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.553998:0:240163:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976343.554000:0:240163:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.554003:0:240163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.554010:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.554018:0:240163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.554021:0:240163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.554023:0:240163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.554028:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.554035:0:240163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06d80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240163:1870620496662656:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.554041:0:240163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.554045:0:240163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.554047:0:240163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.554051:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.554054:0:240163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.554062:0:240163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.554065:0:240163:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976343.554069:0:240163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.554070:0:240163:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.554073:0:240163:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976343.554385:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.554389:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.554394:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976343.554397:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554400:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976343.554409:0:240163:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019ba00, remote cookie: 0xa91b1f6e92eac2cc, flags: 0x1001 00010000:00010000:0.0:1783976343.554415:0:240163:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976343.554424:0:240163:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff5:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976343.554427:0:240163:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976343.554435:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 2 00010000:00000001:0.0:1783976343.554438:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976343.554441:0:240163:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63800 count: 0 00010000:00000010:0.0:1783976343.554448:0:240163:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8180. 00010000:00000001:0.0:1783976343.554455:0:240163:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.554458:0:240163:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.554467:0:240163:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.554474:0:240163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976343.554480:0:240163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976343.554483:0:240163:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976343.554485:0:240163:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976343.554486:0:240163:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976343.554489:0:240163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff5:0x0].0x0 (ffff96f97ad76f00) refcount = 2 00010000:00000040:0.0:1783976343.554492:0:240163:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976343.554495:0:240163:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b600/0x5bb448586bd09519 lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac232 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976343.554508:0:240163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.554516:0:240163:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976343.554520:0:240163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976343.554522:0:240163:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.554526:0:240163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976343.554529:0:240163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.554533:0:240163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.554540:0:240163:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976343.554542:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554544:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.554544:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554545:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.554547:0:240163:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.554553:0:240163:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976343.554557:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.554558:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.554560:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.554562:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554564:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554567:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.554568:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.554569:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976343.554570:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554572:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554575:0:240163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.554578:0:240163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.554581:0:240163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.554587:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554588:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.554589:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.554590:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.554591:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=5 00000020:00000001:0.0:1783976343.554593:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554594:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554596:0:240163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.554599:0:240163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.554603:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554604:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976343.554606:0:240163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.554611:0:240163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.554612:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554612:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.554613:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554614:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976343.554621:0:240163:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.554630:0:240163:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976343.554634:0:240163:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.554641:0:240163:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.554649:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.554650:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.554651:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.554653:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554655:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976343.554659:0:240163:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976343.554672:0:240163:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99f80. 00010000:00000001:0.0:1783976343.554674:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554675:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.554677:0:240163:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.554679:0:240163:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.554682:0:240163:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976343.554685:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.554686:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00010000:00000001:0.0:1783976343.554688:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.554689:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.554690:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.554693:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554695:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976343.554698:0:240163:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.554705:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554706:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.554708:0:240163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.554709:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.554710:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.554711:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.554713:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.554715:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976343.554718:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 3 00010000:00000001:0.0:1783976343.554720:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976343.554724:0:240163:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73717 (0 0) 00010000:00000001:0.0:1783976343.554728:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.554729:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.554731:0:240163:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976343.554735:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154b760 00000002:00002000:0.0:1783976343.554738:0:240163:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-m.2 intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976343.554742:0:240163:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.554746:0:240163:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.554749:0:240163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976343.554753:0:240163:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976343.554757:0:240163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.554762:0:240163:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976343.554765:0:240163:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976343.554768:0:240163:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e300 it_disposition 80002b 00000080:00000001:0.0:1783976343.554771:0:240163:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976343.554779:0:240163:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976343.554782:0:240163:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976343.554786:0:240163:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513205 : 144115373061513205 : 200002b12011ff5) 00000080:00000001:0.0:1783976343.554789:0:240163:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783976343.554797:0:240163:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.554805:0:240163:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.554811:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.554819:0:240163:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.554823:0:240163:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976343.554832:0:240163:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.554838:0:240163:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.554844:0:240163:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.554852:0:240163:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.554856:0:240163:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.554861:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000008:00000010:0.0:1783976343.554866:0:240163:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.554870:0:240163:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.554954:0:240163:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.554961:0:240163:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.554964:0:240163:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.554967:0:240163:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.554978:0:240163:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.554983:0:240163:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.554986:0:240163:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.554993:0:240163:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ede0. 00020000:00000010:0.0:1783976343.554998:0:240163:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976343.555004:0:240163:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ea20. 00020000:00000001:0.0:1783976343.555007:0:240163:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166240 : -115476674385376 : ffff96f97dd7ea20) 00020000:00000002:0.0:1783976343.555011:0:240163:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ea20, objid 0x11ff5:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.555015:0:240163:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.555020:0:240163:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cc80: ostid: 0x280000403:5858 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976343.555024:0:240163:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d000) owner ffff96f94beb0000 00020000:00000001:0.0:1783976343.555027:0:240163:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.555030:0:240163:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d000) owner ffff96f94beb0000 00020000:00000010:0.0:1783976343.555035:0:240163:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976343.555040:0:240163:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ede0. 00020000:00000010:0.0:1783976343.555044:0:240163:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7ea20. 00020000:00000002:0.0:1783976343.555046:0:240163:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff5:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.555049:0:240163:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.555051:0:240163:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976343.555053:0:240163:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976343.555057:0:240163:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.555061:0:240163:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976343.555064:0:240163:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.555068:0:240163:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.555071:0:240163:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.555075:0:240163:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.555549:0:240163:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.555553:0:240163:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976343.555556:0:240163:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.555559:0:240163:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.555562:0:240163:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.555565:0:240163:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976343.555567:0:240163:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976343.555569:0:240163:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00000080:00000001:0.0:1783976343.555575:0:240163:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513205 : 144115373061513205 : 200002b12011ff5) 00000080:00000001:0.0:1783976343.555578:0:240163:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976343.555584:0:240163:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8): rc = 0 00000080:00000001:0.0:1783976343.555587:0:240163:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982612168 : -115476726939448 : ffff96f97ab600c8) 00010000:00000001:0.0:1783976343.555589:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.555591:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.555593:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.555595:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.555597:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000080:00000001:0.0:1783976343.555600:0:240163:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976343.555602:0:240163:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.555605:0:240163:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.555607:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976343.555610:0:240163:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.555612:0:240163:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976343.555615:0:240163:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.555617:0:240163:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.555619:0:240163:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.555622:0:240163:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.555625:0:240163:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.555627:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345da00. 00000008:00000010:0.0:1783976343.555629:0:240163:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.555631:0:240163:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.555633:0:240163:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.555635:0:240163:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.555637:0:240163:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.555639:0:240163:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.555640:0:240163:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976343.555643:0:240163:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976343.555644:0:240163:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976343.555647:0:240163:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ea20. 00020000:00000010:0.0:1783976343.555649:0:240163:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976343.555652:0:240163:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ede0. 00020000:00000001:0.0:1783976343.555654:0:240163:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167200 : -115476674384416 : ffff96f97dd7ede0) 00020000:00000002:0.0:1783976343.555657:0:240163:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ede0, objid 0x11ff5:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976343.555661:0:240163:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976343.555664:0:240163:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cc80: ostid: 0x280000403:5858 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976343.555667:0:240163:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d000) owner ffff96f94beb0000 00020000:00000001:0.0:1783976343.555669:0:240163:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976343.555671:0:240163:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d000) owner ffff96f94beb0000 00020000:00000010:0.0:1783976343.555674:0:240163:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976343.555676:0:240163:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ea20. 00020000:00000010:0.0:1783976343.555678:0:240163:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7ede0. 00020000:00000002:0.0:1783976343.555680:0:240163:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff5:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976343.555681:0:240163:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.555683:0:240163:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.555786:0:240163:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976343.555790:0:240163:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976343.555794:0:240163:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7ed20 addref 2/0 by ffff96f94beb0000. 00020000:00000002:0.0:1783976343.555797:0:240163:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976343.555800:0:240163:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976343.555802:0:240163:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976343.555803:0:240163:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976343.555805:0:240163:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976343.555807:0:240163:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976343.555810:0:240163:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff5:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783976343.555813:0:240163:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c000 00000020:00000010:0.0:1783976343.555815:0:240163:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.555819:0:240163:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976343.555821:0:240163:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.555824:0:240163:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.555826:0:240163:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.555829:0:240163:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.555832:0:240163:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.555835:0:240163:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c400. 00000008:00000010:0.0:1783976343.555837:0:240163:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.555839:0:240163:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.555841:0:240163:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.555843:0:240163:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729734b0. 00000020:00000010:0.0:1783976343.555845:0:240163:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345da00. 00000020:00000010:0.0:1783976343.555847:0:240163:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c000. 00000080:00000001:0.0:1783976343.555849:0:240163:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.555851:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.555853:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.555855:0:240163:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976343.555859:0:240163:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976343.555861:0:240163:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976343.555865:0:240163:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) for lock 0x5bb448586bd09543 00800000:00000001:0.0:1783976343.555868:0:240163:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976343.555870:0:240163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976343.555872:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.555942:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.555944:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.555948:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.555950:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.555952:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.555953:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.555955:0:240163:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.555956:0:240163:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976343.555965:0:240163:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f7d80 inode ffff96f97ab600c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1783976343.555988:0:240163:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976343.555993:0:240163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) 00000080:00000001:0.0:1783976343.555997:0:240163:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.556000:0:240163:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345ce00. 00000100:00000001:0.0:1783976343.556006:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.556017:0:240163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.556024:0:240163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556040:0:240163:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976343.556043:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154ba60 00000080:00200008:0.0:1783976343.556045:0:240163:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-m.2:[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8), flags 104501 00000080:00000010:0.0:1783976343.556055:0:240163:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8a8c0. 00000080:00000010:0.0:1783976343.556065:0:240163:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99240. 00000080:00000001:0.0:1783976343.556068:0:240163:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976343.556072:0:240163:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976343.556323:0:240163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.556327:0:240163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.556330:0:240163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.556333:0:240163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.556336:0:240163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.556338:0:240163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff5:0x0] 00800000:00000001:0.0:1783976343.556341:0:240163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.556346:0:240163:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976343.556353:0:240163:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c305a0. 00000002:00100000:0.0:1783976343.556360:0:240163:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976343.556366:0:240163:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.556368:0:240163:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976343.556373:0:240163:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976343.556377:0:240163:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556380:0:240163:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.556383:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.556386:0:240163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06d80 x1870620496662656/t25770086064(25770086064) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976343.556393:0:240163:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.556397:0:240163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976343.556426:0:240163:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976343.556427:0:240163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.556430:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154ba60 00000080:00000008:0.0:1783976343.556433:0:240163:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-m.2:[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8), flags 104501, rc = 0 00000080:00000001:0.0:1783976343.556438:0:240163:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976343.556440:0:240163:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e300 released 00000080:00010000:0.0:1783976343.556443:0:240163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09543 from it ffff96f97dd7e300 00010000:00000001:0.0:1783976343.556446:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.556448:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.556449:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976343.556451:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.556454:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976343.556456:0:240163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.556460:0:240163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.556469:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.556470:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.556472:0:240163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976343.556476:0:240163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976343.556479:0:240163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976343.556487:0:240163:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976343.556491:0:240163:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976343.556493:0:240163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.556500:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.556501:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.556503:0:240163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.556507:0:240163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976343.556509:0:240163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.556511:0:240163:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.556515:0:240163:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.556518:0:240163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.556519:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.556520:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976343.556522:0:240163:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976343.556524:0:240163:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976343.556527:0:240163:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.556529:0:240163:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.556531:0:240163:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.556533:0:240163:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556536:0:240163:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976343.556538:0:240163:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556540:0:240163:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976343.556542:0:240163:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556544:0:240163:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976343.556547:0:240163:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e300. 00000080:00000001:0.0:1783976343.556550:0:240163:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556555:0:240163:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976343.556558:0:240163:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8), inode mode 81a4 mask 42 00000080:00000001:0.0:1783976343.556562:0:240163:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.556594:0:240163:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976343.556597:0:240163:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976343.556601:0:240163:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976343.556604:0:240163:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556618:0:240163:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976343.556620:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154bc30 00000080:00200008:0.0:1783976343.556623:0:240163:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-m.2:[0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) current size 0, valid attrs 10160, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976343.000000000, mtime 1783969143.000000000, ctime 1783976343.000000000 00000080:00000002:0.0:1783976343.556629:0:240163:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783969143, ctime 1783976343, now = 1783976343 00000080:00000010:0.0:1783976343.556634:0:240163:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f85345ce00. 00000080:00000001:0.0:1783976343.556637:0:240163:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976343.556644:0:240163:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976343.556646:0:240163:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ff5:0x0], valid 0x10010160/0x0 00800000:00000001:0.0:1783976343.556649:0:240163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976343.556651:0:240163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976343.556652:0:240163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976343.556654:0:240163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976343.556656:0:240163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976343.556658:0:240163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff5:0x0] 00800000:00000001:0.0:1783976343.556659:0:240163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.556663:0:240163:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976343.556666:0:240163:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976343.556671:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 3 00010000:00000001:0.0:1783976343.556675:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.556678:0:240163:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976343.556683:0:240163:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976343.556751:0:240163:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976343.556762:0:240163:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976343.556766:0:240163:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976343.556768:0:240163:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976343.556771:0:240163:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff5:0x0] mode (null) 00000002:00000001:0.0:1783976343.556774:0:240163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.556778:0:240163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.556782:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 4 00010000:00000001:0.0:1783976343.556785:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.556789:0:240163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.556791:0:240163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.556792:0:240163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.556794:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 4 00010000:00000001:0.0:1783976343.556796:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.556798:0:240163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.556799:0:240163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.556800:0:240163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.556802:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 4 00010000:00000001:0.0:1783976343.556803:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.556806:0:240163:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976343.556808:0:240163:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976343.556812:0:240163:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976343.556818:0:240163:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.556822:0:240163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b600/0x5bb448586bd09519 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac232 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976343.556828:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.556829:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.556830:0:240163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976343.556832:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.556833:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.556835:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798b600 refcount=2 00000020:00000001:0.0:1783976343.556837:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930360832 : -115476779190784 : ffff96f97798b600) 00010000:00000001:0.0:1783976343.556840:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930360832 : -115476779190784 : ffff96f97798b600) 00010000:00000001:0.0:1783976343.556842:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.556843:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976343.556844:0:240163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976343.556845:0:240163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976343.556846:0:240163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 4 00010000:00000001:0.0:1783976343.556848:0:240163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976343.556850:0:240163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556852:0:240163:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.556854:0:240163:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976343.556856:0:240163:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff5:0x0](ffff96f97ab600c8) invalid 00000020:00000001:0.0:1783976343.556858:0:240163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf148154b838 00000080:00002000:0.0:1783976343.556859:0:240163:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-m.2 (ffff96f97a8f7d80) parent ffff96f97c080510 inode ffff96f97ab600c8 refc 1 00000080:00000001:0.0:1783976343.556863:0:240163:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976343.556866:0:240163:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976343.556868:0:240163:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.556871:0:240163:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976343.556951:0:240163:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976343.556953:0:240163:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976343.556956:0:240163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.556959:0:240163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976343.556962:0:240163:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019ba00 with handle 0x5bb448586bd09543 from hash 00010000:00000001:0.0:1783976343.556965:0:240163:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976343.556966:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.556967:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.556978:0:240163:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976343.556981:0:240163:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976343.556983:0:240163:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976343.556986:0:240163:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976343.556988:0:240163:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976343.556990:0:240163:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976343.556998:0:240163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05c00. 00000020:00000040:0.0:1783976343.557003:0:240163:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=34 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976343.557009:0:240163:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.557014:0:240163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.557017:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.557018:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.557020:0:240163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.557023:0:240163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.557026:0:240163:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.557029:0:240163:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.557036:0:240163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345da00. 00000100:00000001:0.0:1783976343.557044:0:240163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.557047:0:240163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.557049:0:240163:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976343.557053:0:240163:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976343.557059:0:240163:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976343.557061:0:240163:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976343.557062:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976343.557065:0:240163:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09543 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac2cc expref: -99 pid: 240163 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976343.557072:0:240163:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99f80. 00010000:00000001:0.0:1783976343.557357:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.557359:0:240163:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.557361:0:240163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.557363:0:240163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.557365:0:240163:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976343.557367:0:240163:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783969143, ctime 1783976343 00000020:00100000:0.0:1783976343.557378:0:240163:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976343.557389:0:240163:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05c00 x1870620496662912/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976343.557397:0:240163:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.557400:0:240163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.557410:0:240163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976343.557413:0:240163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536256 : -115476773015360 : ffff96f977f6f0c0) 00000100:00000001:0.0:1783976343.557416:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.557418:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976343.557424:0:240163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.557430:0:240163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.557432:0:240163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.557435:0:240163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.557440:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05c00 x1870620496662912/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.557448:0:240163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.557450:0:240163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.557454:0:240163:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.557457:0:240163:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.557460:0:240163:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.557464:0:240163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240163:1870620496662912:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976343.557469:0:240163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.557476:0:240163:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.557478:0:240163:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.557481:0:240163:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.557486:0:240163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388000. 02000000:00000001:0.0:1783976343.557488:0:240163:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.557497:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.557502:0:240163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976343.557510:0:240163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976343.557520:0:240163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496662912, portal 10 00000100:00000001:0.0:1783976343.557522:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.557523:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000040:0.0:1783976343.557529:0:240163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c05c00 x1870620496662912/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976359 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.557536:0:240163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.557538:0:240163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.557541:0:240163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729785d8. 00000100:00000200:0.0:1783976343.557545:0:240163:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496662912, offset 0 00000400:00000200:0.0:1783976343.557552:0:240163:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.557562:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.557572:0:240163:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.557578:0:240163:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.557583:0:240163:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.557588:0:240163:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.557591:0:240163:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.557595:0:240163:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778718:778718:256:4294967295] 192.168.201.114@tcp LPNI seq info [778696:778696:8:4294967295] 00000400:00000200:0.0:1783976343.557600:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.557612:0:240163:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.557618:0:240163:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.557623:0:240163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783976343.557631:0:240163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.557640:0:240163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.557645:0:240163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.557708:0:240163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.557713:0:240163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976343.557718:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.557721:0:240163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549406 00000100:00000010:0.0:1783976343.557726:0:240163:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e300. 00000100:00000001:0.0:1783976343.557732:0:240163:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976343.557738:0:240163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549406 00000100:00000010:0.0:1783976343.557741:0:240163:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e4e0. 00000100:00000001:0.0:1783976343.557744:0:240163:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976343.557747:0:240163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.557750:0:240163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.557753:0:240163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.557755:0:240163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.557758:0:240163:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.557761:0:240163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.557765:0:240163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.563028:0:240163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.563263:0:240163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.563266:0:240163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.563270:0:240163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976343.563275:0:240163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976343.563278:0:240163:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976343.563282:0:240163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.563286:0:240163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05c00 x1870620496662912/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976343.563295:0:240163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05c00 x1870620496662912/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.563301:0:240163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.563304:0:240163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.563307:0:240163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.563311:0:240163:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.563313:0:240163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.563316:0:240163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.563319:0:240163:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.563331:0:240163:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.563335:0:240163:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.563338:0:240163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.563340:0:240163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.563343:0:240163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.563347:0:240163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.563351:0:240163:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.563353:0:240163:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.563354:0:240163:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.563357:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.563359:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976343.563362:0:240163:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.563364:0:240163:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086050 00000100:00000001:0.0:1783976343.563366:0:240163:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.563369:0:240163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.563373:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05c00 x1870620496662912/t25770086065(25770086065) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.563379:0:240163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.563383:0:240163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.563385:0:240163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.563389:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05c00 x1870620496662912/t25770086065(25770086065) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976343.563397:0:240163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240163:1870620496662912:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976343.563402:0:240163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.563405:0:240163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.563408:0:240163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.563410:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.563414:0:240163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05c00 x1870620496662912/t25770086065(25770086065) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.563422:0:240163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.563425:0:240163:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976343.563428:0:240163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.563430:0:240163:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.563440:0:240163:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.563443:0:240163:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976343.563451:0:240163:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976343.563453:0:240163:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976343.563460:0:240163:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513205 : 144115373061513205 : 200002b12011ff5) 00000080:00000001:0.0:1783976343.563464:0:240163:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976343.563470:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.563474:0:240163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05c00 x1870620496662912/t25770086065(25770086065) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.563480:0:240163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976343.563482:0:240163:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976343.563485:0:240163:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.563487:0:240163:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.563492:0:240163:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976343.563496:0:240163:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.563498:0:240163:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976343.563501:0:240163:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976343.563503:0:240163:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.563506:0:240163:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.563509:0:240163:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976343.563512:0:240163:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.563520:0:240163:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c000. 00000020:00000010:0.0:1783976343.563526:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c400. 00000020:00000010:0.0:1783976343.563532:0:240163:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d000. 00000020:00000010:0.0:1783976343.563538:0:240163:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976343.563547:0:240163:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976343.563554:0:240163:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805cc0. 00008000:00000010:0.0:1783976343.563561:0:240163:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f170. 00000080:00000010:0.0:1783976343.563569:0:240163:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976343.563575:0:240163:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d970. 00000020:00000010:0.0:1783976343.563580:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c200. 00000008:00000010:0.0:1783976343.563585:0:240163:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976343.563590:0:240163:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a796d0. 00008000:00000010:0.0:1783976343.563594:0:240163:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ada0. 00000080:00000010:0.0:1783976343.563598:0:240163:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729734b0. 00000020:00000001:0.0:1783976343.563602:0:240163:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539047944 : -115477170503672 : ffff96f96045c008) 00000020:00001000:0.0:1783976343.563604:0:240163:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c000 00000020:00000001:0.0:1783976343.563610:0:240163:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34918 -> ffff96f97dc34918 00000020:00000001:0.0:1783976343.563613:0:240163:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976343.563617:0:240163:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976343.563619:0:240163:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ff5:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976343.563623:0:240163:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.563624:0:240163:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976343.563628:0:240163:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976343.563631:0:240163:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.563633:0:240163:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976343.563637:0:240163:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ff5:0x0]io ffff96f96174d9d0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976343.563640:0:240163:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976343.563645:0:240163:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976343.563647:0:240163:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976343.563651:0:240163:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976343.563653:0:240163:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563655:0:240163:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976343.563658:0:240163:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976343.563659:0:240163:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563661:0:240163:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.563662:0:240163:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976343.563664:0:240163:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976343.563665:0:240163:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d000) owner 0000000000000000/ffff96f94beb0000 00000020:00000001:0.0:1783976343.563667:0:240163:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563669:0:240163:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976343.563671:0:240163:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976343.563674:0:240163:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976343.563677:0:240163:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976343.563680:0:240163:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976343.563684:0:240163:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976343.563744:0:240163:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976343.563746:0:240163:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976343.563748:0:240163:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976343.563751:0:240163:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c360. 00000020:00000010:0.0:1783976343.563753:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976343.563756:0:240163:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d800. 00000020:00000010:0.0:1783976343.563758:0:240163:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976343.563762:0:240163:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976343.563765:0:240163:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748050c0. 00008000:00000010:0.0:1783976343.563768:0:240163:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f880. 00000080:00000010:0.0:1783976343.563771:0:240163:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976343.563773:0:240163:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d720. 00000020:00000010:0.0:1783976343.563779:0:240163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274400. 00000008:00000010:0.0:1783976343.563783:0:240163:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976343.563786:0:240163:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a78b68. 00008000:00000010:0.0:1783976343.563788:0:240163:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a900. 00000080:00000010:0.0:1783976343.563791:0:240163:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729731e0. 00000020:00000001:0.0:1783976343.563793:0:240163:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048808 : -115477170502808 : ffff96f96045c368) 00000020:00001000:0.0:1783976343.563796:0:240163:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c360 00000020:00000001:0.0:1783976343.563799:0:240163:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34788 -> ffff96f97dc34918 00000020:00000001:0.0:1783976343.563801:0:240163:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976343.563804:0:240163:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976343.563805:0:240163:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976343.563807:0:240163:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563809:0:240163:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563812:0:240163:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058920760 : -115477650630856 : ffff96f943a79738) 00000020:00000001:0.0:1783976343.563815:0:240163:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976343.563818:0:240163:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976343.563823:0:240163:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563824:0:240163:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563828:0:240163:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563829:0:240163:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563831:0:240163:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563833:0:240163:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1783976343.563836:0:240163:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1783976343.563838:0:240163:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1783976343.563840:0:240163:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1783976343.563842:0:240163:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1783976343.563844:0:240163:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563846:0:240163:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976343.563848:0:240163:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563850:0:240163:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976343.563852:0:240163:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976343.563853:0:240163:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976343.563854:0:240163:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976343.563856:0:240163:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563857:0:240163:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563859:0:240163:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563860:0:240163:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.563862:0:240163:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976343.563864:0:240163:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783976343.563866:0:240163:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783976343.563869:0:240163:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783976343.563871:0:240163:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783976343.563950:0:240163:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783976343.563957:0:240163:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff96f977ba8180. 00020000:00000002:0.0:1783976343.563961:0:240163:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976343.563964:0:240163:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783976343.563966:0:240163:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976343.563967:0:240163:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058920760 : -115477650630856 : ffff96f943a79738) 00000020:00000001:0.0:1783976343.563978:0:240163:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783976343.563984:0:240163:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff96f9437f8e40. 00000008:00010000:0.0:1783976343.563986:0:240163:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1783976343.563990:0:240163:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976343.563992:0:240163:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783976343.563995:0:240163:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff96f977ba81b0, osc lock ffff96f9437f8e40, flags 0x0 00000020:00000001:0.0:1783976343.563997:0:240163:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.563999:0:240163:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.564003:0:240163:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446628596932575616 : -115476776976000 : ffff96f977ba8180) 00000020:00000001:0.0:1783976343.564005:0:240163:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976343.564006:0:240163:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783976343.564008:0:240163:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.564009:0:240163:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.564011:0:240163:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976343.564014:0:240163:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976343.564015:0:240163:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976343.564016:0:240163:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058920760 : -115477650630856 : ffff96f943a79738) 00000020:00000001:0.0:1783976343.564018:0:240163:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976343.564021:0:240163:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976343.564023:0:240163:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1783976343.564025:0:240163:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.564028:0:240163:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976343.564031:0:240163:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976343.564032:0:240163:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976343.564034:0:240163:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976343.564035:0:240163:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976343.564036:0:240163:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976343.564039:0:240163:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783976343.564043:0:240163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976343.564051:0:240163:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.564054:0:240163:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1783976343.564059:0:240163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976343.564063:0:240163:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=7 obd=lustre-OST0000-osc-ffff96f94cfb0800 00010000:00000001:0.0:1783976343.564068:0:240163:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976343.564073:0:240163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976343.564296:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.564299:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.564300:0:240163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.564305:0:240163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976343.564308:0:240163:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976343.564315:0:240163:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976343.564323:0:240163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275800. 00000100:00000001:0.0:1783976343.564333:0:240163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.564337:0:240163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.564339:0:240163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.564340:0:240163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976343.564341:0:240163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.564343:0:240163:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.564346:0:240163:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00010000:00000001:0.0:1783976343.564350:0:240163:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976343.564353:0:240163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976343.564359:0:240163:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63b00. 00010000:00000010:0.0:1783976343.564363:0:240163:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff96f977b63700. 00010000:00000001:0.0:1783976343.564369:0:240163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976343.564373:0:240163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019b600. 00000020:00000001:0.0:1783976343.564379:0:240163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976343.564382:0:240163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019b600 with handle 0x5bb448586bd0954a to hash 00000020:00000001:0.0:1783976343.564385:0:240163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976343.564386:0:240163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000010:0.0:1783976343.564391:0:240163:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff96f944d99f80. 00010000:00000001:0.0:1783976343.564393:0:240163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.564398:0:240163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.564402:0:240163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.564407:0:240163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.564420:0:240163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976343.564432:0:240163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976343.564439:0:240163:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976343.564442:0:240163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976343.564450:0:240163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976343.564454:0:240163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536256 : -115476773015360 : ffff96f977f6f0c0) 00000100:00000001:0.0:1783976343.564456:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.564457:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976343.564462:0:240163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976343.564467:0:240163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.564470:0:240163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976343.564471:0:240163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.564479:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.564487:0:240163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.564490:0:240163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.564494:0:240163:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.564498:0:240163:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.564501:0:240163:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.564504:0:240163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240163:1870620496663040:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.564509:0:240163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.564515:0:240163:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.564517:0:240163:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.564521:0:240163:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.564526:0:240163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976343.564528:0:240163:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.564535:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.564539:0:240163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976343.564545:0:240163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976343.564555:0:240163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496663040, portal 4 00000100:00000001:0.0:1783976343.564557:0:240163:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.564558:0:240163:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976343.564564:0:240163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976359 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.564571:0:240163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.564574:0:240163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.564577:0:240163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783976343.564581:0:240163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870620496663040, offset 0 00000400:00000200:0.0:1783976343.564588:0:240163:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.564598:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.564609:0:240163:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.564616:0:240163:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.564621:0:240163:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.564626:0:240163:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.564629:0:240163:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.564633:0:240163:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778719:778719:256:4294967295] 192.168.201.114@tcp LPNI seq info [778697:778697:8:4294967295] 00000400:00000200:0.0:1783976343.564638:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.564650:0:240163:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.564656:0:240163:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.564663:0:240163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a600. 00000800:00000200:0.0:1783976343.564673:0:240163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.564683:0:240163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.564752:0:240163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.564839:0:240163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.564845:0:240163:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59935 usecs (60 jiffies) 00000400:00000200:0.0:1783976343.564849:0:240163:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.564851:0:240163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549463 00000100:00000001:0.0:1783976343.564859:0:240163:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308549406 00000100:00000001:0.0:1783976343.564865:0:240163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549463 00000100:00000001:0.0:1783976343.564870:0:240163:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308549406 00000100:00000001:0.0:1783976343.564883:0:240163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.564886:0:240163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.564889:0:240163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.564891:0:240163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976343.564894:0:240163:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976343.564897:0:240163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.564900:0:240163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.568580:0:240163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.568655:0:240163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.568657:0:240163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.568661:0:240163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976343.568666:0:240163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976343.568669:0:240163:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976343.568673:0:240163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.568678:0:240163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.568686:0:240163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.568693:0:240163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.568695:0:240163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.568698:0:240163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.568702:0:240163:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.568705:0:240163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.568708:0:240163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.568712:0:240163:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.568723:0:240163:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.568728:0:240163:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=63 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.568731:0:240163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.568733:0:240163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.568736:0:240163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.568740:0:240163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.568745:0:240163:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.568747:0:240163:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915102 00000100:00000001:0.0:1783976343.568750:0:240163:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.568754:0:240163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.568759:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.568767:0:240163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.568771:0:240163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.568774:0:240163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.568778:0:240163:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.568791:0:240163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240163:1870620496663040:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976343.568796:0:240163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.568799:0:240163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.568802:0:240163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976343.568804:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.568807:0:240163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.568814:0:240163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976343.568817:0:240163:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976343.568820:0:240163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976343.568822:0:240163:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.568825:0:240163:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976343.568828:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.568831:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.568835:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=4 00000020:00000001:0.0:1783976343.568837:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.568840:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000040:0.0:1783976343.568848:0:240163:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019b600, remote cookie: 0xa91b1f6e92eac2e1, flags: 0x0 00010000:00000001:0.0:1783976343.568852:0:240163:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783976343.568856:0:240163:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.568858:0:240163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976343.568863:0:240163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1783976343.568871:0:240163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976343.568959:0:240163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0x16e2:0x0].0x0 (ffff96f977b63b00) refcount = 1 00010000:00000040:0.0:1783976343.568962:0:240163:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976343.568965:0:240163:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.568991:0:240163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976343.568993:0:240163:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976343.568997:0:240163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976343.569000:0:240163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.569004:0:240163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.569012:0:240163:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976343.569014:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.569016:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.569017:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.569018:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976343.569019:0:240163:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976343.569025:0:240163:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1783976343.569029:0:240163:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976343.569032:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.569034:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.569036:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=3 00000020:00000001:0.0:1783976343.569038:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.569040:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.569043:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.569044:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.569045:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=4 00000020:00000001:0.0:1783976343.569047:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.569049:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.569053:0:240163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976343.569056:0:240163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976343.569060:0:240163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.569068:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.569070:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976343.569074:0:240163:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1783976343.569245:0:240163:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbc380 -> ffff96f97dc34918 00000008:00010000:0.0:1783976343.569251:0:240163:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 4/0,2 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1783976343.569259:0:240163:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbc380 -> ffff96f97dc34918 00000020:00000001:0.0:1783976343.569261:0:240163:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976343.569264:0:240163:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976343.569268:0:240163:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976343.569270:0:240163:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569272:0:240163:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569274:0:240163:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbc380 -> ffff96f97dc34918 00000008:00000001:0.0:1783976343.569276:0:240163:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1783976343.569279:0:240163:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.569281:0:240163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976343.569282:0:240163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976343.569284:0:240163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019b600 refcount=5 00000020:00000001:0.0:1783976343.569286:0:240163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.569288:0:240163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972759040 : -115481736792576 : ffff96f85019b600) 00010000:00000001:0.0:1783976343.569291:0:240163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976343.569294:0:240163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 5/0,2 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.569301:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.569302:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976343.569304:0:240163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976343.569311:0:240163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976343.569312:0:240163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976343.569313:0:240163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976343.569315:0:240163:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.569318:0:240163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.569324:0:240163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07100 x1870620496663040/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.569331:0:240163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976343.569334:0:240163:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.569338:0:240163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976343.569342:0:240163:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976343.569345:0:240163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976343.569347:0:240163:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=6 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976343.569349:0:240163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976343.569352:0:240163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275800. 02000000:00000001:0.0:1783976343.569356:0:240163:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976343.569358:0:240163:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976343.569361:0:240163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07100. 00000100:00000001:0.0:1783976343.569365:0:240163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976343.569366:0:240163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.569368:0:240163:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976343.569371:0:240163:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569375:0:240163:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976343.569378:0:240163:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569380:0:240163:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569382:0:240163:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569385:0:240163:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569387:0:240163:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976343.569390:0:240163:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1783976343.569811:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.569816:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.569819:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.569825:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977106300 x1870620496663168/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.569834:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.569836:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.569841:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.569844:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.569847:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.569851:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496663168:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.569856:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.569862:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.569866:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.569869:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.569885:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976343.569887:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.569894:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.569897:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976343.569903:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976343.569912:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496663168, portal 4 00000100:00000001:0.0:1783976343.569914:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.569916:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921426688 : -115476788124928 : ffff96f977106300) 00000100:00000040:0.0:1783976343.569923:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977106300 x1870620496663168/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.569932:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.569935:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.569938:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978660. 00000100:00000200:0.0:1783976343.569942:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496663168, offset 0 00000400:00000200:0.0:1783976343.569950:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.569959:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.569978:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.569984:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.569989:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.569992:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.569995:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.569999:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778720:778720:256:4294967295] 192.168.201.114@tcp LPNI seq info [778698:778698:8:4294967295] 00000400:00000200:0.0:1783976343.570004:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.570014:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.570021:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.570028:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783976343.570035:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.570046:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.570051:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.570068:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.570074:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59923 usecs (60 jiffies) 00000400:00000200:0.0:1783976343.570225:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.570228:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308549469 00000100:00000001:0.0:1783976343.570237:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308549463 00000100:00000001:0.0:1783976343.570243:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308549469 00000100:00000001:0.0:1783976343.570246:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308549463 00000100:00000001:0.0:1783976343.570250:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.570253:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.570256:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.570259:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.573267:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.573276:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976343.573284:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.573288:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.573291:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.573295:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.573309:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.573311:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.573633:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.573635:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.573703:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.573705:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.573709:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976343.573715:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976343.573718:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976343.573721:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.573726:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977106300 x1870620496663168/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976343.573734:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977106300 x1870620496663168/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.573746:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.573748:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.573750:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.573755:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.573758:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.573761:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.573765:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.573777:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976343.573781:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=63 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976343.573784:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.573786:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.573789:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.573793:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.573797:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976343.573799:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976343.573801:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976343.573804:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.573805:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921426688 : -115476788124928 : ffff96f977106300) 00000100:00000001:0.0:1783976343.573809:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976343.573811:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915102 00000100:00000001:0.0:1783976343.573813:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976343.573816:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.573821:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977106300 x1870620496663168/t12884915109(12884915109) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.573828:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.573831:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.573833:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976343.573837:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976343.573963:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.573979:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977106300 x1870620496663168/t12884915109(12884915109) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976343.573988:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496663168:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976343.573996:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.574000:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.574003:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977106300 x1870620496663168/t12884915109(12884915109) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976343.574010:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.574011:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.574017:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.574018:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.574020:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.574021:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.793758:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.793764:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.793767:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976343.793774:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104a80 x1870620496663552/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.793782:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976343.793785:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.793789:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976343.793792:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976343.793795:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976343.793798:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496663552:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976343.793803:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976343.793812:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976343.793814:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.793817:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976343.793823:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976343.793825:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.793834:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976343.793840:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976343.793849:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976343.793858:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496663552, portal 25 00000100:00000001:0.0:1783976343.793862:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976343.793863:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921420416 : -115476788131200 : ffff96f977104a80) 00000100:00000040:0.0:1783976343.793870:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977104a80 x1870620496663552/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.793878:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976343.793881:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976343.793886:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978660. 00000100:00000200:0.0:1783976343.793890:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870620496663552, offset 0 00000400:00000200:0.0:1783976343.793898:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976343.793909:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.793918:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976343.793924:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976343.793929:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976343.793933:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976343.793936:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976343.793940:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778722:778722:256:4294967295] 192.168.201.114@tcp LPNI seq info [778700:778700:8:4294967295] 00000400:00000200:0.0:1783976343.793945:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976343.793956:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976343.793963:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976343.793978:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783976343.793986:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976343.793996:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976343.794001:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976343.794022:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976343.794027:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976343.794031:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4308550903 00000100:00000010:0.0:1783976343.794038:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7eba0. 00000100:00000001:0.0:1783976343.794045:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976343.794051:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4308550903 00000100:00000010:0.0:1783976343.794053:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ecc0. 00000100:00000001:0.0:1783976343.794057:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976343.794060:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.794063:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.794066:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.794069:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.794087:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.794090:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976343.794092:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.794093:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976343.794095:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.794097:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.794109:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.794112:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.807813:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.807821:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976343.807830:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976343.807833:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976343.807837:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976343.807842:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976343.807845:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976343.807848:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976343.807854:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104a80 x1870620496663552/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976343.807862:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104a80 x1870620496663552/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.807869:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976343.807871:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.807874:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976343.807878:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976343.807881:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976343.807883:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976343.807887:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976343.807896:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f950ff7c60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976343.807901:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f950ff7c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976343.807904:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976343.807905:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976343.807909:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976343.807911:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.807914:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976343.807920:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104a80 x1870620496663552/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.807927:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976343.807931:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976343.807933:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976343.807938:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104a80 x1870620496663552/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976343.807945:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496663552:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976343.807951:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.807954:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976343.807957:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104a80 x1870620496663552/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976343.807991:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976343.807995:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976343.807999:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976343.808006:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976343.808009:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976343.808011:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976343.808014:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976343.808017:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ea00. 02000000:00000001:0.0:1783976343.808021:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976343.808023:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976343.808026:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104a80. 00000100:00000001:0.0:1783976343.808030:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976343.808032:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.808034:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976343.808044:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976343.808046:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976343.808048:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976343.808050:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976344.436028:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976344.436033:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976344.436038:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976345.458488:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976345.458492:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976345.458496:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976346.482573:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976346.482577:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976346.482581:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976347.505466:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976347.505471:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976347.505476:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976348.913738:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976348.913742:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976348.913744:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976348.913751:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977106680 x1870620496663680/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.913758:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976348.913760:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.913764:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976348.913767:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976348.913769:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976348.913772:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977106680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12eeae42-3db7-49c2-9cc7-fd3586506e65:2409:1870620496663680:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976348.913776:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976348.913783:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976348.913785:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.913788:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976348.913794:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976348.913796:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976348.913804:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976348.913809:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976348.913816:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976348.913825:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496663680, portal 25 00000100:00000001:0.0:1783976348.913827:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.913828:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921427584 : -115476788124032 : ffff96f977106680) 00000100:00000040:0.0:1783976348.913834:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977106680 x1870620496663680/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.913841:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976348.913845:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976348.913849:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783976348.913853:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870620496663680, offset 0 00000400:00000200:0.0:1783976348.913860:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976348.913910:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.913919:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976348.913925:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976348.913929:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976348.913933:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976348.913936:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976348.913941:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778723:778723:256:4294967295] 192.168.201.114@tcp LPNI seq info [778701:778701:8:4294967295] 00000400:00000200:0.0:1783976348.913945:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.913956:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976348.913961:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976348.913967:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783976348.913974:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976348.913981:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976348.913986:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976348.914005:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976348.914010:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976348.914013:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4308556023 00000100:00000010:0.0:1783976348.914019:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e720. 00000100:00000001:0.0:1783976348.914026:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976348.914032:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4308556023 00000100:00000010:0.0:1783976348.914036:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e420. 00000100:00000001:0.0:1783976348.914039:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976348.914042:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.914046:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914048:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976348.914052:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977106a00 x1870620496663936/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914064:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976348.914065:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914068:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976348.914070:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976348.914072:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976348.914075:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977106a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496663936:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976348.914078:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976348.914080:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976348.914082:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914083:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976348.914086:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976348.914088:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976348.914091:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976348.914094:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783976348.914098:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729785d8. 00000100:00000200:0.0:1783976348.914101:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496663936, portal 10 00000100:00000001:0.0:1783976348.914103:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.914105:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921428480 : -115476788123136 : ffff96f977106a00) 00000100:00000040:0.0:1783976348.914111:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977106a00 x1870620496663936/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914118:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976348.914120:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976348.914122:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783976348.914125:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496663936, offset 0 00000400:00000200:0.0:1783976348.914129:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914133:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914178:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976348.914181:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976348.914184:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976348.914186:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976348.914188:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914192:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778724:778724:255:4294967295] 192.168.201.114@tcp LPNI seq info [778702:778702:7:4294967295] 00000400:00000200:0.0:1783976348.914196:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914202:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976348.914206:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976348.914210:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a200. 00000800:00000200:0.0:1783976348.914214:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976348.914219:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976348.914221:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976348.914224:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.914227:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783976348.914230:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976348.914232:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308554764 00000100:00000001:0.0:1783976348.914234:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914236:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308554764 00000100:00000001:0.0:1783976348.914238:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914241:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.914242:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914245:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976348.914249:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104000 x1870620496664192/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914255:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976348.914257:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914259:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976348.914261:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976348.914263:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976348.914266:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496664192:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976348.914269:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976348.914272:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976348.914273:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914275:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976348.914279:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274c00. 02000000:00000001:0.0:1783976348.914281:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976348.914284:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976348.914287:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976348.914290:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783976348.914293:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664192, portal 4 00000100:00000001:0.0:1783976348.914295:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.914296:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921417728 : -115476788133888 : ffff96f977104000) 00000100:00000040:0.0:1783976348.914302:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977104000 x1870620496664192/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914309:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976348.914311:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976348.914314:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976348.914317:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496664192, offset 0 00000400:00000200:0.0:1783976348.914321:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914325:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914328:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976348.914331:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976348.914334:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976348.914336:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976348.914338:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914342:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778725:778725:254:4294967295] 192.168.201.114@tcp LPNI seq info [778703:778703:6:4294967295] 00000400:00000200:0.0:1783976348.914346:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914353:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976348.914357:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976348.914361:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783976348.914365:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976348.914369:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976348.914371:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976348.914374:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.914378:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32365 usecs (33 jiffies) 00000400:00000200:0.0:1783976348.914381:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976348.914383:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308554786 00000100:00000001:0.0:1783976348.914385:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914387:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308554786 00000100:00000001:0.0:1783976348.914389:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914392:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.914394:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914396:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914399:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.914408:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976348.914410:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976348.914412:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976348.914413:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976348.914415:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976348.914418:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1783976348.914420:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.914422:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976348.914423:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.914425:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976348.914426:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976348.914427:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976348.914431:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977105180 x1870620496663808/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914438:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976348.914440:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914442:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976348.914444:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976348.914446:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976348.914449:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977105180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496663808:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976348.914452:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976348.914455:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976348.914457:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914459:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976348.914462:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976348.914464:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976348.914467:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976348.914469:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976348.914473:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783976348.914475:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496663808, portal 10 00000100:00000001:0.0:1783976348.914477:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.914478:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921422208 : -115476788129408 : ffff96f977105180) 00000100:00000040:0.0:1783976348.914484:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977105180 x1870620496663808/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914490:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976348.914492:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976348.914495:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783976348.914497:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496663808, offset 0 00000400:00000200:0.0:1783976348.914501:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914505:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914509:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976348.914511:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976348.914514:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976348.914516:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976348.914518:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914521:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778726:778726:253:4294967295] 192.168.201.114@tcp LPNI seq info [778704:778704:5:4294967295] 00000400:00000200:0.0:1783976348.914525:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914531:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976348.914536:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976348.914540:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783976348.914543:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976348.914548:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976348.914550:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976348.914553:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.914556:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976348.914559:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976348.914561:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308554763 00000100:00000001:0.0:1783976348.914564:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914566:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308554763 00000100:00000001:0.0:1783976348.914568:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914570:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.914572:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914574:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976348.914578:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977107b80 x1870620496664064/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914586:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976348.914587:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914590:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976348.914592:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976348.914593:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976348.914596:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496664064:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976348.914600:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976348.914602:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976348.914603:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.914605:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976348.914608:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274200. 02000000:00000001:0.0:1783976348.914611:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976348.914614:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976348.914616:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976348.914620:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978000. 00000100:00000200:0.0:1783976348.914622:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664064, portal 4 00000100:00000001:0.0:1783976348.914624:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.914626:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921432960 : -115476788118656 : ffff96f977107b80) 00000100:00000040:0.0:1783976348.914632:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977107b80 x1870620496664064/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.914645:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976348.914647:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976348.914650:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976348.914653:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496664064, offset 0 00000400:00000200:0.0:1783976348.914657:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914660:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914664:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976348.914667:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976348.914669:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976348.914671:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976348.914673:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976348.914676:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778727:778727:252:4294967295] 192.168.201.114@tcp LPNI seq info [778705:778705:4:4294967295] 00000400:00000200:0.0:1783976348.914680:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976348.914686:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976348.914690:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976348.914694:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a100. 00000800:00000200:0.0:1783976348.914698:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976348.914702:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976348.914705:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976348.914708:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.914711:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59912 usecs (60 jiffies) 00000400:00000200:0.0:1783976348.914714:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976348.914716:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308554813 00000100:00000001:0.0:1783976348.914718:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914720:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308554813 00000100:00000001:0.0:1783976348.914723:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308556023 00000100:00000001:0.0:1783976348.914725:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.914727:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914731:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914733:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.914752:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976348.914755:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.939057:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976348.939062:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976348.939069:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976348.939071:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976348.939087:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976348.939092:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978330 00000400:00000010:0.0:1783976348.939095:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978330. 00000100:00000001:0.0:1783976348.939098:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976348.939104:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977105180 x1870620496663808/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976348.939114:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977105180 x1870620496663808/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.939120:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976348.939122:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.939125:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976348.939128:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976348.939131:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976348.939133:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.939174:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976348.939184:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976348.939189:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976348.939191:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976348.939193:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976348.939197:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976348.939200:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.939204:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976348.939483:0:2409:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: committing for last_committed 25770086066 gen 1 00000100:00000040:0.0:1783976348.939492:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c04700 x1870620496651392/t25770086051(25770086051) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 600/536 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.939500:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939503:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04700 x1870620496651392/t25770086051(25770086051) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 600/536 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.939513:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.939515:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.939519:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9458aa000. 02000000:00000001:0.0:1783976348.939524:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.939527:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.939528:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=33 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.939531:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.939533:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85438b000. 02000000:00000001:0.0:1783976348.939536:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.939538:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.939540:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04700. 00000100:00000001:0.0:1783976348.939544:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.939545:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.939549:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939557:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.939558:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976348.939561:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939564:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939571:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.939573:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939577:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3f480 x1870620496652928/t25770086054(25770086054) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976358 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939583:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976348.939585:0:2409:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30620. 00000100:00000001:0.0:1783976348.939588:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939590:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496652160/t25770086052(25770086052) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939596:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976348.939597:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.939598:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=32 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.939600:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.939601:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f9458ac000. 02000000:00000001:0.0:1783976348.939604:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.939605:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.939606:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976348.939608:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.939609:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.939613:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c07800 x1870620496652416/t25770086053(25770086053) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.939619:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939622:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07800 x1870620496652416/t25770086053(25770086053) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.939627:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.939628:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.939629:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438a400. 02000000:00000001:0.0:1783976348.939631:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.939632:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.939633:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=31 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.939635:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.939636:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345cc00. 02000000:00000001:0.0:1783976348.939638:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.939639:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.939640:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07800. 00000100:00000001:0.0:1783976348.939642:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.939643:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.939646:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f97ba3f480 x1870620496652928/t25770086054(25770086054) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939652:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939655:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3f480 x1870620496652928/t25770086054(25770086054) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939660:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.939661:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.939663:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b2000. 02000000:00000001:0.0:1783976348.939666:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.939667:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.939668:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=30 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.939670:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.939671:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723f000. 02000000:00000001:0.0:1783976348.939673:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.939674:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.939675:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3f480. 00000100:00000001:0.0:1783976348.939677:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.939678:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.939682:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939688:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.939689:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976348.939691:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939694:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939700:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.939701:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939705:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04e00 x1870620496656000/t25770086057(25770086057) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939711:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976348.939713:0:2409:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30560. 00000100:00000001:0.0:1783976348.939714:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939717:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05f80 x1870620496655232/t25770086055(25770086055) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.939722:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976348.939724:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.939725:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=29 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.939726:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.939727:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f951d78000. 02000000:00000001:0.0:1783976348.939730:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.939731:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.939733:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05f80. 00000100:00000001:0.0:1783976348.939735:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.939736:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.939740:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c06680 x1870620496655488/t25770086056(25770086056) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.939746:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.939749:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06680 x1870620496655488/t25770086056(25770086056) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.939755:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.939756:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.939757:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976348.939759:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.939760:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.939761:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=28 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.939762:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.939763:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345ca00. 02000000:00000001:0.0:1783976348.939765:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.939766:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.939767:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06680. 00000100:00000001:0.0:1783976348.940101:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.940103:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.940108:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c04e00 x1870620496656000/t25770086057(25770086057) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940115:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940117:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04e00 x1870620496656000/t25770086057(25770086057) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940123:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.940124:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.940126:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b4000. 02000000:00000001:0.0:1783976348.940128:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.940129:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.940131:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=27 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.940133:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.940135:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345d400. 02000000:00000001:0.0:1783976348.940402:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.940403:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.940405:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04e00. 00000100:00000001:0.0:1783976348.940408:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.940409:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.940415:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940534:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.940536:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976348.940539:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940542:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940548:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.940550:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940554:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87480 x1870620496660224/t25770086060(25770086060) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940559:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976348.940561:0:2409:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c301a0. 00000100:00000001:0.0:1783976348.940564:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940567:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04000 x1870620496659456/t25770086058(25770086058) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940573:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976348.940574:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.940575:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=26 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.940577:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.940578:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97d2e0000. 02000000:00000001:0.0:1783976348.940582:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.940583:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.940585:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04000. 00000100:00000001:0.0:1783976348.940587:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.940589:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.940593:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c07480 x1870620496659712/t25770086059(25770086059) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.940599:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940602:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07480 x1870620496659712/t25770086059(25770086059) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.940607:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.940608:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.940610:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438ac00. 02000000:00000001:0.0:1783976348.940612:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.940613:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.940614:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.940615:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.940617:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345c000. 02000000:00000001:0.0:1783976348.940618:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.940619:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.940620:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07480. 00000100:00000001:0.0:1783976348.940622:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.940623:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.940626:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f97ae87480 x1870620496660224/t25770086060(25770086060) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940631:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940634:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae87480 x1870620496660224/t25770086060(25770086060) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940639:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.940640:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.940641:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951b2c000. 02000000:00000001:0.0:1783976348.940645:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.940646:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.940647:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.940649:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.940650:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9450b8e00. 02000000:00000001:0.0:1783976348.940652:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.940653:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.940655:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae87480. 00000100:00000001:0.0:1783976348.940657:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.940658:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.940662:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f97ae86300 x1870620496660480/t25770086061(25770086061) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940669:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.940671:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985914112 : -115476723637504 : ffff96f97ae86300) 00000100:00000001:0.0:1783976348.940673:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940676:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae86300 x1870620496660480/t25770086061(25770086061) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940681:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.940683:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940687:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3ed80 x1870620496661248/t25770086063(25770086063) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940693:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976348.940694:0:2409:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f857636200. 00000100:00000001:0.0:1783976348.940697:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940699:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae86300 x1870620496660480/t25770086061(25770086061) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.940705:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976348.940707:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.940708:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=23 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.940709:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.940711:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97b6ac000. 02000000:00000001:0.0:1783976348.940713:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.940714:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.940715:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae86300. 00000100:00000001:0.0:1783976348.940718:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.940719:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.940723:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f97ba3dc00 x1870620496660736/t25770086062(25770086062) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.940735:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.940739:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3dc00 x1870620496660736/t25770086062(25770086062) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.940744:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.940746:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.940748:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853585400. 02000000:00000001:0.0:1783976348.940750:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.940752:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.940753:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.940755:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.940756:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01f600. 02000000:00000001:0.0:1783976348.940759:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.940760:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.940761:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3dc00. 00000100:00000001:0.0:1783976348.940764:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.940766:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.941522:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f97ba3ed80 x1870620496661248/t25770086063(25770086063) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.941533:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.941539:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3ed80 x1870620496661248/t25770086063(25770086063) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.941545:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.941547:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.941549:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f966efe000. 02000000:00000001:0.0:1783976348.941553:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.941554:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.941556:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.941558:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.941560:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723e000. 02000000:00000001:0.0:1783976348.941562:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.941564:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.941565:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3ed80. 00000100:00000001:0.0:1783976348.941569:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.941570:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.941576:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25770086066) req@ffff96f981c05c00 x1870620496662912/t25770086065(25770086065) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.941582:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.941585:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05c00 x1870620496662912/t25770086065(25770086065) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.941591:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.941592:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.941593:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854388000. 02000000:00000001:0.0:1783976348.941596:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.941597:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.941598:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.941600:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.941602:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345da00. 02000000:00000001:0.0:1783976348.941604:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.941605:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.941606:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05c00. 00000100:00000001:0.0:1783976348.941609:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.941610:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.941612:0:2409:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976348.941615:0:2409:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: normal: skip=1 replay=14/14 committed=0/0 00000100:00000001:0.0:1783976348.941618:0:2409:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976348.941621:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.941627:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977105180 x1870620496663808/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.941635:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.941638:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976348.941640:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.941644:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977105180 x1870620496663808/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976348.941651:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977105180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496663808:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976348.941661:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976348.941663:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976348.941666:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c08. 00000400:00000200:0.0:1783976348.941669:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978000 00000400:00000010:0.0:1783976348.941672:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978000. 00000100:00000001:0.0:1783976348.941675:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976348.941679:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977107b80 x1870620496664064/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976348.941687:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977107b80 x1870620496664064/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.941694:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976348.941696:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.941698:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976348.941701:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976348.941703:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976348.941705:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.941707:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976348.941716:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=137 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976348.941721:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=68 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976348.941723:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976348.941725:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976348.941727:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976348.941731:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.941734:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976348.941735:0:2409:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: committing for last_committed 12884915109 gen 14 00000100:00000040:0.0:1783976348.941741:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915109) req@ffff96f981c04a80 x1870620496652672/t12884915104(12884915104) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.941748:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.941751:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04a80 x1870620496652672/t12884915104(12884915104) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.941757:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.941758:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.941761:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853586800. 02000000:00000001:0.0:1783976348.941763:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.941765:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.941766:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=7 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.942487:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.942491:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345dc00. 02000000:00000001:0.0:1783976348.942497:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.942498:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.942500:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04a80. 00000100:00000001:0.0:1783976348.942503:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.942505:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.942513:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915109) req@ffff96f97ba3df80 x1870620496654720/t12884915105(12884915105) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942521:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942525:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3df80 x1870620496654720/t12884915105(12884915105) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942531:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.942532:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.942534:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854389000. 02000000:00000001:0.0:1783976348.942537:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.942538:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.942539:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=6 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.942541:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.942543:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01f400. 02000000:00000001:0.0:1783976348.942545:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.942546:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.942548:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3df80. 00000100:00000001:0.0:1783976348.942550:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.942552:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.942557:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915109) req@ffff96f97ba3e680 x1870620496657920/t12884915106(12884915106) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942563:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942566:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3e680 x1870620496657920/t12884915106(12884915106) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942578:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.942579:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.942581:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854388800. 02000000:00000001:0.0:1783976348.942583:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.942585:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.942586:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=5 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.942588:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.942590:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723f800. 02000000:00000001:0.0:1783976348.942592:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.942593:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.942594:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3e680. 00000100:00000001:0.0:1783976348.942596:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.942598:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.942603:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915109) req@ffff96f977e48380 x1870620496659968/t12884915107(12884915107) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942610:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942613:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e48380 x1870620496659968/t12884915107(12884915107) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942619:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.942621:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.942622:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f8535c6000. 02000000:00000001:0.0:1783976348.942625:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.942626:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.942627:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=4 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.942629:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.942631:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f951a73000. 02000000:00000001:0.0:1783976348.942633:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.942634:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.942635:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e48380. 00000100:00000001:0.0:1783976348.942639:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.942641:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.942645:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884915109) req@ffff96f977106300 x1870620496663168/t12884915109(12884915109) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942656:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942659:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106300 x1870620496663168/t12884915109(12884915109) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942665:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.942666:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.942667:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976348.942670:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.942671:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.942672:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=3 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.942674:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.942675:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e1f6200. 02000000:00000001:0.0:1783976348.942677:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.942678:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.942679:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106300. 00000100:00000001:0.0:1783976348.942682:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.942683:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.942685:0:2409:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976348.942688:0:2409:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:0.0:1783976348.942690:0:2409:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976348.942692:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.942696:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977107b80 x1870620496664064/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.942703:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.942705:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976348.942707:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.942711:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977107b80 x1870620496664064/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976348.942719:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496664064:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976348.942727:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976348.942729:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976348.942732:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976348.942735:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976348.942737:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976348.942740:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976348.942744:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977106680 x1870620496663680/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976348.942752:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977106680 x1870620496663680/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.942758:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976348.942760:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.942762:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976348.942764:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976348.942765:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976348.942767:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.942786:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976348.942791:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f950ff7c60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976348.942795:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f950ff7c18 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976348.942797:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976348.942805:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976348.942808:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976348.942810:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.942812:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.942817:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977106680 x1870620496663680/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.942823:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.942825:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976348.942827:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.942830:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977106680 x1870620496663680/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976348.942838:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977106680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12eeae42-3db7-49c2-9cc7-fd3586506e65:2409:1870620496663680:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976348.942843:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976348.942844:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976348.942847:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783976348.942849:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729785d8 00000400:00000010:0.0:1783976348.942850:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729785d8. 00000100:00000001:0.0:1783976348.942852:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976348.942856:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977106a00 x1870620496663936/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976348.942874:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977106a00 x1870620496663936/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.942888:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976348.942890:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.942891:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976348.942893:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976348.942894:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976348.942895:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.942897:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976348.942902:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976348.942904:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976348.942906:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976348.942908:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976348.942909:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976348.942911:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.942914:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976348.942915:0:2409:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: committing for last_committed 25769972917 gen 1 00000100:00000040:0.0:1783976348.942922:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3ce00 x1870620496653184/t25769972900(25769972900) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942929:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.942931:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998196736 : -115476711354880 : ffff96f97ba3ce00) 00000100:00000001:0.0:1783976348.942934:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942936:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3ce00 x1870620496653184/t25769972900(25769972900) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942943:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.942944:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942949:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e4b480 x1870620496653952/t25769972902(25769972902) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942955:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976348.942957:0:2409:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f857636320. 00000100:00000001:0.0:1783976348.942960:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942963:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3ce00 x1870620496653184/t25769972900(25769972900) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976358 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.942968:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976348.942970:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.942971:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=17 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.942973:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.942974:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f9762b6000. 02000000:00000001:0.0:1783976348.942978:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.942980:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.942981:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3ce00. 00000100:00000001:0.0:1783976348.942984:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.942985:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.942989:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3f800 x1870620496653440/t25769972901(25769972901) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.942995:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.942997:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3f800 x1870620496653440/t25769972901(25769972901) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943002:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943004:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943005:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853585000. 02000000:00000001:0.0:1783976348.943007:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943008:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943009:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=16 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943011:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943013:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723f600. 02000000:00000001:0.0:1783976348.943014:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943015:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943016:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3f800. 00000100:00000001:0.0:1783976348.943019:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943020:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943023:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f977e4b480 x1870620496653952/t25769972902(25769972902) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943028:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943031:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977e4b480 x1870620496653952/t25769972902(25769972902) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943037:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943039:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943040:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f958242000. 02000000:00000001:0.0:1783976348.943043:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943044:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943045:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=15 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943047:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943049:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f951a73200. 02000000:00000001:0.0:1783976348.943050:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943051:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943053:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977e4b480. 00000100:00000001:0.0:1783976348.943055:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943056:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943061:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ae85180 x1870620496654208/t25769972903(25769972903) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943067:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.943068:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985909632 : -115476723641984 : ffff96f97ae85180) 00000100:00000001:0.0:1783976348.943070:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943073:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae85180 x1870620496654208/t25769972903(25769972903) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943090:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.943091:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943095:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3c000 x1870620496654976/t25769972905(25769972905) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943099:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976348.943102:0:2409:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f857636360. 00000100:00000001:0.0:1783976348.943104:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943106:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85180 x1870620496654208/t25769972903(25769972903) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943111:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976348.943113:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943114:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=14 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943116:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943117:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97b534000. 02000000:00000001:0.0:1783976348.943120:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943121:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943122:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85180. 00000100:00000001:0.0:1783976348.943124:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943126:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943130:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3ca80 x1870620496654464/t25769972904(25769972904) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943169:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943172:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3ca80 x1870620496654464/t25769972904(25769972904) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943178:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943180:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943182:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853587800. 02000000:00000001:0.0:1783976348.943184:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943186:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943187:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=13 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943188:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943189:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723fa00. 02000000:00000001:0.0:1783976348.943191:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943192:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943194:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3ca80. 00000100:00000001:0.0:1783976348.943196:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943198:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943201:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3c000 x1870620496654976/t25769972905(25769972905) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943396:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943401:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3c000 x1870620496654976/t25769972905(25769972905) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943407:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943409:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943411:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f9762b0000. 02000000:00000001:0.0:1783976348.943431:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943432:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943434:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=12 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943436:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943437:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01fc00. 02000000:00000001:0.0:1783976348.943440:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943441:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943442:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3c000. 00000100:00000001:0.0:1783976348.943444:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943445:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943451:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3c380 x1870620496656640/t25769972907(25769972907) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943457:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943460:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3c380 x1870620496656640/t25769972907(25769972907) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943465:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943466:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943467:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853584000. 02000000:00000001:0.0:1783976348.943469:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943470:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943471:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=11 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943473:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943474:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01e800. 02000000:00000001:0.0:1783976348.943478:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943479:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943480:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3c380. 00000100:00000001:0.0:1783976348.943482:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943484:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943488:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3f100 x1870620496657664/t25769972910(25769972910) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943493:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943495:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3f100 x1870620496657664/t25769972910(25769972910) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943501:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943502:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943504:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853584400. 02000000:00000001:0.0:1783976348.943506:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943507:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943508:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=10 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943509:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943511:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01f800. 02000000:00000001:0.0:1783976348.943513:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943514:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943515:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3f100. 00000100:00000001:0.0:1783976348.943517:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943518:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943522:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3fb80 x1870620496658432/t25769972912(25769972912) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943529:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976348.943530:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998208384 : -115476711343232 : ffff96f97ba3fb80) 00000100:00000001:0.0:1783976348.943532:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943535:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3fb80 x1870620496658432/t25769972912(25769972912) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943540:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.943542:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943546:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae85f80 x1870620496659200/t25769972914(25769972914) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943552:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976348.943554:0:2409:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f857636980. 00000100:00000001:0.0:1783976348.943556:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943559:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3fb80 x1870620496658432/t25769972912(25769972912) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976359 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943564:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976348.943566:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943567:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=9 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943569:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943570:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f95e084000. 02000000:00000001:0.0:1783976348.943574:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943575:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943576:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3fb80. 00000100:00000001:0.0:1783976348.943578:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943579:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943583:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ba3d500 x1870620496658688/t25769972913(25769972913) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943589:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943592:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3d500 x1870620496658688/t25769972913(25769972913) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943597:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943599:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943600:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853586000. 02000000:00000001:0.0:1783976348.943602:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943603:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943604:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=8 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943606:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943608:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723ea00. 02000000:00000001:0.0:1783976348.943610:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943611:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943612:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3d500. 00000100:00000001:0.0:1783976348.943614:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943615:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943618:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f97ae85f80 x1870620496659200/t25769972914(25769972914) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943628:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943630:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae85f80 x1870620496659200/t25769972914(25769972914) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943636:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943637:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943639:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b530000. 02000000:00000001:0.0:1783976348.943641:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943642:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943643:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943644:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943646:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9450b8600. 02000000:00000001:0.0:1783976348.943647:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943649:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943650:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae85f80. 00000100:00000001:0.0:1783976348.943652:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943652:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943657:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 25769972917) req@ffff96f977104380 x1870620496661888/t25769972916(25769972916) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943662:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943665:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104380 x1870620496661888/t25769972916(25769972916) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943670:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943671:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943673:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853587400. 02000000:00000001:0.0:1783976348.943675:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943676:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943677:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943678:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943680:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01f000. 02000000:00000001:0.0:1783976348.943682:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943683:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943684:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104380. 00000100:00000001:0.0:1783976348.943687:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943688:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.943690:0:2409:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976348.943692:0:2409:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: normal: skip=1 replay=12/12 committed=0/0 00000100:00000001:0.0:1783976348.943695:0:2409:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976348.943696:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.943700:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977106a00 x1870620496663936/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943708:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.943710:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976348.943711:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943714:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977106a00 x1870620496663936/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976348.943722:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977106a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496663936:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976348.943729:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976348.943731:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976348.943734:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976348.943736:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978d48 00000400:00000010:0.0:1783976348.943738:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978d48. 00000100:00000001:0.0:1783976348.943741:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976348.943744:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104000 x1870620496664192/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976348.943752:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104000 x1870620496664192/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.943757:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976348.943759:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.943761:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976348.943762:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976348.943764:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976348.943766:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976348.943768:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976348.943775:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=137 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976348.943779:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=95 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976348.943781:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976348.943782:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976348.943784:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976348.943787:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.943789:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1783976348.943791:0:2409:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: committing for last_committed 8589944202 gen 16 00000100:00000040:0.0:1783976348.943796:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589944202) req@ffff96f97ba3ea00 x1870620496653696/t8589944196(8589944196) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943804:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943806:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3ea00 x1870620496653696/t8589944196(8589944196) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976358 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943812:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943813:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943815:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853585800. 02000000:00000001:0.0:1783976348.943817:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943819:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943820:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=8 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943822:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943823:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723ec00. 02000000:00000001:0.0:1783976348.943826:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943827:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943828:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3ea00. 00000100:00000001:0.0:1783976348.943830:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943831:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943836:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589944202) req@ffff96f981c06300 x1870620496655744/t8589944197(8589944197) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943843:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943847:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06300 x1870620496655744/t8589944197(8589944197) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943852:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943853:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943855:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853584c00. 02000000:00000001:0.0:1783976348.943857:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943858:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943869:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=7 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943871:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943873:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345de00. 02000000:00000001:0.0:1783976348.943883:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943884:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943886:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06300. 00000100:00000001:0.0:1783976348.943888:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943890:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943894:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589944202) req@ffff96f97ba3e300 x1870620496656896/t8589944198(8589944198) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943901:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943903:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3e300 x1870620496656896/t8589944198(8589944198) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943909:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943911:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943912:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976348.943915:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943917:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943918:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=6 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943920:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943921:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e01e600. 02000000:00000001:0.0:1783976348.943923:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943924:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943926:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3e300. 00000100:00000001:0.0:1783976348.943928:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943929:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943934:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589944202) req@ffff96f981c05500 x1870620496658944/t8589944199(8589944199) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943940:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943943:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05500 x1870620496658944/t8589944199(8589944199) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943955:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943957:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943958:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853586400. 02000000:00000001:0.0:1783976348.943961:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.943962:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.943964:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=5 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.943966:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.943967:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345d200. 02000000:00000001:0.0:1783976348.943969:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.943970:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.943971:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05500. 00000100:00000001:0.0:1783976348.943974:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.943975:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.943980:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589944202) req@ffff96f97ba3d880 x1870620496660992/t8589944201(8589944201) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943987:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.943990:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ba3d880 x1870620496660992/t8589944201(8589944201) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.943996:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.943997:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.943999:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438a000. 02000000:00000001:0.0:1783976348.944001:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.944002:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.944003:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=4 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.944005:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.944006:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f96723f400. 02000000:00000001:0.0:1783976348.944008:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.944009:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.944011:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ba3d880. 00000100:00000001:0.0:1783976348.944013:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.944014:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.944018:0:2409:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 8589944202) req@ffff96f977104700 x1870620496662144/t8589944202(8589944202) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.944029:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.944032:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104700 x1870620496662144/t8589944202(8589944202) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976359 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976348.944038:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.944039:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.944041:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854389c00. 02000000:00000001:0.0:1783976348.944043:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.944045:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.944046:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=3 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.944048:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.944049:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94e1f6000. 02000000:00000001:0.0:1783976348.944050:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.944052:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.944053:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104700. 00000100:00000001:0.0:1783976348.944055:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.944056:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944058:0:2409:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1783976348.944060:0:2409:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:0.0:1783976348.944062:0:2409:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976348.944063:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976348.944067:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104000 x1870620496664192/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.944072:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976348.944074:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976348.944076:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976348.944079:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104000 x1870620496664192/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976348.944085:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496664192:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976348.944089:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944093:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.944097:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977105180 x1870620496663808/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.944103:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.944104:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.944106:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976348.944110:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.944111:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.944112:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.944114:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.944115:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ee00. 02000000:00000001:0.0:1783976348.944118:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.944119:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.944120:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977105180. 00000100:00000001:0.0:1783976348.944122:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.944123:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944125:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.944129:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977107b80 x1870620496664064/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.944681:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.944685:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.944688:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274200. 02000000:00000001:0.0:1783976348.944692:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.944694:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.944695:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=2 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.944697:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.944699:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e700. 02000000:00000001:0.0:1783976348.944701:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.944702:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.944704:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977107b80. 00000100:00000001:0.0:1783976348.944706:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.944707:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944710:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.944716:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106680 x1870620496663680/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.944722:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.944724:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.944725:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976348.944727:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.944728:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.944729:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976348.944731:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.944732:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ec00. 02000000:00000001:0.0:1783976348.944734:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.944735:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.944737:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106680. 00000100:00000001:0.0:1783976348.944739:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.944740:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944742:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.944746:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106a00 x1870620496663936/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.944752:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.944753:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.944755:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976348.944757:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.944758:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.944760:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.944762:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.944763:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ea00. 02000000:00000001:0.0:1783976348.944765:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.944766:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.944767:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106a00. 00000100:00000001:0.0:1783976348.944769:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.944771:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944772:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976348.944917:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104000 x1870620496664192/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976348.944926:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976348.944928:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976348.944930:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274c00. 02000000:00000001:0.0:1783976348.944933:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976348.944934:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976348.944936:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=2 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976348.944938:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976348.944939:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e000. 02000000:00000001:0.0:1783976348.944941:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976348.944942:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976348.944944:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104000. 00000100:00000001:0.0:1783976348.944946:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976348.944948:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944950:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976348.944959:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976348.944960:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976348.944963:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976348.944965:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976349.553510:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976349.553514:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976349.553517:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976350.580598:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976350.580623:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976350.580630:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976351.601398:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976351.601402:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976351.601405:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976352.629433:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976352.629442:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976352.629447:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976354.036931:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976354.036939:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976354.036942:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976354.036954:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977104e00 x1870620496664320/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.036965:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976354.036968:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.036971:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976354.036974:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976354.036977:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976354.036980:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977104e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496664320:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976354.036988:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976354.036994:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976354.036997:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.036999:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976354.037009:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274c00. 02000000:00000001:0.0:1783976354.037011:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976354.037018:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976354.037023:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976354.037030:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783976354.037037:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664320, portal 25 00000100:00000001:0.0:1783976354.037040:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976354.037041:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921421312 : -115476788130304 : ffff96f977104e00) 00000100:00000040:0.0:1783976354.037047:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977104e00 x1870620496664320/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.037055:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976354.037058:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976354.037060:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729785d8. 00000100:00000200:0.0:1783976354.037065:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870620496664320, offset 0 00000400:00000200:0.0:1783976354.037071:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037079:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037088:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976354.037093:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976354.037096:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976354.037099:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976354.037102:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037105:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778728:778728:256:4294967295] 192.168.201.114@tcp LPNI seq info [778706:778706:8:4294967295] 00000400:00000200:0.0:1783976354.037109:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037118:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976354.037123:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976354.037128:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783976354.037134:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976354.037193:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976354.037197:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976354.037218:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976354.037221:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976354.037224:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4308561147 00000100:00000010:0.0:1783976354.037230:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e420. 00000100:00000001:0.0:1783976354.037238:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976354.037245:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4308561147 00000100:00000010:0.0:1783976354.037248:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e720. 00000100:00000001:0.0:1783976354.037251:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976354.037254:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.037257:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.037260:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976354.037264:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977105500 x1870620496664576/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.037271:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976354.037273:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.037275:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976354.037277:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976354.037279:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976354.037282:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664576:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976354.037285:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976354.037288:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976354.037289:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.037291:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976354.037294:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976354.037296:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976354.037299:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976354.037302:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783976354.037306:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976354.037309:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664576, portal 10 00000100:00000001:0.0:1783976354.037311:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976354.037312:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921423104 : -115476788128512 : ffff96f977105500) 00000100:00000040:0.0:1783976354.037318:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977105500 x1870620496664576/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.037324:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976354.037326:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976354.037329:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978000. 00000100:00000200:0.0:1783976354.037331:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496664576, offset 0 00000400:00000200:0.0:1783976354.037336:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037339:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037343:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976354.037345:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976354.037348:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976354.037350:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976354.037351:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037354:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778729:778729:255:4294967295] 192.168.201.114@tcp LPNI seq info [778707:778707:7:4294967295] 00000400:00000200:0.0:1783976354.037357:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037363:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976354.037367:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976354.037371:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ad00. 00000800:00000200:0.0:1783976354.037375:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976354.037379:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976354.037382:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976354.037385:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.037389:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10242 usecs (11 jiffies) 00000400:00000200:0.0:1783976354.037393:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976354.037395:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308559887 00000100:00000001:0.0:1783976354.037397:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.037399:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308559887 00000100:00000001:0.0:1783976354.037401:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.037405:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.037407:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.037410:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976354.037414:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977107480 x1870620496664832/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.037421:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976354.037423:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.037426:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976354.037427:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976354.037429:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976354.037431:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977107480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664832:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976354.037435:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976354.037437:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976354.037438:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.037440:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976354.037442:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976354.037444:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976354.037448:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976354.037450:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976354.037454:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783976354.037456:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664832, portal 4 00000100:00000001:0.0:1783976354.037458:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976354.037460:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921431168 : -115476788120448 : ffff96f977107480) 00000100:00000040:0.0:1783976354.037465:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977107480 x1870620496664832/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.037471:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976354.037474:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976354.037476:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729783b8. 00000100:00000200:0.0:1783976354.037478:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496664832, offset 0 00000400:00000200:0.0:1783976354.037482:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037486:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037489:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976354.037493:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976354.037495:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976354.037498:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976354.037500:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037503:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778730:778730:254:4294967295] 192.168.201.114@tcp LPNI seq info [778708:778708:6:4294967295] 00000400:00000200:0.0:1783976354.037507:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037514:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976354.037517:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976354.037521:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a100. 00000800:00000200:0.0:1783976354.037524:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976354.037528:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976354.037531:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976354.037534:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.037536:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32377 usecs (33 jiffies) 00000400:00000200:0.0:1783976354.037539:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976354.037541:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308559909 00000100:00000001:0.0:1783976354.037543:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.037545:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308559909 00000100:00000001:0.0:1783976354.037547:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.037548:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.037550:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.037552:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.037555:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.037565:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976354.037568:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976354.037570:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976354.037572:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976354.037574:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976354.037577:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1783976354.037578:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.037581:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976354.037584:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.037588:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976354.037589:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976354.037590:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976354.037597:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977106d80 x1870620496664448/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.037607:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976354.037611:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.037614:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976354.037615:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976354.037617:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976354.037620:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664448:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976354.037627:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976354.037630:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976354.037633:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.037636:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976354.037641:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274200. 02000000:00000001:0.0:1783976354.037644:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976354.037650:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976354.037654:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976354.037659:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783976354.037663:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664448, portal 10 00000100:00000001:0.0:1783976354.037667:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976354.037668:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921429376 : -115476788122240 : ffff96f977106d80) 00000100:00000040:0.0:1783976354.037675:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977106d80 x1870620496664448/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.037693:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976354.037698:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976354.037703:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976354.037707:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496664448, offset 0 00000400:00000200:0.0:1783976354.037712:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037716:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037722:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976354.037729:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976354.037734:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976354.037739:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976354.037744:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976354.037752:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778731:778731:254:4294967295] 192.168.201.114@tcp LPNI seq info [778709:778709:6:4294967295] 00000400:00000200:0.0:1783976354.037760:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.037772:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976354.038044:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976354.038048:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783976354.038052:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976354.038056:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976354.038059:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976354.038063:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.038066:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976354.038070:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976354.038072:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308559886 00000100:00000001:0.0:1783976354.038074:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.038077:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308559886 00000100:00000001:0.0:1783976354.038079:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.038080:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.038082:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.038085:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976354.038089:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977105880 x1870620496664704/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.038095:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976354.038097:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.038099:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976354.038101:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976354.038103:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976354.038107:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664704:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976354.038113:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976354.038118:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976354.038121:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.038126:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976354.038131:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976354.038159:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976354.038165:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976354.038169:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976354.038173:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783976354.038179:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664704, portal 4 00000100:00000001:0.0:1783976354.038182:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976354.038185:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921424000 : -115476788127616 : ffff96f977105880) 00000100:00000040:0.0:1783976354.038194:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f977105880 x1870620496664704/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.038206:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976354.038213:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976354.038216:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976354.038220:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496664704, offset 0 00000400:00000200:0.0:1783976354.038229:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976354.038236:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.038241:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976354.038244:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976354.038246:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976354.038248:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976354.038250:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976354.038252:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778732:778732:255:4294967295] 192.168.201.114@tcp LPNI seq info [778710:778710:7:4294967295] 00000400:00000200:0.0:1783976354.038256:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976354.038261:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976354.038265:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976354.038269:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783976354.038273:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976354.038277:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976354.038279:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976354.038281:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.038284:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59907 usecs (60 jiffies) 00000400:00000200:0.0:1783976354.038286:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976354.038288:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308559937 00000100:00000001:0.0:1783976354.038291:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.038293:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308559937 00000100:00000001:0.0:1783976354.038295:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308561147 00000100:00000001:0.0:1783976354.038296:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.038298:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.038301:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.038306:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.038324:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976354.038328:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.050023:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976354.050031:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976354.064410:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976354.064418:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976354.064423:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976354.064434:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783976354.064437:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783976354.064442:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976354.064454:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977105880 x1870620496664704/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976354.064467:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977105880 x1870620496664704/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064476:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976354.064479:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.064482:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976354.064485:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976354.064489:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976354.064492:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.064495:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976354.064504:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=143 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976354.064508:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=74 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976354.064511:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976354.064513:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976354.064516:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976354.064520:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.064524:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976354.064527:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976354.064529:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976354.064531:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.064536:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977105880 x1870620496664704/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064544:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.064548:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976354.064550:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976354.064554:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977105880 x1870620496664704/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976354.064562:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664704:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976354.064570:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976354.064572:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976354.064573:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976354.064576:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978d48 00000400:00000010:0.0:1783976354.064578:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978d48. 00000100:00000001:0.0:1783976354.064580:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976354.064584:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977104e00 x1870620496664320/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976354.064592:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977104e00 x1870620496664320/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064598:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976354.064599:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.064601:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976354.064603:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976354.064604:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976354.064606:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.064607:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976354.064610:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f950ff7c60 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976354.064613:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f950ff7c18 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976354.064615:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976354.064616:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976354.064617:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976354.064619:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.064621:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.064624:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977104e00 x1870620496664320/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064631:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.064633:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976354.064634:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976354.064637:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977104e00 x1870620496664320/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976354.064645:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977104e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496664320:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976354.064650:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976354.064651:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976354.064654:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783976354.064656:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976354.064658:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976354.064660:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976354.064664:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977105500 x1870620496664576/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976354.064672:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977105500 x1870620496664576/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064678:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976354.064680:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.064682:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976354.064683:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976354.064684:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976354.064686:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.064687:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976354.064700:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976354.064703:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976354.064705:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976354.064706:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976354.064708:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976354.064710:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.064712:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976354.064713:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976354.064715:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976354.064716:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.064720:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977105500 x1870620496664576/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064726:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.064728:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976354.064729:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976354.064732:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977105500 x1870620496664576/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976354.064737:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664576:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976354.064741:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976354.064742:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976354.064743:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976354.064746:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978330 00000400:00000010:0.0:1783976354.064747:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978330. 00000100:00000001:0.0:1783976354.064748:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976354.064751:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977107480 x1870620496664832/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976354.064759:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977107480 x1870620496664832/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064764:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976354.064766:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.064767:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976354.064768:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976354.064769:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976354.064771:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.064772:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976354.064775:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=143 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976354.064777:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976354.064779:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976354.064780:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976354.064781:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976354.064782:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.064784:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976354.064785:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944202 00000100:00000001:0.0:1783976354.064794:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976354.064795:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.064799:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977107480 x1870620496664832/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064804:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.064806:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976354.064807:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976354.064809:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977107480 x1870620496664832/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976354.064815:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977107480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664832:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976354.064819:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.064821:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976354.064824:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977105880 x1870620496664704/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064830:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976354.064832:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976354.064836:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976354.064840:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976354.064843:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976354.064845:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=2 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976354.064847:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976354.064849:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ef00. 02000000:00000001:0.0:1783976354.064853:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976354.064855:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976354.064856:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977105880. 00000100:00000001:0.0:1783976354.064859:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976354.064861:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.064862:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976354.064865:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977104e00 x1870620496664320/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.064870:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976354.064871:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976354.064873:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274c00. 02000000:00000001:0.0:1783976354.064874:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976354.064875:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976354.064876:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976354.064878:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976354.064880:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e400. 02000000:00000001:0.0:1783976354.064881:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976354.064882:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976354.064883:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977104e00. 00000100:00000001:0.0:1783976354.064885:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976354.064885:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.064887:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976354.064889:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977105500 x1870620496664576/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.065353:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976354.065356:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976354.065357:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976354.065361:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976354.065363:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976354.065364:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976354.065365:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976354.065368:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e600. 02000000:00000001:0.0:1783976354.065371:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976354.065372:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976354.065373:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977105500. 00000100:00000001:0.0:1783976354.065376:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976354.065377:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.065379:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976354.065384:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977107480 x1870620496664832/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.065391:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976354.065393:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976354.065394:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976354.065396:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976354.065397:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976354.065398:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=2 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976354.065400:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976354.065402:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2eb00. 02000000:00000001:0.0:1783976354.065404:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976354.065405:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976354.065407:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977107480. 00000100:00000001:0.0:1783976354.065409:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976354.065411:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.065414:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.065417:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976354.065419:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976354.065423:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976354.065424:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976354.065426:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c08. 00000400:00000200:0.0:1783976354.065429:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978b28 00000400:00000010:0.0:1783976354.065431:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978b28. 00000100:00000001:0.0:1783976354.065434:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976354.065438:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977106d80 x1870620496664448/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976354.065446:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977106d80 x1870620496664448/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.065452:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976354.065455:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.065456:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976354.065458:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976354.065459:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976354.065461:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976354.065463:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976354.065468:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976354.065472:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976354.065475:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976354.065476:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976354.065478:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976354.065480:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.065483:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976354.065485:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976354.065487:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976354.065488:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976354.065492:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977106d80 x1870620496664448/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.065499:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976354.065501:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976354.065502:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976354.065506:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977106d80 x1870620496664448/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976354.065514:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496664448:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976354.065519:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.065521:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976354.065523:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977106d80 x1870620496664448/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976354.065530:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976354.065531:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976354.065533:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274200. 02000000:00000001:0.0:1783976354.065536:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976354.065537:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976354.065539:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976354.065541:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976354.065542:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2e200. 02000000:00000001:0.0:1783976354.065544:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976354.065545:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976354.065546:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977106d80. 00000100:00000001:0.0:1783976354.065549:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976354.065550:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.065552:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976354.065559:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976354.065561:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976354.065563:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976354.065565:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976354.673804:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976354.673809:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976354.673812:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976355.697443:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976355.697448:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976355.697452:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976356.721823:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976356.721827:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976356.721830:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976357.747657:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976357.747664:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976357.747669:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783976359.156173:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976359.156187:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976359.156199:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05500. 00000020:00000040:0.0:1783976359.156207:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 00000100:00000001:0.0:1783976359.156212:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976359.156215:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976359.156220:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976359.156229:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a200. 00000100:00000001:0.0:1783976359.156236:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156249:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976359.156280:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976359.156285:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156293:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfe16507] to pc [ptlrpcd_00_01+1] req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156326:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156329:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976359.156333:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976359.156336:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06300. 00000020:00000040:0.0:1783976359.156339:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976359.156341:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976359.156343:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976359.156345:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976359.156349:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a900. 00000100:00000001:0.0:1783976359.156352:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156357:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976359.156365:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976359.156367:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156370:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004327cb82] to pc [ptlrpcd_00_00+0] req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156380:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156382:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976359.156385:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976359.156388:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04a80. 00000020:00000040:0.0:1783976359.156390:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976359.156392:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976359.156393:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976359.156394:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976359.156397:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a400. 00000100:00000001:0.0:1783976359.156400:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156405:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976359.156411:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976359.156413:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156417:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1687751] to pc [ptlrpcd_00_01+1] req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156424:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156425:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976359.156429:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976359.156432:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05c00. 00000020:00000040:0.0:1783976359.156435:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=3 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976359.156437:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976359.156439:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976359.156440:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976359.156443:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a800. 00000100:00000001:0.0:1783976359.156446:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156450:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976359.156457:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976359.156459:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156462:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0101978] to pc [ptlrpcd_00_00+0] req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156468:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156471:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976359.156474:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976359.156477:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07480. 00000020:00000040:0.0:1783976359.156479:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=3 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976359.156481:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976359.156483:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976359.156484:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976359.156487:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a600. 00000100:00000001:0.0:1783976359.156489:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156493:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976359.156499:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976359.156501:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156504:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000566764ce] to pc [ptlrpcd_00_01+1] req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156511:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156515:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13902) 00000100:00000001:0.0:1783976359.156532:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976359.156536:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976359.156539:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976359.156543:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156563:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976359.156565:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.156569:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976359.156572:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976359.156574:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976359.156578:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665088:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976359.156582:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976359.156587:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976359.156589:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.156591:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976359.156595:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976359.156597:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976359.156604:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976359.156609:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976359.156616:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783976359.156622:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496665088, portal 10 00000100:00000001:0.0:1783976359.156625:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976359.156627:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000040:0.0:1783976359.156635:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156643:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976359.156645:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976359.156648:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783976359.156652:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496665088, offset 0 00000400:00000200:0.0:1783976359.156658:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976359.156667:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.156675:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976359.156680:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976359.156683:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976359.156687:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976359.156690:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976359.156693:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778733:778733:256:4294967295] 192.168.201.114@tcp LPNI seq info [778711:778711:8:4294967295] 00000400:00000200:0.0:1783976359.156697:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.156717:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976359.156723:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976359.156728:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783976359.156735:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976359.156742:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976359.156746:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976359.156768:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156772:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976359.156776:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976359.156778:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308565005 00000100:00000010:0.0:1783976359.156783:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e4e0. 00000100:00000001:0.0:1783976359.156790:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976359.156799:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308565005 00000100:00000010:0.0:1783976359.156803:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e300. 00000100:00000001:0.0:1783976359.156806:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976359.156818:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.156821:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.156824:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976359.156828:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156834:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976359.156836:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.156838:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976359.156840:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976359.156842:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976359.156845:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665344:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976359.156848:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976359.156850:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976359.156852:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.156854:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976359.156856:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976359.156858:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976359.156861:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976359.156864:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976359.156867:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976359.156870:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496665344, portal 4 00000100:00000001:0.0:1783976359.156871:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976359.156873:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000040:0.0:1783976359.156878:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.156885:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976359.156887:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976359.156889:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783976359.156892:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496665344, offset 0 00000400:00000200:0.0:1783976359.156896:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976359.156900:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.156903:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976359.156917:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976359.156920:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976359.156922:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976359.156924:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976359.156927:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778734:778734:255:4294967295] 192.168.201.114@tcp LPNI seq info [778712:778712:7:4294967295] 00000400:00000200:0.0:1783976359.156931:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.156936:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976359.156940:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976359.156943:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783976359.156947:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976359.156951:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976359.156953:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976359.156956:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.156959:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59903 usecs (60 jiffies) 00000400:00000200:0.0:1783976359.156962:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976359.156964:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308565055 00000100:00000001:0.0:1783976359.156969:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308565005 00000100:00000001:0.0:1783976359.156972:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308565055 00000100:00000001:0.0:1783976359.156975:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308565005 00000100:00000001:0.0:1783976359.156977:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.156979:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.156982:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.156985:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.156991:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976359.156993:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976359.156996:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976359.156997:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976359.156999:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976359.157002:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1783976359.157004:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.157006:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976359.157008:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.157009:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976359.157010:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976359.157011:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976359.157015:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.157022:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976359.157023:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.157026:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976359.157027:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976359.157029:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976359.157032:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496664960:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976359.157035:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976359.157037:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976359.157039:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.157040:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976359.157044:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274c00. 02000000:00000001:0.0:1783976359.157046:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976359.157050:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976359.157052:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783976359.157056:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783976359.157058:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496664960, portal 25 00000100:00000001:0.0:1783976359.157060:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976359.157062:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000040:0.0:1783976359.157066:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.157073:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976359.157075:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976359.157078:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783976359.157080:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870620496664960, offset 0 00000400:00000200:0.0:1783976359.157084:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976359.157088:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.157092:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976359.157095:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976359.157097:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976359.157099:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976359.157102:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976359.157105:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778735:778735:254:4294967295] 192.168.201.114@tcp LPNI seq info [778713:778713:6:4294967295] 00000400:00000200:0.0:1783976359.157109:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.157116:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976359.157121:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976359.157125:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783976359.157128:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976359.157133:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976359.157135:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976359.157164:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976359.157167:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976359.157169:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4308566267 00000100:00000001:0.0:1783976359.157172:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4308565055 00000100:00000001:0.0:1783976359.157176:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4308566267 00000100:00000001:0.0:1783976359.157179:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4308565055 00000100:00000001:0.0:1783976359.157181:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.157183:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.157185:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976359.157189:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.157196:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976359.157197:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.157199:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976359.157201:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976359.157203:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976359.157206:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665216:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976359.157210:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976359.157212:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976359.157214:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.157215:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976359.157218:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976359.157221:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976359.157223:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976359.157225:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976359.157229:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976359.157232:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496665216, portal 10 00000100:00000001:0.0:1783976359.157234:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976359.157235:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000040:0.0:1783976359.157241:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.157248:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976359.157250:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976359.157253:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783976359.157255:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496665216, offset 0 00000400:00000200:0.0:1783976359.157259:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976359.157263:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.157266:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976359.157269:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976359.157272:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976359.157274:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976359.157276:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976359.157279:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778736:778736:253:4294967295] 192.168.201.114@tcp LPNI seq info [778714:778714:5:4294967295] 00000400:00000200:0.0:1783976359.157283:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.157288:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976359.157293:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976359.157297:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783976359.157301:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976359.157306:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976359.157308:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976359.157311:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.157313:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976359.157316:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976359.157318:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308565007 00000100:00000001:0.0:1783976359.157320:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308566267 00000100:00000001:0.0:1783976359.157322:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308565007 00000100:00000001:0.0:1783976359.157325:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308566267 00000100:00000001:0.0:1783976359.157327:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.157329:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.157331:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976359.157335:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.157342:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976359.157344:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.157346:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976359.157347:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976359.157350:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976359.157353:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665472:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976359.157356:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976359.157359:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976359.157360:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.157362:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976359.157366:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f94d275a00. 02000000:00000001:0.0:1783976359.157368:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976359.157370:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976359.157373:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976359.157377:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976359.157379:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496665472, portal 4 00000100:00000001:0.0:1783976359.157381:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976359.157383:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000040:0.0:1783976359.157389:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.157396:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976359.157398:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976359.157400:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783976359.157402:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496665472, offset 0 00000400:00000200:0.0:1783976359.157406:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976359.157410:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.157413:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976359.157415:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976359.157417:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976359.157419:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976359.157421:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976359.157424:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778737:778737:252:4294967295] 192.168.201.114@tcp LPNI seq info [778715:778715:4:4294967295] 00000400:00000200:0.0:1783976359.157427:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976359.157432:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976359.157436:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976359.157439:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783976359.157443:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976359.157446:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976359.157448:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976359.157451:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.157453:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32387 usecs (33 jiffies) 00000400:00000200:0.0:1783976359.157456:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976359.157458:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308565029 00000100:00000001:0.0:1783976359.157460:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308566267 00000100:00000001:0.0:1783976359.157462:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308565029 00000100:00000001:0.0:1783976359.157464:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308566267 00000100:00000001:0.0:1783976359.157467:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.157469:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.157472:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.157474:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.166165:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976359.166170:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976359.166178:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976359.166180:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976359.166184:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783976359.166189:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783976359.166191:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783976359.166194:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976359.166199:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976359.166207:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166213:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976359.166214:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.166217:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976359.166220:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976359.166223:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976359.166225:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.166229:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976359.166235:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f950ff7c60 time=148 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976359.166240:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f950ff7c18 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976359.166243:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976359.166244:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976359.166247:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976359.166249:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.166252:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.166257:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166393:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.166396:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976359.166399:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976359.166404:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976359.166412:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496664960:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976359.166419:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976359.166421:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976359.166423:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976359.166426:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978770 00000400:00000010:0.0:1783976359.166428:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978770. 00000100:00000001:0.0:1783976359.166430:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976359.166433:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976359.166441:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166448:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976359.166449:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.166451:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976359.166453:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976359.166455:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976359.166456:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.166458:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976359.166464:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=148 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976359.166467:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976359.166469:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976359.166470:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976359.166472:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976359.166475:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.166478:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976359.166480:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976359.166482:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976359.166483:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.166488:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166500:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.166502:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976359.166504:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976359.166507:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976359.166514:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665216:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976359.166520:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976359.166521:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976359.166523:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976359.166526:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729786e8 00000400:00000010:0.0:1783976359.166527:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729786e8. 00000100:00000001:0.0:1783976359.166530:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976359.166532:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976359.166540:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166546:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976359.166669:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.166672:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976359.166673:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976359.166675:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976359.166676:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.166678:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976359.166683:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=148 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976359.166687:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976359.166689:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976359.166691:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976359.166692:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976359.166695:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.166697:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976359.166709:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944202 00000100:00000001:0.0:1783976359.166712:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976359.166713:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.166718:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166724:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.166726:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976359.166727:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976359.166731:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976359.166738:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665472:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976359.166743:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976359.166744:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976359.166746:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c08. 00000400:00000200:0.0:1783976359.166748:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978b28 00000400:00000010:0.0:1783976359.166751:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978b28. 00000100:00000001:0.0:1783976359.166752:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976359.166756:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976359.166763:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166769:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976359.166770:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.166771:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976359.166772:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976359.166774:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976359.166775:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.166777:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976359.166780:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=148 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976359.166783:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976359.166785:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976359.166786:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976359.166788:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976359.166789:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.166791:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976359.166792:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976359.166794:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976359.166795:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.166799:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166805:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.166806:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976359.166807:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976359.166810:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976359.166816:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665088:192.168.201.114@tcp:400:kworker.0 00000400:00000001:0.0:1783976359.166820:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976359.166821:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976359.166823:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976359.166825:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976359.166827:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976359.166829:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976359.166833:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976359.166840:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166846:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976359.166848:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.166849:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976359.166850:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976359.166851:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976359.166852:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976359.166854:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976359.166858:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=148 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976359.166861:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=79 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976359.166863:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976359.166865:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976359.166867:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976359.166869:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.166870:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976359.166871:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976359.166873:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976359.166874:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976359.166878:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.166884:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976359.166885:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976359.166886:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976359.166889:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976359.166895:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496665344:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976359.166899:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.166902:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976359.167061:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05500 x1870620496664960/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.167070:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976359.167073:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976359.167077:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274c00. 02000000:00000001:0.0:1783976359.167081:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976359.167085:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976359.167087:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976359.167089:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976359.167092:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a200. 02000000:00000001:0.0:1783976359.167095:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976359.167097:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976359.167099:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05500. 00000100:00000001:0.0:1783976359.167103:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976359.167104:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.167106:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976359.167110:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04a80 x1870620496665216/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.167116:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976359.167117:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976359.167119:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274000. 02000000:00000001:0.0:1783976359.167121:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976359.167122:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976359.167124:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=5 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976359.167126:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976359.167127:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a400. 02000000:00000001:0.0:1783976359.167129:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976359.167130:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976359.167132:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04a80. 00000100:00000001:0.0:1783976359.167135:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976359.167163:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.167166:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976359.167170:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07480 x1870620496665472/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.167176:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976359.167177:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976359.167179:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d275a00. 02000000:00000001:0.0:1783976359.167182:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976359.167184:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976359.167185:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=2 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976359.167187:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976359.167189:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a600. 02000000:00000001:0.0:1783976359.167191:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976359.167192:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976359.167193:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07480. 00000100:00000001:0.0:1783976359.167196:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976359.167197:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.167199:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976359.167202:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c06300 x1870620496665088/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.167208:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976359.167209:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976359.167211:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d274e00. 02000000:00000001:0.0:1783976359.167212:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976359.167213:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976359.167215:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=19 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976359.167216:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976359.167217:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a900. 02000000:00000001:0.0:1783976359.167219:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976359.167221:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976359.167222:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c06300. 00000100:00000001:0.0:1783976359.167224:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976359.167225:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.167226:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976359.167229:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05c00 x1870620496665344/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976359.167235:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976359.167237:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976359.167238:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94d275000. 02000000:00000001:0.0:1783976359.167240:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976359.167241:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976359.167242:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=2 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976359.167244:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976359.167246:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a800. 02000000:00000001:0.0:1783976359.167247:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976359.167248:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976359.167249:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05c00. 00000100:00000001:0.0:1783976359.167251:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976359.167252:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.167255:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976359.167388:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976359.167390:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976359.167393:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976359.167395:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.665376:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.665383:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.665386:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.665404:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.665413:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.665418:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.665422:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.665429:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.665433:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.665439:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.665445:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.665448:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.665451:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.665455:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.665459:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.665463:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.665466:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.665469:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.665472:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.665481:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778eec38 -> ffff96f9778eec38 00000020:00000001:0.0:1783976359.665483:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.665486:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.665488:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.665491:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.665492:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.665494:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.665498:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe2:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.665501:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd013e0) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.665505:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.665507:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.665509:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.665510:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665512:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.665515:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.665516:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665518:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.665519:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.665520:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.665522:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd013e0) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.665524:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665530:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.665532:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.665533:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.665536:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.665546:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.665549:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.665551:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.665552:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.665555:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.665557:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.665560:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.665562:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.665565:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.665567:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.665569:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.665572:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.665574:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.665577:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.665579:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.665582:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.665584:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.665586:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.665588:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.665590:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.665593:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee530 -> ffff96f9778eec38 00000020:00000001:0.0:1783976359.665595:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.665597:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.665599:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.665600:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665602:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665604:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.665606:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.665608:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665611:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665613:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665615:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.665616:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.665618:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.665620:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.665621:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.665623:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665624:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665626:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665628:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665629:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.665630:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665632:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665634:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.665636:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.665637:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.665639:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.665641:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.665643:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.665648:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b81c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.665652:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.665655:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665656:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665658:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665659:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665660:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665662:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.665664:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.665666:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.665667:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.665669:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.665670:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665672:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.665673:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.665675:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.665677:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.665679:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.665680:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.665681:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.665683:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665685:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665686:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.665688:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.665689:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.665714:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.665716:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.665717:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.665719:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.665720:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.665721:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.665722:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665724:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665725:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.665727:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.665728:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665730:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.665732:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.665733:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.665734:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.665736:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.665738:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.665742:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.665749:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.665753:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.665758:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.665761:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.665764:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.665767:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.665770:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976359.665773:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.665775:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.665779:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.665781:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.665783:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.665786:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.665788:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.665791:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.665794:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.665796:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.665799:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.665800:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.665803:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.665805:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.665807:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.665809:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.665811:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.665813:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.665815:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.665818:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.665820:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976359.665822:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.665824:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.665826:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.665828:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.665830:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.665831:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.665833:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.665835:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.665845:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.665847:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.665848:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.665851:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.665854:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.665856:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.665858:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.665861:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.665863:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.665866:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.665869:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.665872:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.665874:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274e00. 00000008:00000010:0.0:1783976359.665877:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.665879:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.665882:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.665884:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.665886:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.665888:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.665890:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee850 -> ffff96f9778ee850 00000020:00000001:0.0:1783976359.665892:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.665893:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.665894:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.665897:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.665898:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.665899:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.665901:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe3:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.665904:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.665907:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.665908:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.665909:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.665910:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665912:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.665913:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.665914:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665916:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.665917:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.665918:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.665920:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd01c98) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.665921:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665923:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.665924:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.665926:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.665927:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.665929:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.665931:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.665932:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.665933:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.665935:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.665938:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.665940:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.665942:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.665945:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.665947:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.665949:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.665952:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.665954:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.665956:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976359.665958:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.665960:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.665962:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.665965:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.665967:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.665968:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.665970:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee6c0 -> ffff96f9778ee850 00000020:00000001:0.0:1783976359.665972:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.665974:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.665974:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.665976:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665977:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665978:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.665980:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.665981:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665982:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665984:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665985:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.665986:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.665987:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.665988:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.665989:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.665990:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665991:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665993:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.665994:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665995:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.665996:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665998:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.665999:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.665999:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.666000:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666002:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.666003:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.666004:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.666006:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b80fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.666009:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.666011:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666012:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666014:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666015:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666016:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666017:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.666018:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.666019:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.666020:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.666021:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.666022:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666024:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.666025:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.666025:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666026:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666027:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666028:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.666029:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.666030:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666031:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666032:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666033:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666034:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.666035:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.666036:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666037:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666038:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666039:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.666040:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.666041:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666042:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666043:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666044:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666045:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666047:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666048:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666048:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.666050:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.666051:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666052:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.666054:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.666056:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.666059:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.666061:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.666063:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.666065:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.666068:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.666070:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.666072:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.666075:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.666076:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.666079:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.666081:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.666083:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.666085:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.666086:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.666087:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.666089:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.666092:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.666093:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666095:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.666096:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.666098:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.666101:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.666103:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.666105:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.666107:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.666109:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.666111:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.666113:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.666115:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.666117:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.666120:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.666122:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.666124:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.666126:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.666128:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.666132:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.666133:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.666134:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.666163:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.666166:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.666168:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.666170:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.666173:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.666175:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.666177:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.666180:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.666182:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.666184:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976359.666187:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.666189:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.666191:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.666193:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.666195:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.666197:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.666199:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dca29e0 -> ffff96f97dca29e0 00000020:00000001:0.0:1783976359.666201:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.666203:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.666204:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.666206:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666208:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.666209:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.666212:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe4:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.666215:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d4d8) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.666217:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.666219:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.666220:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.666222:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666224:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.666225:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.666227:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666228:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666229:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.666230:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.666232:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d4d8) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.666233:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666235:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.666236:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.666237:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.666238:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.666240:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.666242:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.666243:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.666244:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.666246:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.666248:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.666249:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.666251:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.666253:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.666255:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.666257:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.666259:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.666261:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.666264:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976359.666266:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.666268:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.666270:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.666272:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.666274:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.666276:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.666278:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2e90 -> ffff96f97dca29e0 00000020:00000001:0.0:1783976359.666279:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.666282:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666283:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.666284:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666285:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666287:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.666288:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.666290:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666291:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666293:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666294:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.666295:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.666296:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666297:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.666298:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.666299:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666301:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666302:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666303:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666305:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.666306:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666307:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666308:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.666309:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.666310:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666311:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.666312:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.666313:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.666315:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dcbda40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.666318:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.666320:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666321:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666322:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666324:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666325:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666327:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.666327:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.666328:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.666329:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.666330:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.666331:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666333:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.666334:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.666335:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666336:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666337:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666338:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.666339:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.666340:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666342:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666343:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666344:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666345:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.666346:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.666347:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666348:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666349:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666350:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.666351:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.666352:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666354:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666356:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666357:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666358:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666359:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666360:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666361:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.666362:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.666363:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666365:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.666366:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.666369:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.666371:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.666374:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.666376:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.666378:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.666381:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.666383:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976359.666385:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.666387:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.666390:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.666392:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.666395:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.666396:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.666398:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.666400:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.666401:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.666403:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.666405:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.666406:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666408:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.666409:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.666411:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.666413:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.666415:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.666417:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.666419:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.666421:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.666423:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274e00. 00000008:00000010:0.0:1783976359.666425:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.666427:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.666430:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.666432:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.666434:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.666435:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.666437:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.666439:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.666443:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.666444:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.666445:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.666448:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.666450:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.666452:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.666454:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.666456:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.666458:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.666460:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.666463:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.666465:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.666468:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.666470:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.666472:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.666475:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.666477:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.666479:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.666481:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.666483:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2788 -> ffff96f97dca2788 00000020:00000001:0.0:1783976359.666485:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.666486:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.666487:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.666490:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666491:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.666492:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.666493:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe6:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.666496:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.666499:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.666500:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.666501:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.666503:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666504:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.666506:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.666507:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666508:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666509:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.666510:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.666511:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d6c8) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.666513:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666515:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.666516:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.666517:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.666518:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.666520:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.666522:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.666524:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.666525:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.666527:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.666529:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.666532:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.666534:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.666536:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.666538:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.666540:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.666543:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.666545:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.666547:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.666549:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.666551:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.666553:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.666556:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.666558:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.666560:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.666562:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34850 -> ffff96f97dca2788 00000020:00000001:0.0:1783976359.666563:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.666565:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666566:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.666567:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666569:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666570:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.666572:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.666573:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666575:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666576:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666578:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.666578:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.666580:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666581:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.666582:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.666583:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666584:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666586:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666588:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666589:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.666590:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666592:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666593:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.666594:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.666596:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666597:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.666598:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.666599:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.666601:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dcbddc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.666605:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.666606:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666608:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666609:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666611:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666612:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666614:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.666615:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.666616:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.666617:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.666618:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.666619:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666621:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.666622:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.666623:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666624:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666625:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666626:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.666627:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.666629:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666630:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666632:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666633:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666634:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.666635:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.666636:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666638:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666639:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666640:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.666641:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.666642:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666644:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666645:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666646:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666648:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666649:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666650:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666652:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.666653:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.666653:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666654:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.666656:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.666659:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.666661:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.666664:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.666666:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.666668:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.666670:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.666672:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976359.666674:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.666676:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.666678:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.666680:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.666682:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.666685:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.666686:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.666688:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.666689:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.666702:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.666704:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.666705:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666707:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.666709:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.666711:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.666714:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.666716:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.666718:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.666720:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.666722:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.666724:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976359.666726:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.666728:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.666730:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.666733:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.666735:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.666737:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.666739:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.666741:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.666745:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.666746:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.666747:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.666750:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.666752:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.666755:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.666757:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.666759:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.666761:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.666763:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.666765:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.666768:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.666770:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274e00. 00000008:00000010:0.0:1783976359.666772:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.666774:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.666776:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.666778:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.666779:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.666780:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.666783:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4fd00 -> ffff96f97dd4fd00 00000020:00000001:0.0:1783976359.666784:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.666786:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.666787:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.666789:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666790:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.666791:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.666793:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe7:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.666795:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd557c0) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.666797:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.666798:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.666799:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.666800:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666801:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.666803:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.666804:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666805:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666806:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.666807:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.666809:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd557c0) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.666810:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666812:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.666813:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.666814:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.666816:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.666817:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.666819:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.666820:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.666821:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.666822:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.666824:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.666826:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.666828:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.666830:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.666832:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.666834:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.666836:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.666838:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.666840:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976359.666842:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.666845:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.666847:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.666850:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.666851:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.666853:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.666854:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f850 -> ffff96f97dd4fd00 00000020:00000001:0.0:1783976359.666856:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.666858:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.666859:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.666860:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666861:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666862:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.666864:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.666865:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666867:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666868:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666870:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.666871:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.666872:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666873:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.666874:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.666875:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666876:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666877:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666878:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666879:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.666880:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666881:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666882:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.666883:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.666884:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666885:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.666886:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.666887:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.666889:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd65c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.666892:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.666893:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666895:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666896:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666897:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666898:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666900:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.666901:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.666902:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.666903:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.666904:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.666905:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666907:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.666908:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.666909:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666910:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.666911:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666913:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.666914:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.666915:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666916:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666918:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666919:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.666920:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.666921:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.666922:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666923:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.666924:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.666925:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.666926:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.666927:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666929:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.666930:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666931:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.666932:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.666934:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666935:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.666936:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.666937:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.666939:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666940:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.666942:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.666945:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.666948:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.666951:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.666953:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.666956:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.666958:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.666960:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.666962:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.666964:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.666966:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.666968:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.666970:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.666971:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.666973:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.666974:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.666975:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.666976:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.666978:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.666979:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.666980:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.666982:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.666984:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.666985:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.666987:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.666988:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.666990:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.666992:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.666993:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.666995:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.666997:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.666999:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667000:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.667002:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.667004:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.667006:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667007:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667012:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.667013:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.667014:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667016:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.667018:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.667021:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.667023:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.667026:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.667028:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.667030:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.667032:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.667034:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.667037:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976359.667039:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.667041:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.667043:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667046:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.667049:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.667050:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.667052:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4fb70 -> ffff96f97dd4fb70 00000020:00000001:0.0:1783976359.667053:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.667054:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.667056:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fe8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.667058:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667059:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.667060:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.667062:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fe8:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.667064:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd550f8) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.667067:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.667068:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.667070:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.667071:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667072:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.667073:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.667074:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667076:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667076:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.667077:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.667078:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd550f8) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.667080:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667082:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.667083:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.667084:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.667085:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.667087:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.667089:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.667090:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.667091:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667092:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.667094:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.667096:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.667098:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.667100:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.667102:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.667104:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.667106:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.667108:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.667110:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976359.667112:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.667114:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.667116:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.667118:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.667120:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.667122:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.667123:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4fc38 -> ffff96f97dd4fb70 00000020:00000001:0.0:1783976359.667125:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.667126:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667128:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.667129:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667130:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667132:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.667133:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.667134:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667165:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667167:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667168:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.667169:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.667171:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667172:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.667173:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.667174:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667175:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667176:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667178:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667179:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.667180:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667181:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667183:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.667184:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.667185:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667185:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.667187:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.667188:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.667190:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd64540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.667193:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.667194:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667196:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667197:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667198:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667199:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667201:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.667202:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.667202:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.667203:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.667204:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.667205:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667207:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.667207:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.667208:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.667209:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.667210:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667211:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.667212:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.667213:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667214:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667215:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.667216:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.667217:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.667218:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.667219:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.667220:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.667221:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667222:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.667223:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.667224:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667226:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667227:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.667228:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.667229:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667230:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.667232:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.667233:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.667233:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.667234:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.667236:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.667237:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.667241:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.667243:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.667246:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.667249:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.667251:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.667254:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.667256:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976359.667258:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.667261:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.667263:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.667265:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.667268:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.667270:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.667272:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.667273:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.667275:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.667276:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fe8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.667279:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.667280:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.667281:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.667283:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.667286:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.667288:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.667290:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.667292:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.667294:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.667296:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.667298:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274e00. 00000008:00000010:0.0:1783976359.667300:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.667302:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.667304:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667305:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.667307:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.667309:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.667310:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667312:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667315:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.667317:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.667318:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667320:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.667322:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.667324:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.667326:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.667329:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.667330:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.667333:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.667335:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.667337:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.667339:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.667341:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.667343:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.667345:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667347:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.667349:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.667351:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.667353:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee2d8 -> ffff96f9778ee2d8 00000020:00000001:0.0:1783976359.667354:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.667355:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.667357:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fea:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.667358:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667359:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.667360:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.667362:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fea:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.667364:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd01e88) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.667366:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.667367:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.667368:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.667369:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667371:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.667372:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.667373:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667375:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667376:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.667376:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.667378:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd01e88) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.667380:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667381:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.667382:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.667383:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.667384:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.667385:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.667388:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.667389:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.667389:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667391:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.667394:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.667396:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.667398:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.667401:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.667403:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.667406:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.667408:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.667411:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.667413:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.667416:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.667417:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.667419:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.667421:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.667423:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.667425:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.667426:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778eeb70 -> ffff96f9778ee2d8 00000020:00000001:0.0:1783976359.667427:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.667429:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667430:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.667431:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667432:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667433:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.667436:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.667437:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667438:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667439:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667441:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.667442:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.667443:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667444:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.667444:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.667445:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667447:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667448:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667449:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667450:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.667451:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667452:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667454:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.667454:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.667455:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667456:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.667457:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.667458:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.667460:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b80380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.667463:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.667465:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667467:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667468:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667469:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667471:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667472:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.667473:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.667474:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.667474:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.667475:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.667476:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667478:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.667478:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.667479:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.667480:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.667481:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667482:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.667483:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.667484:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667485:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667486:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.667487:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.667488:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.667489:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.667490:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.667491:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.667492:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667493:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.667494:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.667495:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667497:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667498:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.667499:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.667500:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667501:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.667503:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.667504:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.667505:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.667506:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.667507:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.667509:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.667511:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.667514:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.667517:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.667519:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.667521:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.667523:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.667525:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976359.667527:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.667529:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.667531:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.667534:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.667536:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.667538:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.667540:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.667541:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.667542:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.667544:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fea:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.667546:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.667547:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.667549:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.667551:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.667552:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.667555:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.667557:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.667559:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.667561:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.667563:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.667566:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976359.667568:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.667570:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.667573:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667575:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.667577:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.667579:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.667581:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667583:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667588:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.667590:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.667591:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667594:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.667597:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.667599:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.667601:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.667604:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.667607:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.667609:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.667611:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.667613:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.667616:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274e00. 00000008:00000010:0.0:1783976359.667618:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.667620:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.667622:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667625:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.667626:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.667628:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.667630:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f6c0 -> ffff96f97dd4f6c0 00000020:00000001:0.0:1783976359.667632:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.667633:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.667634:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11feb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.667636:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667637:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.667638:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.667640:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11feb:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.667642:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd55e88) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.667645:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.667646:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.667647:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.667648:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667650:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.667651:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.667652:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667654:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667656:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.667657:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.667658:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd55e88) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.667660:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667662:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.667663:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.667664:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.667665:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.667667:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.667669:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.667670:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.667672:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667674:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.667676:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.667679:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.667681:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.667683:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.667686:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.667688:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.667703:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.667706:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.667708:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976359.667710:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.667712:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.667714:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.667716:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.667718:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.667719:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.667721:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4faa8 -> ffff96f97dd4f6c0 00000020:00000001:0.0:1783976359.667723:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.667725:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667725:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.667726:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667728:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667729:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.667731:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.667732:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667734:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667735:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667737:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.667738:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.667739:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667740:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.667741:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.667742:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667744:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667746:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667747:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667748:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.667749:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667751:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667752:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.667753:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.667754:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667755:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.667756:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.667758:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.667760:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd65180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.667763:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.667765:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667766:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667767:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667769:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667770:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667771:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.667772:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.667773:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.667774:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.667775:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.667776:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667778:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.667779:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.667780:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.667781:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.667782:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667783:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.667784:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.667785:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667787:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667788:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.667790:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.667791:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.667792:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.667793:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.667794:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.667795:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.667796:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.667797:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.667798:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667800:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667801:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.667802:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.667803:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667805:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.667806:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.667807:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.667808:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.667809:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.667811:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.667813:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.667816:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.667818:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.667821:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.667823:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.667825:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.667827:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.667830:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.667832:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.667835:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.667837:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.667840:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.667842:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.667844:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.667845:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.667847:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.667848:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.667850:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11feb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.667853:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.667854:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.667855:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.667857:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.667859:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.667861:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.667863:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.667865:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.667867:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.667869:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.667871:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.667874:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.667876:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.667878:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667880:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.667882:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.667884:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.667886:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667888:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.667892:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.667893:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.667894:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667897:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.667900:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.667902:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.667904:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.667906:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.667908:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.667911:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.667913:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.667915:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.667918:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976359.667920:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.667922:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.667925:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.667927:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.667929:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.667931:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.667933:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee5f8 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976359.667935:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.667936:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.667937:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fec:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.667939:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667940:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.667941:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.667943:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fec:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.667946:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd010f8) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.667948:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.667949:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.667950:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.667951:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.667952:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.667954:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.667954:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667956:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.667957:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.667958:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.667959:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd010f8) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.667961:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.667963:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.667964:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.667965:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.667966:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.667968:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.667970:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.667971:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.667973:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.667975:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.667977:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.667979:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.667981:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.667984:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.667987:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.667989:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.667991:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.667993:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.667995:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976359.667998:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.668000:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.668002:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.668004:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.668006:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.668007:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.668009:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f9778eed00 -> ffff96f9778ee5f8 00000020:00000001:0.0:1783976359.668011:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.668013:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.668014:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.668015:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668017:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668018:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.668020:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.668021:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668023:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668024:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668026:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.668027:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.668028:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668029:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.668030:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.668031:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668033:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668034:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668036:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668037:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.668038:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668039:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668041:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.668042:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.668043:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668045:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.668046:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.668047:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.668049:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b81180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.668053:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.668055:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668056:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668058:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668059:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668060:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668062:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.668063:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.668064:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.668065:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.668066:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.668068:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668069:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.668071:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.668072:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.668073:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.668073:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668074:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.668075:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.668076:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668078:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668079:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.668079:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.668080:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.668081:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.668082:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.668083:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.668084:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668085:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.668085:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.668086:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668088:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668089:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.668090:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.668091:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668092:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.668093:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.668094:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.668096:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.668097:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.668098:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.668100:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.668102:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.668104:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.668107:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.668109:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.668111:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.668113:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.668115:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976359.668117:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.668119:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.668121:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.668124:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.668126:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.668128:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.668130:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.668131:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.668132:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.668134:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fec:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.668164:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.668165:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.668166:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.668168:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.668170:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.668174:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.668176:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.668178:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.668180:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.668183:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.668185:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274e00. 00000008:00000010:0.0:1783976359.668187:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.668189:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.668191:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.668194:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.668196:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.668198:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.668200:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.668201:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.668205:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.668207:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.668208:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.668210:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.668212:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.668214:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.668216:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.668218:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.668220:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.668223:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.668225:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.668227:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.668229:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.668231:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.668233:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.668235:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.668238:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.668240:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.668242:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.668244:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97714ae90 -> ffff96f97714ae90 00000020:00000001:0.0:1783976359.668245:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.668246:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.668248:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fee:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.668250:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.668251:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.668252:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.668255:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fee:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.668257:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b854d8) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.668259:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.668261:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.668263:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.668264:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668266:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.668268:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.668269:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668270:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.668271:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.668273:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.668274:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b854d8) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.668275:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668277:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.668278:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.668279:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.668280:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.668282:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.668284:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.668285:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.668286:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.668288:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.668290:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.668292:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.668294:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.668295:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.668297:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.668299:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.668302:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.668303:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.668306:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.668307:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.668309:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.668311:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.668313:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.668315:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.668317:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.668318:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97714adc8 -> ffff96f97714ae90 00000020:00000001:0.0:1783976359.668320:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.668321:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.668322:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.668323:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668324:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668326:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.668328:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.668329:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668330:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668332:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668333:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.668334:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.668334:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668335:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.668336:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.668337:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668338:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668339:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668341:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668342:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.668343:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668344:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668345:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.668346:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.668347:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668348:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.668349:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.668350:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.668352:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b95500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.668355:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.668356:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668357:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668359:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668360:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668362:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668363:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.668364:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.668365:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.668366:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.668367:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.668369:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668370:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.668372:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.668373:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.668374:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.668375:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668376:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.668377:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.668378:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668380:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668381:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.668382:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.668384:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.668385:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.668386:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.668387:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.668388:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668389:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.668390:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.668392:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668393:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668394:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.668395:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.668396:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668398:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.668399:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.668400:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.668400:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.668402:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.668403:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.668405:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.668407:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.668409:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.668412:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.668413:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.668416:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.668418:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.668420:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976359.668422:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.668424:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.668426:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.668428:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.668430:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.668432:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.668434:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.668435:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.668436:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.668437:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fee:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.668439:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.668440:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.668442:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.668444:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.668446:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.668448:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.668450:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.668452:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.668454:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.668456:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.668458:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976359.668460:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.668462:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.668464:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.668465:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.668467:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.668468:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.668470:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.668472:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.668476:0:216796:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1783976359.668477:0:216796:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1783976359.668479:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.668482:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976359.668484:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275a00. 00000020:00000010:0.0:1783976359.668486:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.668488:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.668490:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.668492:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.668494:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.668497:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.668499:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.668501:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274e00. 00000008:00000010:0.0:1783976359.668503:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.668505:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.668507:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.668509:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976359.668511:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976359.668513:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976359.668514:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97714a3a0 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976359.668516:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976359.668517:0:216796:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976359.668518:0:216796:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fef:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976359.668520:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.668521:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976359.668522:0:216796:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976359.668524:0:216796:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fef:0x0]io ffff96f96174cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1783976359.668526:0:216796:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f942e727c0 00020000:00000001:0.0:1783976359.668528:0:216796:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976359.668529:0:216796:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976359.668530:0:216796:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976359.668531:0:216796:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668532:0:216796:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976359.668534:0:216796:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976359.668535:0:216796:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668537:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.668537:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976359.668539:0:216796:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976359.668540:0:216796:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b856c8) owner 0000000000000000/ffff96f942e727c0 00000020:00000001:0.0:1783976359.668542:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668543:0:216796:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976359.668544:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976359.668545:0:216796:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976359.668546:0:216796:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976359.668549:0:216796:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976359.668550:0:216796:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976359.668552:0:216796:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976359.668553:0:216796:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976359.668555:0:216796:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976359.668558:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976359.668561:0:216796:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.668563:0:216796:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.668565:0:216796:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.668567:0:216796:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.668570:0:216796:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.668572:0:216796:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.668574:0:216796:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.668576:0:216796:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976359.668579:0:216796:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.668580:0:216796:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.668582:0:216796:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.668585:0:216796:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976359.668587:0:216796:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976359.668589:0:216796:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976359.668591:0:216796:0:(cl_object.c:151:cl_object_top()) ffff96f97714a5f8 -> ffff96f97714a3a0 00000020:00000001:0.0:1783976359.668592:0:216796:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976359.668594:0:216796:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976359.668595:0:216796:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976359.668596:0:216796:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668597:0:216796:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668599:0:216796:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976359.668601:0:216796:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1783976359.668602:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668604:0:216796:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668605:0:216796:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668606:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976359.668607:0:216796:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976359.668608:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668609:0:216796:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976359.668611:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.668612:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668613:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668614:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668616:0:216796:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668617:0:216796:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976359.668618:0:216796:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668619:0:216796:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668621:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1783976359.668622:0:216796:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976359.668623:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668624:0:216796:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976359.668625:0:216796:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1783976359.668626:0:216796:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1783976359.668628:0:216796:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b94700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1783976359.668632:0:216796:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976359.668633:0:216796:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668635:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668637:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668638:0:216796:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668640:0:216796:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668641:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976359.668642:0:216796:0:(lov_io.c:1880:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1783976359.668643:0:216796:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976359.668644:0:216796:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976359.668645:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976359.668646:0:216796:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668647:0:216796:0:(lov_io.c:1891:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1783976359.668648:0:216796:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976359.668649:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.668650:0:216796:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976359.668651:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668652:0:216796:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976359.668653:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976359.668654:0:216796:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668655:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668656:0:216796:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.668657:0:216796:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976359.668658:0:216796:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976359.668659:0:216796:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976359.668660:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.668661:0:216796:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976359.668662:0:216796:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976359.668663:0:216796:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976359.668664:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976359.668665:0:216796:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668667:0:216796:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976359.668669:0:216796:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.668670:0:216796:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976359.668671:0:216796:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.668672:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976359.668673:0:216796:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976359.668675:0:216796:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976359.668676:0:216796:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976359.668677:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.668678:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976359.668680:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976359.668683:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976359.668686:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976359.668689:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976359.679804:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976359.679823:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976359.679828:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976359.679832:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976359.679839:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976359.679844:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976359.679847:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976359.679850:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976359.679853:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976359.679857:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976359.679862:0:216796:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976359.679866:0:216796:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976359.679870:0:216796:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976359.679873:0:216796:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fef:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976359.679877:0:216796:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976359.679878:0:216796:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976359.679883:0:216796:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976359.679886:0:216796:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976359.679890:0:216796:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976359.679895:0:216796:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976359.679898:0:216796:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976359.679901:0:216796:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976359.679904:0:216796:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976359.679907:0:216796:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976359.679909:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275a00. 00000008:00000010:0.0:1783976359.679911:0:216796:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976359.679913:0:216796:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976359.679915:0:216796:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976359.679916:0:216796:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976359.679918:0:216796:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274e00. 00000020:00000010:0.0:1783976359.679920:0:216796:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976359.679922:0:216796:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976359.679926:0:216796:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976359.793622:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976359.793626:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976359.793629:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976360.819163:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976360.819167:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976360.819170:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976361.841492:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976361.841496:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976361.841499:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976362.867113:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976362.867117:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976362.867119:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976364.917287:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976364.917296:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976364.917303:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976365.937962:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976365.937966:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976365.937969:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976366.965944:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976366.965951:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976366.965956:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976367.986165:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976367.986169:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976367.986172:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976370.033801:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976370.033804:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976370.033809:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976371.058105:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976371.058111:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976371.058115:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976372.091773:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976372.091781:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976372.091787:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976373.105477:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976373.105481:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976373.105484:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976375.153942:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976375.153947:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976375.153950:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976376.178216:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976376.178221:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976376.178224:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976377.202111:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976377.202118:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976377.202123:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976378.225930:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976378.225933:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976378.225935:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976380.277404:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976380.277409:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976380.277413:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976381.297491:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976381.297498:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976381.297503:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976382.321962:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976382.321985:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976382.321989:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976383.346793:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976383.346796:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976383.346799:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976385.393370:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976385.393374:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976385.393377:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976386.419128:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976386.419131:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976386.419135:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976387.443559:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976387.443563:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976387.443567:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976388.466117:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976388.466121:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976388.466124:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976390.514413:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976390.514417:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976390.514420:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976391.538044:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976391.538046:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976391.538048:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976392.561416:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976392.561420:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976392.561424:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976393.585407:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976393.585410:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976393.585413:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976395.633792:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976395.633796:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976395.633799:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976396.657386:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976396.657390:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976396.657393:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976397.681420:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976397.681424:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976397.681427:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976398.705432:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976398.705435:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976398.705438:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976400.753426:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976400.753429:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976400.753432:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976401.777467:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976401.777471:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976401.777474:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976402.801381:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976402.801385:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976402.801388:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976403.610763:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.610772:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.610775:0:240174:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976403.610778:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbc0 00000080:00200000:0.0:1783976403.610784:0:240174:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976403.610792:0:240174:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00800000:00000002:0.0:1783976403.610799:0:240174:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976403.610802:0:240174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.610807:0:240174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.610809:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebae0 00800000:00000002:0.0:1783976403.610812:0:240174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.610816:0:240174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976403.610819:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.610821:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.610823:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.610826:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.610828:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.610830:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.610833:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.610837:0:240174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976403.610841:0:240174:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.610843:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb9b0 00000002:00010000:0.0:1783976403.610845:0:240174:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976403.610849:0:240174:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976403.610851:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.610856:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.610863:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976403.610866:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.610870:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.610874:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976403.610878:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:0.0:1783976403.610889:0:240174:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.610894:0:240174:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.610897:0:240174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:0.0:1783976403.610903:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976403.610905:0:240174:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.610907:0:240174:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.610909:0:240174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.610911:0:240174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.610912:0:240174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976403.610915:0:240174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976403.610917:0:240174:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976403.610920:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.610924:0:240174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976403.610926:0:240174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.610928:0:240174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976403.610942:0:240174:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976403.610945:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.610947:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.610949:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.610951:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.610953:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.610956:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.610958:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.610961:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.610963:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.610964:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.610966:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.610968:0:240174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf14814ebbf8 00010000:00000001:0.0:1783976403.610970:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.610971:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.610973:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.610975:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.610976:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.610978:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.610981:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1783976403.610986:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.610987:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.610988:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.610990:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.610993:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:0.0:1783976403.611001:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.611004:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.611006:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.611009:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.611011:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.611012:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611014:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.611016:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611018:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611020:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611021:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.611023:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.611023:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976403.611026:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976403.611027:0:240174:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.611029:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976403.611033:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.611036:0:240174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976403.611039:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb88 00000080:00002000:0.0:1783976403.611040:0:240174:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 2 00000080:00000001:0.0:1783976403.611043:0:240174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.611045:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbd0 00000080:00200000:0.0:1783976403.611047:0:240174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976403.611051:0:240174:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976403.611052:0:240174:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.611055:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.611057:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976403.611059:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.611131:0:240174:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c307a0. 00000080:00000001:0.0:1783976403.611135:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.611243:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976403.611246:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.611254:0:240174:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976403.611256:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb50 00000080:00200000:0.0:1783976403.611259:0:240174:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-a.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f95e096780, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976403.611265:0:240174:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7ede0. 00000080:00000001:0.0:1783976403.611269:0:240174:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976403.611271:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba00 00000080:00200000:0.0:1783976403.611274:0:240174:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-a.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976403.611280:0:240174:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00800000:00000002:0.0:1783976403.611284:0:240174:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.611289:0:240174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.611290:0:240174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.611292:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb920 00800000:00000002:0.0:1783976403.611294:0:240174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-a.3' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976403.611297:0:240174:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976403.611300:0:240174:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976403.611305:0:240174:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-a.3 hash=0x3/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1783976403.611309:0:240174:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976403.611313:0:240174:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00800000:00000001:0.0:1783976403.611316:0:240174:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976403.611319:0:240174:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976403.611322:0:240174:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976403.611325:0:240174:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976403.611327:0:240174:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff96f94cfb0800: Allocated FID [0x240002b13:0x2074:0x0] 40000000:00000001:0.0:1783976403.611330:0:240174:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.611332:0:240174:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.611334:0:240174:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.611335:0:240174:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.611337:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb8a0 00800000:00000002:0.0:1783976403.611339:0:240174:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b11:0xdf:0x0], fid2=[0x240002b13:0x2074:0x0], name='f56oe.sanity-a.3' -> mds #1 layout version 1 00000002:00000001:0.0:1783976403.611343:0:240174:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.611345:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7d8 00000002:00010000:0.0:1783976403.611346:0:240174:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-a.3,[0x240002b13:0x2074:0x0]) in obj [0x240002b11:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976403.611350:0:240174:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976403.611353:0:240174:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976403.611356:0:240174:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.611360:0:240174:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.611362:0:240174:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.611364:0:240174:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.611368:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05c00. 00000020:00000040:0.0:1783976403.611372:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=6 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976403.611377:0:240174:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976403.611379:0:240174:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611382:0:240174:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.611386:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.611390:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.611391:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.611392:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.611394:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.611396:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.611399:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.611407:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97d2e2000. 00000100:00000001:0.0:1783976403.611413:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611418:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.611419:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611421:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.611422:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.611424:0:240174:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.611432:0:240174:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00010000:00000001:0.0:1783976403.611437:0:240174:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.611439:0:240174:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.611443:0:240174:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63c00. 00010000:00000010:0.0:1783976403.611447:0:240174:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.611451:0:240174:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.611455:0:240174:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ba00. 00000020:00000001:0.0:1783976403.611458:0:240174:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.611460:0:240174:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ba00 with handle 0x5bb448586bd09551 to hash 00000020:00000001:0.0:1783976403.611462:0:240174:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.611464:0:240174:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.611467:0:240174:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.611470:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.611472:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.611475:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.611484:0:240174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976403.611495:0:240174:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976403.611506:0:240174:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05c00 x1870620496670848/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976403.611514:0:240174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.611521:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.611522:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.611529:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976403.611531:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536256 : -115476773015360 : ffff96f977f6f0c0) 00000100:00000001:0.0:1783976403.611534:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.611535:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976403.611539:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.611543:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.611546:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.611548:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.611552:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05c00 x1870620496670848/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.611560:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.611562:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.611566:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.611568:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.611571:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.611574:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496670848:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.611578:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.611583:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.611585:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.611588:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.611635:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.611638:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.611645:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.611650:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.611657:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854388400. 00000100:00000200:0.0:1783976403.611664:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496670848, portal 10 00000100:00000001:0.0:1783976403.611666:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.611667:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000040:0.0:1783976403.611673:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05c00 x1870620496670848/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.611681:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.611683:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.611686:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fc00. 00000100:00000200:0.0:1783976403.611690:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496670848, offset 0 00000400:00000200:0.0:1783976403.611696:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.611703:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.611710:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.611716:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.611720:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.611724:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.611727:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.611731:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778778:778778:256:4294967295] 192.168.201.114@tcp LPNI seq info [778756:778756:8:4294967295] 00000400:00000200:0.0:1783976403.611736:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.611745:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.611751:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.611755:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f94d275000. 00000800:00000200:0.0:1783976403.611762:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.611769:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.611773:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94d275000 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976403.611785:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.611790:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.611793:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.611796:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609461 00000100:00000010:0.0:1783976403.611799:0:240174:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ea20. 00000100:00000001:0.0:1783976403.611805:0:240174:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976403.611810:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609461 00000100:00000010:0.0:1783976403.611812:0:240174:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ef00. 00000100:00000001:0.0:1783976403.611815:0:240174:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976403.611817:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.611820:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.611822:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.611823:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.611826:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.611828:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.611830:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.621277:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.621286:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.621288:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.621292:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.621297:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854388400 00000400:00000010:0.0:1783976403.621300:0:240174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854388400. 00000100:00000001:0.0:1783976403.621303:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.621309:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05c00 x1870620496670848/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.621319:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05c00 x1870620496670848/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.621325:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.621327:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.621329:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.621332:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.621334:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.621336:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.621339:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.621348:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.621351:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.621354:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.621355:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.621358:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.621361:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.621364:0:240174:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.621366:0:240174:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976403.621368:0:240174:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.621370:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.621372:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976403.621375:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.621376:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.621378:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.621380:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.621385:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.621392:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.621395:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.621397:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.621401:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.621414:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05c00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496670848:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.621420:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.621422:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.621424:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.621426:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.621430:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.621437:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.621440:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f0c0. 00000100:00000001:0.0:1783976403.621444:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.621445:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.621448:0:240174:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.621452:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.621455:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.621459:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976403.621461:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621464:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976403.621470:0:240174:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019ba00, remote cookie: 0xa91b1f6e92eac2fd, flags: 0x1001 00010000:00010000:0.0:1783976403.621475:0:240174:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 4/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976403.621484:0:240174:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x2074:0x0].0x0, instead of [0x240002b11:0xdf:0x0].0x0 00010000:00000001:0.0:1783976403.621488:0:240174:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976403.621495:0:240174:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63a00. 00010000:00000010:0.0:1783976403.621501:0:240174:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8a00. 00010000:00000040:0.0:1783976403.621507:0:240174:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63c00 count: 0 00010000:00000010:0.0:1783976403.621511:0:240174:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.621518:0:240174:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.621522:0:240174:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.621531:0:240174:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.621538:0:240174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.621542:0:240174:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976403.621543:0:240174:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976403.621545:0:240174:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976403.621546:0:240174:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976403.621548:0:240174:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2074:0x0].0x0 (ffff96f977b63a00) refcount = 1 00010000:00010000:0.0:1783976403.621553:0:240174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.621559:0:240174:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976403.621563:0:240174:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.621564:0:240174:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.621568:0:240174:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.621570:0:240174:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.621573:0:240174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.621579:0:240174:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.621580:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621582:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.621583:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621584:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.621585:0:240174:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.621589:0:240174:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976403.621591:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.621593:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.621594:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.621596:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621599:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621602:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.621603:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.621604:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976403.621606:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621608:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621611:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.621613:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.621617:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.621624:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621625:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.621627:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.621628:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.621629:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=5 00000020:00000001:0.0:1783976403.621631:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621633:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621635:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.621638:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.621644:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621645:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976403.621647:0:240174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.621653:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.621654:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621655:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.621656:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621657:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976403.621662:0:240174:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.621676:0:240174:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.621681:0:240174:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.621687:0:240174:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.621694:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.621695:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.621696:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.621698:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621700:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976403.621704:0:240174:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976403.621712:0:240174:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99080. 00010000:00000001:0.0:1783976403.621714:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621716:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.621717:0:240174:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.621719:0:240174:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.621721:0:240174:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976403.621723:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.621724:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00000100:00000001:0.0:1783976403.621726:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.621727:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100731392 : -115476608820224 : ffff96f981c05c00) 00010000:00000001:0.0:1783976403.621728:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.621730:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.621731:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.621733:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621735:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976403.621737:0:240174:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.621747:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621748:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.621750:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.621751:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.621752:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.621753:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.621755:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.621757:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976403.621760:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 2 00010000:00000001:0.0:1783976403.621762:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.621765:0:240174:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8308 (0 0) 00010000:00000001:0.0:1783976403.621768:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.621769:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.621770:0:240174:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.621773:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb760 00000002:00002000:0.0:1783976403.621775:0:240174:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-a.3 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976403.621777:0:240174:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.621780:0:240174:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.621783:0:240174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.621786:0:240174:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240002b11:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976403.621789:0:240174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.621793:0:240174:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.621795:0:240174:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976403.621797:0:240174:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7ede0 it_disposition 1800037 00000080:00002000:0.0:1783976403.621802:0:240174:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f7d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976403.621807:0:240174:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.621810:0:240174:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976403.621811:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb988 00000080:00200000:0.0:1783976403.621813:0:240174:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity-a.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976403.621815:0:240174:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976403.621818:0:240174:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976403.621822:0:240174:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.621825:0:240174:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.621828:0:240174:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706996 : 162129771587706996 : 240002b13002074) 00000080:00000001:0.0:1783976403.621831:0:240174:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976403.621841:0:240174:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab639c0. 00000020:00000001:0.0:1783976403.621849:0:240174:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976403.621851:0:240174:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976403.621854:0:240174:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976403.621856:0:240174:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x240002b13:0x2074:0x0](ffff96f97ab63a88) 00000020:00000001:0.0:1783976403.621859:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.621863:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.621867:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976403.621872:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976403.621875:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.621881:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.621886:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.621902:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.621908:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.621911:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.621923:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976403.621927:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.621939:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.621943:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.621947:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.621949:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.621951:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.621954:0:240174:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976403.621959:0:240174:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34190. 00000020:00000001:0.0:1783976403.621961:0:240174:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976403.621963:0:240174:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.621970:0:240174:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976403.621974:0:240174:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d7c0. 00020000:00000001:0.0:1783976403.621976:0:240174:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034702784 : -115476674848832 : ffff96f97dd0d7c0) 00020000:00000001:0.0:1783976403.621979:0:240174:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976403.621981:0:240174:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.621986:0:240174:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e6c0. 00020000:00000010:0.0:1783976403.621990:0:240174:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7ce00. 00020000:00000010:0.0:1783976403.621994:0:240174:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e540. 00020000:00000001:0.0:1783976403.621996:0:240174:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164992 : -115476674386624 : ffff96f97dd7e540) 00020000:00000002:0.0:1783976403.622000:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e540, objid 0x2074:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.622005:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.622009:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ce00: ostid: 0x280000402:5913 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976403.622012:0:240174:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976403.622014:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e540, objid 0x2074:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.622018:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.622021:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7ce00: ostid: 0x280000402:5913 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976403.622025:0:240174:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8f70. 00020000:00000010:0.0:1783976403.622027:0:240174:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6f0c0. 00020000:00000001:0.0:1783976403.622030:0:240174:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976403.622032:0:240174:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148fb8. 00020000:00000001:0.0:1783976403.622034:0:240174:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976403.622035:0:240174:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976403.622040:0:240174:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976403.622042:0:240174:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc340c8. 00000020:00000001:0.0:1783976403.622043:0:240174:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976403.622044:0:240174:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.622046:0:240174:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033812296 : -115476675739320 : ffff96f97dc34148) 00020000:00000001:0.0:1783976403.622049:0:240174:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976403.622052:0:240174:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbd180. 00020000:00000001:0.0:1783976403.622053:0:240174:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.622057:0:240174:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033812296 : -115476675739320 : ffff96f97dc34148) 00020000:00000001:0.0:1783976403.622058:0:240174:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033812296 : -115476675739320 : ffff96f97dc34148) 00020000:00000002:0.0:1783976403.622061:0:240174:0:(lov_object.c:134:lov_init_sub()) [0x280000402:0x1719:0x0]@ffff96f97dc340c8[0:0] -> [0x240002b13:0x2074:0x0]@ffff96f97dc34190: ostid: 0x280000402:5913 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976403.622064:0:240174:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976403.622066:0:240174:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976403.622067:0:240174:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.622070:0:240174:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033812496 : -115476675739120 : ffff96f97dc34210) 00000020:00001000:0.0:1783976403.622072:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.622074:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275e00. 00000020:00000010:0.0:1783976403.622077:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.622080:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.622082:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.622084:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.622087:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.622090:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.622092:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976403.622095:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.622097:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.622099:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.622101:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.622102:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.622104:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.622106:0:240174:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706996 : 162129771587706996 : 240002b13002074) 00000080:00000001:0.0:1783976403.622108:0:240174:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00000002:0.0:1783976403.622110:0:240174:0:(llite_lib.c:3045:ll_update_inode()) setting ino 162129771587706996 mtime from 0 to 1783976403 00000080:00000001:0.0:1783976403.622113:0:240174:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976403.622114:0:240174:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982626952 : -115476726924664 : ffff96f97ab63a88) 00010000:00000001:0.0:1783976403.622116:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.622117:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.622118:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.622120:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.622121:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000080:00000001:0.0:1783976403.622124:0:240174:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.622125:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.622126:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.622128:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.622129:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976403.622131:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.622132:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.622134:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.622135:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.622167:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.622169:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.622173:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976403.622176:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.622179:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.622181:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.622184:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.622186:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.622188:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.622190:0:240174:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.622192:0:240174:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.622193:0:240174:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.622196:0:240174:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e480. 00020000:00000010:0.0:1783976403.622198:0:240174:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976403.622199:0:240174:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e060. 00020000:00000001:0.0:1783976403.622201:0:240174:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035163744 : -115476674387872 : ffff96f97dd7e060) 00020000:00000002:0.0:1783976403.622203:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e060, objid 0x2074:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.622205:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.622207:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cc80: ostid: 0x280000402:5913 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.622210:0:240174:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d7c0) owner ffff96f94beb0000 00020000:00000001:0.0:1783976403.622211:0:240174:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.622213:0:240174:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d7c0) owner ffff96f94beb0000 00020000:00000010:0.0:1783976403.622216:0:240174:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976403.622218:0:240174:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e480. 00020000:00000010:0.0:1783976403.622220:0:240174:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e060. 00020000:00000002:0.0:1783976403.622221:0:240174:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2074:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.622222:0:240174:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.622223:0:240174:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.622225:0:240174:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.622227:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.622231:0:240174:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e540 addref 2/0 by ffff96f94beb0000. 00020000:00000002:0.0:1783976403.622233:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.622235:0:240174:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.622238:0:240174:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.622239:0:240174:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.622241:0:240174:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.622244:0:240174:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.622247:0:240174:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2074:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976403.622250:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.622253:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274c00. 00000020:00000010:0.0:1783976403.622256:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.622258:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.622261:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.622263:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.622265:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.622268:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.622270:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976403.622272:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.622275:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.622277:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.622279:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.622282:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976403.622284:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.622286:0:240174:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622288:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.622289:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.622291:0:240174:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976403.622294:0:240174:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.622295:0:240174:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.622298:0:240174:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) 00000080:00010000:0.0:1783976403.622302:0:240174:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) for lock 0x5bb448586bd09551 00800000:00000001:0.0:1783976403.622305:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.622307:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.622308:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.622310:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.622311:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.622313:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.622315:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.622317:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.622318:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.622320:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.622321:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622323:0:240174:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976403.622324:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.622330:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.622337:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622342:0:240174:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.622346:0:240174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) 00000080:00000001:0.0:1783976403.622349:0:240174:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.622352:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000100:00000001:0.0:1783976403.622355:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.622358:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.622364:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622367:0:240174:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976403.622368:0:240174:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622375:0:240174:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976403.622377:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00200008:0.0:1783976403.622379:0:240174:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88), flags 104501 00000080:00000010:0.0:1783976403.622386:0:240174:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b540. 00000080:00000010:0.0:1783976403.622392:0:240174:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99140. 00000080:00000001:0.0:1783976403.622394:0:240174:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976403.622397:0:240174:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.622399:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.622401:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.622404:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.622406:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.622408:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.622410:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.622412:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.622416:0:240174:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976403.622419:0:240174:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30ac0. 00000002:00100000:0.0:1783976403.622424:0:240174:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.622430:0:240174:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.622432:0:240174:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976403.622435:0:240174:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976403.622438:0:240174:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622441:0:240174:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.622443:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.622447:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976403.622453:0:240174:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.622456:0:240174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.622476:0:240174:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976403.622478:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.622479:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00000008:0.0:1783976403.622481:0:240174:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88), flags 104501, rc = 0 00000080:00000001:0.0:1783976403.622484:0:240174:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976403.622485:0:240174:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7ede0 released 00000080:00010000:0.0:1783976403.622487:0:240174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09551 from it ffff96f97dd7ede0 00010000:00000001:0.0:1783976403.622488:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.622489:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.622490:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.622491:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.622492:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.622494:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.622496:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.622504:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.622505:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.622506:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.622508:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.622509:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.622514:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.622516:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.622517:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.622520:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.622521:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.622521:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622523:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.622525:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622526:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622527:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622528:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.622529:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.622530:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.622530:0:240174:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976403.622532:0:240174:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976403.622533:0:240174:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.622534:0:240174:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.622536:0:240174:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.622537:0:240174:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622538:0:240174:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976403.622539:0:240174:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622541:0:240174:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.622542:0:240174:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622543:0:240174:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.622545:0:240174:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7ede0. 00000080:00000001:0.0:1783976403.622546:0:240174:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622549:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.622550:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2074:0x0](ffff96f97ab63a88), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976403.622552:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.622571:0:240174:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.622573:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.622575:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.622576:0:240174:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622584:0:240174:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976403.622585:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976403.622587:0:240174:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976403.000000000, mtime 1783976403.000000000, ctime 1783976403.000000000 00000080:00000002:0.0:1783976403.622591:0:240174:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976403, ctime 1783976403, now = 1783976403 00000080:00000010:0.0:1783976403.622594:0:240174:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.622595:0:240174:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976403.622599:0:240174:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976403.622600:0:240174:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x240002b13:0x2074:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976403.622602:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.622603:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.622604:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.622605:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.622607:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.622608:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.622609:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.622611:0:240174:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976403.622612:0:240174:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976403.622614:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 2 00010000:00000001:0.0:1783976403.622615:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.622617:0:240174:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976403.622619:0:240174:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976403.622621:0:240174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976403.622626:0:240174:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976403.622628:0:240174:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976403.622630:0:240174:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976403.622631:0:240174:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2074:0x0] mode (null) 00000002:00000001:0.0:1783976403.622633:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.622635:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.622636:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976403.622638:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.622639:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.622641:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.622641:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.622642:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976403.622643:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.622644:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.622645:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.622646:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.622646:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976403.622647:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.622648:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.622649:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.622650:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.622650:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63a00 count: 3 00010000:00000001:0.0:1783976403.622651:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.622652:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622653:0:240174:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622655:0:240174:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.622655:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.622657:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.622658:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976403.622660:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.622661:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.622663:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.622664:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.622666:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.622667:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.622669:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.622670:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274c00. 00000008:00000010:0.0:1783976403.622672:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.622673:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.622674:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.622676:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.622678:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.622679:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.622680:0:240174:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976403.622681:0:240174:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2074:0x0]: losing layout lock 00000080:00000001:0.0:1783976403.622683:0:240174:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976403.622684:0:240174:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976403.622685:0:240174:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.622686:0:240174:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.622687:0:240174:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2074:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976403.622688:0:240174:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.622689:0:240174:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976403.622690:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.622691:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.622693:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.622695:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.622696:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.622697:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.622699:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.622700:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.622702:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976403.622703:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.622704:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.622706:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.622707:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.622709:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274c00. 00000020:00000010:0.0:1783976403.622710:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.622711:0:240174:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.622712:0:240174:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976403.622713:0:240174:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) invalid 00000020:00000001:0.0:1783976403.622715:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb838 00000080:00002000:0.0:1783976403.622716:0:240174:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-a.3 (ffff96f97a8f7d80) parent ffff96f97c080510 inode ffff96f97ab63a88 refc 1 00000080:00000001:0.0:1783976403.622718:0:240174:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976403.622719:0:240174:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976403.622720:0:240174:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622722:0:240174:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976403.622724:0:240174:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976403.622725:0:240174:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976403.622726:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.622728:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976403.622730:0:240174:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019ba00 with handle 0x5bb448586bd09551 from hash 00010000:00000001:0.0:1783976403.622731:0:240174:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976403.622732:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.622733:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.622734:0:240174:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976403.622736:0:240174:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976403.622737:0:240174:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976403.622738:0:240174:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.622739:0:240174:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.622741:0:240174:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976403.622743:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06300. 00000020:00000040:0.0:1783976403.622746:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.622749:0:240174:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.622751:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.622752:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.622753:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.622754:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.622756:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.622757:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.622761:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.622764:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d274c00. 00000100:00000001:0.0:1783976403.622768:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622770:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.622772:0:240174:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976403.622774:0:240174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976403.622779:0:240174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976403.622780:0:240174:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.622781:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976403.622783:0:240174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09551 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac2fd expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976403.622791:0:240174:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99080. 00010000:00000040:0.0:1783976403.622793:0:240174:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63a00 count: 0 00010000:00000010:0.0:1783976403.622795:0:240174:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8a00. 00010000:00000001:0.0:1783976403.622799:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.622800:0:240174:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622801:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.622802:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.622803:0:240174:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976403.622804:0:240174:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976403, ctime 1783976403 00000020:00100000:0.0:1783976403.622809:0:240174:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976403.622814:0:240174:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06300 x1870620496671104/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976403.622818:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.622819:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.622823:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.622825:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538368 : -115476773013248 : ffff96f977f6f900) 00000100:00000001:0.0:1783976403.622827:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.622828:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000001:0.0:1783976403.622832:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.622836:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.622838:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.622840:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.622843:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06300 x1870620496671104/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.622849:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.622852:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.622855:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.622857:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.622860:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.622863:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671104:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.622870:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.622875:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.622877:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.622879:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.622882:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388400. 02000000:00000001:0.0:1783976403.622883:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.622887:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.622890:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.622894:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976403.622898:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496671104, portal 10 00000100:00000001:0.0:1783976403.622900:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.622901:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000040:0.0:1783976403.622905:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c06300 x1870620496671104/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.622909:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.622911:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.622913:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783976403.622915:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496671104, offset 0 00000400:00000200:0.0:1783976403.622919:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.622924:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.622929:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.622946:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.622951:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.622954:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.622957:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.622964:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778779:778779:256:4294967295] 192.168.201.114@tcp LPNI seq info [778757:778757:8:4294967295] 00000400:00000200:0.0:1783976403.622969:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.622978:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.622984:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.622989:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783976403.622995:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.623002:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.623006:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.623029:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.623034:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.623038:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.623040:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609472 00000100:00000001:0.0:1783976403.623047:0:240174:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609461 00000100:00000001:0.0:1783976403.623052:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609472 00000100:00000001:0.0:1783976403.623055:0:240174:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609461 00000100:00000001:0.0:1783976403.623058:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.623061:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.623063:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.623064:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.623067:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f900 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.623069:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.623070:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.626052:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.626059:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.626061:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.626064:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.626067:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976403.626069:0:240174:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976403.626070:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.626074:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06300 x1870620496671104/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976403.626079:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06300 x1870620496671104/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.626086:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.626088:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.626090:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.626092:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.626094:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.626098:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.626100:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.626109:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.626114:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.626117:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.626118:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.626121:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.626125:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.626128:0:240174:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.626129:0:240174:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.626130:0:240174:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.626132:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.626133:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100733184 : -115476608818432 : ffff96f981c06300) 00000100:00000001:0.0:1783976403.626206:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.626209:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.626211:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.626214:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.626219:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06300 x1870620496671104/t25769972920(25769972920) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.626226:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.626229:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.626231:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.626235:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06300 x1870620496671104/t25769972920(25769972920) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976403.626244:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06300 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671104:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.626248:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.626251:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.626253:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.626255:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.626258:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06300 x1870620496671104/t25769972920(25769972920) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.626264:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.626268:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.626270:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.626272:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.626278:0:240174:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.626280:0:240174:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.626285:0:240174:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.626288:0:240174:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.626302:0:240174:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706996 : 162129771587706996 : 240002b13002074) 00000080:00000001:0.0:1783976403.626304:0:240174:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000100:00000001:0.0:1783976403.626309:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.626312:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06300 x1870620496671104/t25769972920(25769972920) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.626317:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.626319:0:240174:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.626321:0:240174:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.626323:0:240174:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.626327:0:240174:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976403.626330:0:240174:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.626332:0:240174:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.626333:0:240174:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.626335:0:240174:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.626336:0:240174:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.626339:0:240174:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976403.626341:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.626345:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.626349:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275e00. 00000020:00000010:0.0:1783976403.626353:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.626357:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.626362:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.626366:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.626369:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.626374:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.626377:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.626380:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274800. 00000008:00000010:0.0:1783976403.626384:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.626387:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.626391:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.626394:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.626397:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.626399:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.626403:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.626405:0:240174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976403.626407:0:240174:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976403.626409:0:240174:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x2074:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976403.626412:0:240174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.626413:0:240174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976403.626416:0:240174:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976403.626418:0:240174:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976403.626419:0:240174:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.626423:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.626425:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.626427:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.626430:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.626432:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.626434:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.626436:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.626439:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.626441:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.626446:0:240174:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.626449:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.626450:0:240174:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2074:0x0]: 0 00000080:00000001:0.0:1783976403.626452:0:240174:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.626454:0:240174:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976403.626458:0:240174:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275c00. 00000080:00010000:0.0:1783976403.626462:0:240174:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x240002b13:0x2074:0x0](ffff96f97ab63a88) 00000080:00000001:0.0:1783976403.626466:0:240174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.626469:0:240174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.626471:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb958 00800000:00000002:0.0:1783976403.626473:0:240174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x240002b13:0x2074:0x0] '' on [0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.626477:0:240174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976403.626479:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.626480:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.626481:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.626483:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.626484:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.626486:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.626487:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.626490:0:240174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2074:0x0], fid2=[0x240002b13:0x2074:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976403.626493:0:240174:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.626495:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb828 00000002:00010000:0.0:1783976403.626496:0:240174:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2074:0x0]) in obj [0x240002b13:0x2074:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976403.626500:0:240174:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976403.626502:0:240174:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976403.626505:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07480. 00000020:00000040:0.0:1783976403.626508:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=8 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.626513:0:240174:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.626517:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.626522:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.626523:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.626525:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.626527:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.626529:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.626532:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.626538:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275400. 00000100:00000001:0.0:1783976403.626543:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.626546:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.626548:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.626549:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.626550:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.626552:0:240174:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.626555:0:240174:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00010000:00000001:0.0:1783976403.626558:0:240174:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.626560:0:240174:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.626565:0:240174:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63800. 00010000:00000010:0.0:1783976403.626568:0:240174:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8a00. 00010000:00000001:0.0:1783976403.626572:0:240174:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.626577:0:240174:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019aa00. 00000020:00000001:0.0:1783976403.626581:0:240174:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.626584:0:240174:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019aa00 with handle 0x5bb448586bd09558 to hash 00000020:00000001:0.0:1783976403.626586:0:240174:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.626588:0:240174:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.626591:0:240174:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.626594:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.626597:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.626600:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.626608:0:240174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.626618:0:240174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.626622:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.626624:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.626629:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.626631:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538368 : -115476773013248 : ffff96f977f6f900) 00000100:00000001:0.0:1783976403.626633:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.626634:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000001:0.0:1783976403.626638:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.626642:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.626643:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.626645:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.626648:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.626654:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.626655:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.626657:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.626659:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.626661:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.626662:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671232:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.626667:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.626671:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.626672:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.626674:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.626679:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d2e0000. 02000000:00000001:0.0:1783976403.626680:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.626683:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.626685:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.626689:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fc00. 00000100:00000200:0.0:1783976403.626693:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496671232, portal 10 00000100:00000001:0.0:1783976403.626694:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.626695:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100737664 : -115476608813952 : ffff96f981c07480) 00000100:00000040:0.0:1783976403.626698:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.626703:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.626705:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.626707:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976403.626709:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496671232, offset 0 00000400:00000200:0.0:1783976403.626713:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.626717:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.626721:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.626724:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.626727:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.626729:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.626731:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.626734:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778780:778780:256:4294967295] 192.168.201.114@tcp LPNI seq info [778758:778758:8:4294967295] 00000400:00000200:0.0:1783976403.626737:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.626743:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.626747:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.626750:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783976403.626754:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.626760:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.626763:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a900 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.626802:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.626805:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.626808:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.626809:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609476 00000100:00000001:0.0:1783976403.626814:0:240174:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609472 00000100:00000001:0.0:1783976403.626816:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609476 00000100:00000001:0.0:1783976403.626818:0:240174:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609472 00000100:00000001:0.0:1783976403.626820:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.626821:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.626823:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.626824:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.626826:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f900 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.626828:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.626829:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.635132:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.635162:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.635164:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.635168:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.635172:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6fc00 00000400:00000010:0.0:1783976403.635175:0:240174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6fc00. 00000100:00000001:0.0:1783976403.635178:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.635182:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.635188:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.635193:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.635194:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.635196:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.635198:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.635200:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.635202:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.635204:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.635211:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.635214:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.635216:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.635217:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.635220:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.635222:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.635225:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.635226:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.635228:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.635230:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.635233:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.635238:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.635241:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.635242:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.635244:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.635249:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671232:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.635253:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.635255:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.635256:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.635258:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.635260:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.635264:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.635265:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.635267:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.635268:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.635270:0:240174:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.635272:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635274:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635278:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976403.635281:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635285:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000040:0.0:1783976403.635291:0:240174:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019aa00, remote cookie: 0xa91b1f6e92eac312, flags: 0x1000 00010000:00000001:0.0:1783976403.635295:0:240174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.635300:0:240174:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976403.635302:0:240174:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976403.635304:0:240174:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976403.635305:0:240174:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976403.635308:0:240174:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2074:0x0].0x0 (ffff96f977b63800) refcount = 1 00010000:00010000:0.0:1783976403.635314:0:240174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.635323:0:240174:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976403.635327:0:240174:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.635328:0:240174:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.635332:0:240174:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.635334:0:240174:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.635338:0:240174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.635344:0:240174:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.635346:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635348:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.635349:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635350:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.635351:0:240174:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.635355:0:240174:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976403.635357:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635358:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635359:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.635361:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635363:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635365:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635366:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976403.635370:0:240174:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976403.635378:0:240174:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0001-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976403.635380:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635381:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635383:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.635384:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635386:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000002:00010000:0.0:1783976403.635390:0:240174:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976403.635399:0:240174:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99080. 00010000:00000001:0.0:1783976403.635401:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635403:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.635404:0:240174:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.635406:0:240174:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.635409:0:240174:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976403.635411:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635412:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635413:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.635415:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635417:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000002:00010000:0.0:1783976403.635421:0:240174:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.635426:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635427:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.635429:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.635430:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635431:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635432:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.635434:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635437:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000040:0.0:1783976403.635442:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 2 00010000:00000001:0.0:1783976403.635444:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.635448:0:240174:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 16 res 9663687443/8308 (0 0) 00010000:00000001:0.0:1783976403.635451:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635452:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.635454:0:240174:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.635456:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7b0 00000002:00002000:0.0:1783976403.635458:0:240174:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976403.635461:0:240174:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.635464:0:240174:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.635467:0:240174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.635471:0:240174:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x240002b13:0x2074:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976403.635474:0:240174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.635476:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.635480:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07480 x1870620496671232/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.635486:0:240174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976403.635489:0:240174:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.635492:0:240174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97d2e0000. 02000000:00000001:0.0:1783976403.635495:0:240174:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976403.635497:0:240174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976403.635499:0:240174:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=7 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976403.635501:0:240174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976403.635504:0:240174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275400. 02000000:00000001:0.0:1783976403.635507:0:240174:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976403.635509:0:240174:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976403.635511:0:240174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07480. 00000100:00000001:0.0:1783976403.635527:0:240174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976403.635528:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976403.635532:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275c00. 00000080:00010000:0.0:1783976403.635536:0:240174:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) for lock 0x5bb448586bd09558 00800000:00000001:0.0:1783976403.635541:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.635543:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.635545:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635547:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635548:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.635550:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635552:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635554:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635555:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.635556:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.635558:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.635561:0:240174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09558 from it ffffaf14814eba78 00010000:00000001:0.0:1783976403.635563:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635564:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635565:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.635567:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635569:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635571:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.635574:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.635580:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635581:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.635583:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.635585:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.635588:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.635594:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.635596:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.635598:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.635602:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635603:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.635605:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.635608:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.635610:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.635612:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.635615:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.635617:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.635618:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635619:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.635620:0:240174:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.635623:0:240174:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976403.635625:0:240174:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.635630:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.635632:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.635634:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.635636:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.635638:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.635640:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.635642:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.635646:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.635648:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.635650:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 2 00010000:00000001:0.0:1783976403.635652:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.635655:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.635659:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976403.635662:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976403.635669:0:240174:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.635673:0:240174:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.635676:0:240174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976403.635682:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976403.635684:0:240174:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2074:0x0]: 16 00000080:00000001:0.0:1783976403.635686:0:240174:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976403.635688:0:240174:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976403.635689:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635691:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635692:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.635694:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635697:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00000080:00010000:0.0:1783976403.635700:0:240174:0:(file.c:6854:ll_layout_lock_set()) ### file [0x240002b13:0x2074:0x0](00000000bbac9f5d) being reconfigured ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976403.635706:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.635708:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.635708:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.635709:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.635710:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=4 00000020:00000001:0.0:1783976403.635711:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635713:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.635714:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.635715:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.635715:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.635716:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.635717:0:240174:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976403.635719:0:240174:0:(file.c:6772:ll_layout_fetch()) [0x240002b13:0x2074:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99080 l_lvb_len=56 00000080:00000001:0.0:1783976403.635720:0:240174:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.635722:0:240174:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.635723:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.635726:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.635729:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275c00. 00000020:00000010:0.0:1783976403.635733:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.635735:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.635739:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.635743:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.635747:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.635752:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.635754:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.635759:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976403.635761:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.635764:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.635766:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.635770:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.635772:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.635773:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.635775:0:240174:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.635778:0:240174:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.635779:0:240174:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.635783:0:240174:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e060. 00020000:00000010:0.0:1783976403.635785:0:240174:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976403.635789:0:240174:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e480. 00020000:00000001:0.0:1783976403.635791:0:240174:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164800 : -115476674386816 : ffff96f97dd7e480) 00020000:00000002:0.0:1783976403.635793:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e480, objid 0x2074:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.635797:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.635800:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cc80: ostid: 0x280000402:5913 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.635802:0:240174:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d7c0) owner ffff96f94beb0000 00020000:00000001:0.0:1783976403.635804:0:240174:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.635805:0:240174:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d7c0) owner ffff96f94beb0000 00020000:00000010:0.0:1783976403.635809:0:240174:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976403.635810:0:240174:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e060. 00020000:00000010:0.0:1783976403.635812:0:240174:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e480. 00020000:00000002:0.0:1783976403.635813:0:240174:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2074:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.635815:0:240174:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.635816:0:240174:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.635818:0:240174:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.635819:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.635821:0:240174:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e540 addref 2/0 by ffff96f94beb0000. 00020000:00000002:0.0:1783976403.635823:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.635995:0:240174:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.635997:0:240174:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.635998:0:240174:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.636000:0:240174:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.636003:0:240174:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.636005:0:240174:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2074:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976403.636009:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.636014:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.636017:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.636021:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.636025:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.636028:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.636031:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.636034:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.636037:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275c00. 00000008:00000010:0.0:1783976403.636040:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.636043:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.636046:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.636049:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.636052:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.636054:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.636056:0:240174:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.636057:0:240174:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976403.636058:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.636060:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.636060:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.636061:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.636063:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=3 00000020:00000001:0.0:1783976403.636064:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.636066:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.636067:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.636069:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.636074:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.636075:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.636076:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.636077:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.636079:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976403.636086:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.636088:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.636089:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.636090:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.636091:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.636092:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.636093:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.636094:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.636095:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.636096:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.636097:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.636098:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.636099:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.636100:0:240174:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.636102:0:240174:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.636103:0:240174:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976403.636106:0:240174:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2074:0x0]io ffff96f96174cbf0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976403.636108:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.636111:0:240174:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976403.636112:0:240174:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976403.636114:0:240174:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976403.636115:0:240174:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636117:0:240174:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976403.636119:0:240174:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976403.636120:0:240174:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636121:0:240174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.636123:0:240174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976403.636123:0:240174:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976403.636124:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00000020:00000001:0.0:1783976403.636125:0:240174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636128:0:240174:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976403.636129:0:240174:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976403.636131:0:240174:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976403.636133:0:240174:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976403.636135:0:240174:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976403.636167:0:240174:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976403.636171:0:240174:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.636173:0:240174:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976403.636175:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.636178:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.636181:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.636184:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275c00. 00000020:00000010:0.0:1783976403.636186:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.636189:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.636191:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.636194:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.636197:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.636199:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.636201:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275400. 00000008:00000010:0.0:1783976403.636203:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.636205:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.636207:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.636209:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.636211:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.636213:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.636216:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34148 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.636218:0:240174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976403.636220:0:240174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.636221:0:240174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976403.636223:0:240174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636225:0:240174:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636227:0:240174:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976403.636229:0:240174:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.636231:0:240174:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.636234:0:240174:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636235:0:240174:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636237:0:240174:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636238:0:240174:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636239:0:240174:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636241:0:240174:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976403.636242:0:240174:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976403.636243:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.636244:0:240174:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976403.636246:0:240174:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.636247:0:240174:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636248:0:240174:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636249:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636250:0:240174:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636251:0:240174:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.636252:0:240174:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636252:0:240174:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636254:0:240174:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976403.636256:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.636257:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.636258:0:240174:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976403.636260:0:240174:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636261:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00020000:00000001:0.0:1783976403.636263:0:240174:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976403.636264:0:240174:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976403.636265:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.636265:0:240174:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976403.636267:0:240174:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976403.636268:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.636269:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.636270:0:240174:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976403.636271:0:240174:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636272:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.636273:0:240174:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976403.636275:0:240174:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976403.636276:0:240174:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636277:0:240174:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636278:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.636279:0:240174:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976403.636281:0:240174:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.636282:0:240174:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.636283:0:240174:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976403.636284:0:240174:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976403.636284:0:240174:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976403.636286:0:240174:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976403.636289:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07480. 00000020:00000040:0.0:1783976403.636292:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=3 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.636296:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.636299:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.636301:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.636306:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d274e00. 00000100:00000001:0.0:1783976403.636311:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.636317:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.636321:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.636329:0:240174:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000566764ce] to pc [ptlrpcd_00_00+0] req@ffff96f981c07480 x1870620496671360/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976403.636671:0:240174:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976403.636675:0:240174:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636676:0:240174:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636678:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636679:0:240174:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.636681:0:240174:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636683:0:240174:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.636685:0:240174:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976403.636687:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976403.636690:0:240174:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976403.636691:0:240174:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976403.636721:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.636725:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.641980:0:240174:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976403.641983:0:240174:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.641986:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.641990:0:240174:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976403.641992:0:240174:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976403.641994:0:240174:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976403.641996:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.641997:0:240174:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976403.641999:0:240174:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976403.642000:0:240174:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.642002:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.642004:0:240174:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.642005:0:240174:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.642007:0:240174:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976403.642008:0:240174:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976403.642009:0:240174:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.642011:0:240174:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.642012:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.642013:0:240174:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976403.642016:0:240174:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976403.642017:0:240174:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.642019:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.642021:0:240174:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.642022:0:240174:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.642023:0:240174:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.642026:0:240174:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976403.642027:0:240174:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976403.642028:0:240174:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976403.642029:0:240174:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976403.642030:0:240174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.642033:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.642038:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275c00. 00000020:00000010:0.0:1783976403.642043:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.642048:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.642052:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.642056:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.642061:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.642064:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.642067:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976403.642070:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.642074:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.642077:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.642080:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.642082:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.642084:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976403.642086:0:240174:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976403.642088:0:240174:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976403.642091:0:240174:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976403.642093:0:240174:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2074:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976403.642096:0:240174:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976403.642097:0:240174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.642098:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.642100:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.642103:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.642105:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.642107:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.642109:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.642112:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.642114:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.642116:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275e00. 00000008:00000010:0.0:1783976403.642118:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.642120:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.642121:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.642123:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.642125:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274800. 00000020:00000010:0.0:1783976403.642127:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.642129:0:240174:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.642131:0:240174:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976403.642135:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000020:00000001:0.0:1783976403.642178:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976403.642181:0:240174:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976403.000000000, mtime 1783976403.000000000, ctime 1783976403.000000000, rc 0 00000080:00000001:0.0:1783976403.642186:0:240174:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.642202:0:240174:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.642204:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.642208:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.642210:0:240174:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.642217:0:240174:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976403.642219:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebdb8 00000080:00200008:0.0:1783976403.642221:0:240174:0:(file.c:447:ll_file_release()) START file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88), flags 104001 00000080:00000001:0.0:1783976403.642224:0:240174:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976403.642226:0:240174:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976403.642227:0:240174:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.642229:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.642230:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.642232:0:240174:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.642234:0:240174:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976403.642238:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.642240:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.642242:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.642245:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.642247:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.642249:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.642251:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.642255:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.642258:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.642263:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 2 00010000:00000001:0.0:1783976403.642267:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.642271:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.642273:0:240174:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2074:0x0]: 0 00000080:00000001:0.0:1783976403.642275:0:240174:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976403.642277:0:240174:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976403.642282:0:240174:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.642283:0:240174:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976403.642287:0:240174:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976403.642290:0:240174:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976403.642292:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.642293:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.642294:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.642295:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.642297:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.642298:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.642300:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.642301:0:240174:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x2074:0x0] 00000002:00000001:0.0:1783976403.642304:0:240174:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976403.642306:0:240174:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x2074:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976403.642310:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04a80. 00000020:00000040:0.0:1783976403.642314:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=8 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.642318:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.642321:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.642325:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.642330:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d274800. 00000100:00000001:0.0:1783976403.642335:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976403.642345:0:240174:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976403.642355:0:240174:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976403.642360:0:240174:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04a80 x1870620496671616/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976403.642367:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.642369:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.642374:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.642376:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538368 : -115476773013248 : ffff96f977f6f900) 00000100:00000001:0.0:1783976403.642378:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.642379:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000001:0.0:1783976403.642382:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.642385:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.642387:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.642389:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.642392:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04a80 x1870620496671616/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.642400:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.642402:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.642405:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.642408:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.642410:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.642413:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671616:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.642416:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.642421:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.642423:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.642425:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.642430:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97d2e0000. 02000000:00000001:0.0:1783976403.642431:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.642437:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.642440:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.642445:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fc00. 00000100:00000200:0.0:1783976403.642450:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496671616, portal 10 00000100:00000001:0.0:1783976403.642452:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.642453:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000040:0.0:1783976403.642458:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04a80 x1870620496671616/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.642464:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.642467:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.642469:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976403.642473:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496671616, offset 0 00000400:00000200:0.0:1783976403.642478:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.642484:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.642491:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.642495:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.642498:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.642501:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.642504:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.642508:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778782:778782:256:4294967295] 192.168.201.114@tcp LPNI seq info [778760:778760:8:4294967295] 00000400:00000200:0.0:1783976403.642512:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.642520:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.642526:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.642531:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a600. 00000800:00000200:0.0:1783976403.642537:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.642544:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.642548:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.642561:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.642566:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.642569:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.642572:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609492 00000100:00000001:0.0:1783976403.642575:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.642577:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609492 00000100:00000001:0.0:1783976403.642580:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.642582:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.642585:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.642587:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.642589:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.642591:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f900 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.642593:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.642595:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.646805:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.646812:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.646813:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.646816:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.646820:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6fc00 00000400:00000010:0.0:1783976403.646822:0:240174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6fc00. 00000100:00000001:0.0:1783976403.646825:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.646830:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04a80 x1870620496671616/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.646840:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04a80 x1870620496671616/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.646846:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.646848:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.646851:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.646854:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.646856:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.646858:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.646861:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.646870:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=112 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976403.646874:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.646876:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.646878:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.646880:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.646882:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.646884:0:240174:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.646886:0:240174:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.646887:0:240174:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.646889:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.646890:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000100:00000001:0.0:1783976403.646893:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.646894:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.646896:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.646898:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.646902:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04a80 x1870620496671616/t25769972921(25769972921) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.646907:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.646910:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.646911:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.646913:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04a80 x1870620496671616/t25769972921(25769972921) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.646918:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04a80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671616:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.646921:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.646923:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.646924:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.646925:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.646927:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04a80 x1870620496671616/t25769972921(25769972921) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.646956:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.646958:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.646960:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.646962:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.646967:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.646968:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726912 : -115476608824704 : ffff96f981c04a80) 00000002:00000001:0.0:1783976403.646970:0:240174:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.646972:0:240174:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.646976:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.646979:0:240174:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976403.646981:0:240174:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.646983:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.646985:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.646987:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.646989:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.646990:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.646992:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.646994:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.646997:0:240174:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.647000:0:240174:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c05c00 x1870620496670848/t25769972919(25769972919) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.647006:0:240174:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.647007:0:240174:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.647008:0:240174:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99140. 00000100:00000001:0.0:1783976403.647010:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.647012:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04a80 x1870620496671616/t25769972921(25769972921) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.647015:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.647016:0:240174:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.647018:0:240174:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8b540. 00000080:00000001:0.0:1783976403.647021:0:240174:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.647026:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebdb8 00000080:00000008:0.0:1783976403.647027:0:240174:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88), flags 104001, rc = 0 00000080:00000001:0.0:1783976403.647030:0:240174:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.647035:0:240174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976403.647036:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebe00 00000080:00002000:0.0:1783976403.647038:0:240174:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-a.3 (ffff96f97a8f7d80, parent ffff96f97c080510, inode ffff96f97ab63a88) hashed, 00000080:00000001:0.0:1783976403.647041:0:240174:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.647048:0:240174:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976403.647054:0:240174:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976403.647097:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.647100:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.647102:0:240174:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976403.647104:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbc0 00000080:00200000:0.0:1783976403.647105:0:240174:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976403.647111:0:240174:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00800000:00000002:0.0:1783976403.647116:0:240174:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976403.647120:0:240174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.647124:0:240174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.647125:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebae0 00800000:00000002:0.0:1783976403.647128:0:240174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.647132:0:240174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976403.647133:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.647135:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.647173:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.647174:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.647176:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.647177:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.647179:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.647182:0:240174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976403.647186:0:240174:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.647188:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb9b0 00000002:00010000:0.0:1783976403.647190:0:240174:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976403.647193:0:240174:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976403.647195:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.647197:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.647203:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976403.647205:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.647210:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.647213:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976403.647218:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 02000000:00000001:0.0:1783976403.647228:0:240174:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.647232:0:240174:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.647235:0:240174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000002:00000001:0.0:1783976403.647241:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976403.647243:0:240174:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.647245:0:240174:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.647247:0:240174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.647249:0:240174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.647250:0:240174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976403.647253:0:240174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976403.647256:0:240174:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976403.647258:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.647261:0:240174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976403.647262:0:240174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.647265:0:240174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976403.647268:0:240174:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976403.647271:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.647273:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.647274:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.647276:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.647279:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.647281:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.647283:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.647286:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.647288:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.647289:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.647291:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.647293:0:240174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf14814ebbf8 00010000:00000001:0.0:1783976403.647296:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.647297:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.647298:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.647300:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.647302:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.647304:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.647307:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:0.0:1783976403.647314:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.647315:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.647316:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.647318:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.647322:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:0.0:1783976403.647335:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.647338:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.647340:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.647344:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.647346:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.647347:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647350:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.647352:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647354:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647357:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647358:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.647360:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.647361:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976403.647362:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976403.647364:0:240174:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.647366:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976403.647369:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.647372:0:240174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976403.647374:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb88 00000080:00002000:0.0:1783976403.647375:0:240174:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 2 00000080:00000001:0.0:1783976403.647378:0:240174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.647379:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebbd0 00000080:00200000:0.0:1783976403.647381:0:240174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976403.647397:0:240174:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976403.647400:0:240174:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.647403:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.647404:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976403.647407:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.647418:0:240174:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30500. 00000080:00000001:0.0:1783976403.647421:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.647423:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976403.647425:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.647437:0:240174:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976403.647439:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebb50 00000080:00200000:0.0:1783976403.647441:0:240174:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-m.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f95e096d80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976403.647447:0:240174:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7ede0. 00000080:00000001:0.0:1783976403.647451:0:240174:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976403.647453:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba00 00000080:00200000:0.0:1783976403.647455:0:240174:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-m.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976403.647462:0:240174:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00800000:00000002:0.0:1783976403.647465:0:240174:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.647469:0:240174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.647471:0:240174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.647472:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb920 00800000:00000002:0.0:1783976403.647474:0:240174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-m.3' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976403.647477:0:240174:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976403.647480:0:240174:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976403.647485:0:240174:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-m.3 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976403.647488:0:240174:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976403.647491:0:240174:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976403.647494:0:240174:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976403.647496:0:240174:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976403.647498:0:240174:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976403.647501:0:240174:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976403.647504:0:240174:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff8:0x0] 40000000:00000001:0.0:1783976403.647507:0:240174:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.647509:0:240174:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.647511:0:240174:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.647521:0:240174:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.647523:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb8a0 00800000:00000002:0.0:1783976403.647525:0:240174:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ff8:0x0], name='f56oe.sanity-m.3' -> mds #0 layout version 1 00000002:00000001:0.0:1783976403.647529:0:240174:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.647530:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7d8 00000002:00010000:0.0:1783976403.647532:0:240174:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-m.3,[0x200002b12:0x11ff8:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976403.647537:0:240174:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976403.647539:0:240174:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976403.647542:0:240174:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.647546:0:240174:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.647548:0:240174:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.647550:0:240174:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.647555:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05500. 00000020:00000040:0.0:1783976403.647558:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=20 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976403.647563:0:240174:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976403.647565:0:240174:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647567:0:240174:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.647571:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.647573:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.647575:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.647576:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.647578:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.647581:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.647583:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.647592:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f95e084000. 00000100:00000001:0.0:1783976403.647598:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647601:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.647603:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647604:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.647605:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.647606:0:240174:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.647614:0:240174:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00010000:00000001:0.0:1783976403.647616:0:240174:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.647619:0:240174:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.647623:0:240174:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63a00. 00010000:00000010:0.0:1783976403.647626:0:240174:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.647630:0:240174:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.647633:0:240174:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ba00. 00000020:00000001:0.0:1783976403.647636:0:240174:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.647638:0:240174:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ba00 with handle 0x5bb448586bd0955f to hash 00000020:00000001:0.0:1783976403.647640:0:240174:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.647641:0:240174:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.647645:0:240174:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.647647:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.647649:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.647653:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.647660:0:240174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976403.647671:0:240174:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976403.647677:0:240174:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05500 x1870620496671872/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976403.647686:0:240174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.647691:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.647693:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.647699:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.647701:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538368 : -115476773013248 : ffff96f977f6f900) 00000100:00000001:0.0:1783976403.647703:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.647704:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000001:0.0:1783976403.647708:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.647711:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.647713:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.647714:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.647718:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05500 x1870620496671872/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.647725:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.647727:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.647731:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.647733:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.647735:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.647739:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671872:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.647742:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.647746:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.647749:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.647751:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.647804:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.647806:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.647810:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.647814:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.647819:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854388800. 00000100:00000200:0.0:1783976403.647824:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496671872, portal 10 00000100:00000001:0.0:1783976403.647826:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.647828:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000040:0.0:1783976403.647833:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05500 x1870620496671872/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.647839:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.647841:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.647844:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fc00. 00000100:00000200:0.0:1783976403.647846:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496671872, offset 0 00000400:00000200:0.0:1783976403.647851:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.647856:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.647862:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.647867:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.647870:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.647873:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.647875:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.647879:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778783:778783:256:4294967295] 192.168.201.114@tcp LPNI seq info [778761:778761:8:4294967295] 00000400:00000200:0.0:1783976403.647883:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.647890:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.647895:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.647898:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f94d275e00. 00000800:00000200:0.0:1783976403.647904:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.647910:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.647914:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94d275e00 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976403.647948:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.647952:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976403.647955:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.647957:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609496 00000100:00000001:0.0:1783976403.647960:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.647963:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609496 00000100:00000001:0.0:1783976403.647964:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.647967:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.647969:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.647972:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.647973:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.647975:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f900 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.647977:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.647978:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.657418:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.657427:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.657428:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.657432:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.657436:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854388800 00000400:00000010:0.0:1783976403.657439:0:240174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854388800. 00000100:00000001:0.0:1783976403.657443:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.657449:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05500 x1870620496671872/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.657459:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05500 x1870620496671872/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.657465:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.657467:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.657469:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.657472:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.657475:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.657477:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.657480:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.657488:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.657492:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.657495:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.657497:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.657500:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.657504:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.657507:0:240174:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.657509:0:240174:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976403.657511:0:240174:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.657513:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.657515:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000001:0.0:1783976403.657517:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.657519:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976403.657521:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.657524:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.657529:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.657536:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.657539:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.657541:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.657545:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.657553:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05500 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496671872:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.657557:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.657559:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.657561:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.657564:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.657566:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.657572:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.657575:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f900. 00000100:00000001:0.0:1783976403.657578:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.657579:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.657582:0:240174:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.657586:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.657589:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.657593:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976403.657595:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.657598:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976403.657604:0:240174:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019ba00, remote cookie: 0xa91b1f6e92eac32e, flags: 0x1001 00010000:00010000:0.0:1783976403.657609:0:240174:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976403.657939:0:240174:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff8:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976403.657943:0:240174:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976403.657951:0:240174:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63c00. 00010000:00000010:0.0:1783976403.657956:0:240174:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8600. 00010000:00000040:0.0:1783976403.657961:0:240174:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63a00 count: 0 00010000:00000010:0.0:1783976403.657966:0:240174:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.657974:0:240174:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.657978:0:240174:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.657987:0:240174:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.657993:0:240174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.657997:0:240174:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976403.657999:0:240174:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976403.658001:0:240174:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976403.658002:0:240174:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976403.658004:0:240174:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff8:0x0].0x0 (ffff96f977b63c00) refcount = 1 00010000:00010000:0.0:1783976403.658008:0:240174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.658019:0:240174:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976403.658022:0:240174:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.658024:0:240174:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.658026:0:240174:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.658029:0:240174:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.658032:0:240174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.658038:0:240174:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.658039:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658041:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.658042:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658043:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.658045:0:240174:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.658050:0:240174:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976403.658052:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658054:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658055:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.658057:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658059:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658061:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658063:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658064:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976403.658066:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658068:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658070:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.658073:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.658076:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.658082:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658083:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.658084:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658086:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658087:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=5 00000020:00000001:0.0:1783976403.658088:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658090:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658092:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.658095:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.658100:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658101:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976403.658103:0:240174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.658108:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.658110:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658111:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.658112:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658112:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976403.658117:0:240174:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.658126:0:240174:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.658130:0:240174:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.658194:0:240174:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.658201:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658202:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658204:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.658206:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658208:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976403.658212:0:240174:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976403.658222:0:240174:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99140. 00010000:00000001:0.0:1783976403.658225:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658227:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.658228:0:240174:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.658231:0:240174:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.658234:0:240174:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976403.658237:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.658238:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00000100:00000001:0.0:1783976403.658240:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.658242:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100729600 : -115476608822016 : ffff96f981c05500) 00010000:00000001:0.0:1783976403.658244:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658246:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658247:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.658250:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658252:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976403.658255:0:240174:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.658261:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658262:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.658264:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.658265:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658266:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658268:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.658270:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658271:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976403.658274:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976403.658277:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.658280:0:240174:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73720 (0 0) 00010000:00000001:0.0:1783976403.658282:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658284:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.658285:0:240174:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.658288:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb760 00000002:00002000:0.0:1783976403.658290:0:240174:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-m.3 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976403.658293:0:240174:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.658296:0:240174:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.658298:0:240174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.658301:0:240174:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976403.658303:0:240174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.658306:0:240174:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.658308:0:240174:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976403.658310:0:240174:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7ede0 it_disposition 1800037 00000080:00002000:0.0:1783976403.658314:0:240174:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f70d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976403.658319:0:240174:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.658321:0:240174:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976403.658323:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb988 00000080:00200000:0.0:1783976403.658324:0:240174:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity-m.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976403.658327:0:240174:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976403.658329:0:240174:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976403.658333:0:240174:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.658336:0:240174:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.658338:0:240174:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513208 : 144115373061513208 : 200002b12011ff8) 00000080:00000001:0.0:1783976403.658341:0:240174:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976403.658362:0:240174:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97ab66b40. 00000020:00000001:0.0:1783976403.658372:0:240174:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976403.658373:0:240174:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976403.658376:0:240174:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976403.658377:0:240174:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) 00000020:00000001:0.0:1783976403.658380:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.658384:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.658388:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.658392:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.658395:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.658407:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.658412:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.658416:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.658422:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.658425:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.658428:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976403.658432:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.658435:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.658438:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.658441:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.658443:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.658445:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.658449:0:240174:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976403.658454:0:240174:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34e10. 00000020:00000001:0.0:1783976403.658455:0:240174:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976403.658458:0:240174:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.658464:0:240174:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976403.658467:0:240174:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d0f8. 00020000:00000001:0.0:1783976403.658469:0:240174:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034701048 : -115476674850568 : ffff96f97dd0d0f8) 00020000:00000001:0.0:1783976403.658471:0:240174:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976403.658474:0:240174:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.658478:0:240174:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e480. 00020000:00000010:0.0:1783976403.658481:0:240174:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cc80. 00020000:00000010:0.0:1783976403.658485:0:240174:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e060. 00020000:00000001:0.0:1783976403.658487:0:240174:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035163744 : -115476674387872 : ffff96f97dd7e060) 00020000:00000002:0.0:1783976403.658491:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e060, objid 0x11ff8:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.658496:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.658500:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cc80: ostid: 0x280000403:5859 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976403.658502:0:240174:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976403.658504:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e060, objid 0x11ff8:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.658507:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.658510:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cc80: ostid: 0x280000403:5859 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976403.658514:0:240174:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8730. 00020000:00000010:0.0:1783976403.658516:0:240174:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6f900. 00020000:00000001:0.0:1783976403.658521:0:240174:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976403.658524:0:240174:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f9771487f0. 00020000:00000001:0.0:1783976403.658527:0:240174:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976403.658528:0:240174:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976403.658533:0:240174:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976403.658536:0:240174:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34d48. 00000020:00000001:0.0:1783976403.658538:0:240174:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976403.658539:0:240174:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.658541:0:240174:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033815496 : -115476675736120 : ffff96f97dc34dc8) 00020000:00000001:0.0:1783976403.658545:0:240174:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976403.658549:0:240174:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbce00. 00020000:00000001:0.0:1783976403.658551:0:240174:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.658555:0:240174:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033815496 : -115476675736120 : ffff96f97dc34dc8) 00020000:00000001:0.0:1783976403.658557:0:240174:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033815496 : -115476675736120 : ffff96f97dc34dc8) 00020000:00000002:0.0:1783976403.658560:0:240174:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0x16e3:0x0]@ffff96f97dc34d48[0:0] -> [0x200002b12:0x11ff8:0x0]@ffff96f97dc34e10: ostid: 0x280000403:5859 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976403.658565:0:240174:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976403.658567:0:240174:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976403.658569:0:240174:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.658571:0:240174:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033815696 : -115476675735920 : ffff96f97dc34e90) 00000020:00001000:0.0:1783976403.658574:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.658577:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.658581:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.658584:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.658586:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.658589:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.658592:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.658595:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.658598:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976403.658602:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.658605:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.658608:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.658610:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.658612:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.658615:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.658618:0:240174:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513208 : 144115373061513208 : 200002b12011ff8) 00000080:00000001:0.0:1783976403.658620:0:240174:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1783976403.658622:0:240174:0:(llite_lib.c:3045:ll_update_inode()) setting ino 144115373061513208 mtime from 0 to 1783976403 00000080:00000001:0.0:1783976403.658627:0:240174:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976403.658629:0:240174:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982639624 : -115476726911992 : ffff96f97ab66c08) 00010000:00000001:0.0:1783976403.658631:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658633:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658634:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.658636:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658638:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000080:00000001:0.0:1783976403.658641:0:240174:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.658642:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.658645:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.658647:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.658649:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.658651:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.658653:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.658655:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.658657:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.658660:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.658662:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.658664:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275400. 00000008:00000010:0.0:1783976403.658666:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.658668:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.658670:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.658673:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.658674:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.658676:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.658678:0:240174:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.658680:0:240174:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.658681:0:240174:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.658683:0:240174:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e7e0. 00020000:00000010:0.0:1783976403.658686:0:240174:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c200. 00020000:00000010:0.0:1783976403.658689:0:240174:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e1e0. 00020000:00000001:0.0:1783976403.658691:0:240174:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164128 : -115476674387488 : ffff96f97dd7e1e0) 00020000:00000002:0.0:1783976403.658693:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e1e0, objid 0x11ff8:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.658697:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.658700:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c200: ostid: 0x280000403:5859 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.658703:0:240174:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d0f8) owner ffff96f94beb0000 00020000:00000001:0.0:1783976403.658706:0:240174:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.658708:0:240174:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d0f8) owner ffff96f94beb0000 00020000:00000010:0.0:1783976403.658712:0:240174:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c200. 00020000:00000010:0.0:1783976403.658715:0:240174:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e7e0. 00020000:00000010:0.0:1783976403.658717:0:240174:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e1e0. 00020000:00000002:0.0:1783976403.658719:0:240174:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff8:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.658721:0:240174:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.658722:0:240174:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.658725:0:240174:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.658727:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.658730:0:240174:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e060 addref 2/0 by ffff96f94beb0000. 00020000:00000002:0.0:1783976403.658732:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.658734:0:240174:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.658737:0:240174:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.658738:0:240174:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.658739:0:240174:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.658741:0:240174:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.658744:0:240174:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976403.658746:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.658748:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.658750:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.658753:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.658755:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.658756:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.658758:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.658761:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.658763:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976403.658765:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.658767:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.658769:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.658770:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.658772:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.658773:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.658776:0:240174:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.658777:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658779:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.658780:0:240174:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976403.658783:0:240174:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.658784:0:240174:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.658786:0:240174:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) 00000080:00010000:0.0:1783976403.658789:0:240174:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) for lock 0x5bb448586bd0955f 00800000:00000001:0.0:1783976403.658793:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.658794:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.658795:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658796:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658798:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.658800:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658801:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658803:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.658804:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.658805:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.658807:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.658808:0:240174:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976403.658810:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.658815:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.658821:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.658826:0:240174:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.658829:0:240174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) 00000080:00000001:0.0:1783976403.658833:0:240174:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.658836:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000100:00000001:0.0:1783976403.658839:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.658842:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.658847:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.658850:0:240174:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976403.658852:0:240174:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.658858:0:240174:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976403.658860:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00200008:0.0:1783976403.658863:0:240174:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104501 00000080:00000010:0.0:1783976403.658869:0:240174:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b540. 00000080:00000010:0.0:1783976403.658875:0:240174:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99300. 00000080:00000001:0.0:1783976403.658877:0:240174:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976403.658880:0:240174:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.658883:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.658885:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.658887:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.658890:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.658892:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.658894:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.658896:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.658898:0:240174:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976403.658901:0:240174:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c307a0. 00000002:00100000:0.0:1783976403.658905:0:240174:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.658912:0:240174:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.658913:0:240174:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976403.658916:0:240174:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976403.658920:0:240174:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.658923:0:240174:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.658926:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.658943:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976403.658949:0:240174:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.658953:0:240174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.658974:0:240174:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976403.658976:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.658978:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eba60 00000080:00000008:0.0:1783976403.658981:0:240174:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104501, rc = 0 00000080:00000001:0.0:1783976403.658985:0:240174:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976403.658987:0:240174:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7ede0 released 00000080:00010000:0.0:1783976403.658989:0:240174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0955f from it ffff96f97dd7ede0 00010000:00000001:0.0:1783976403.658991:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.658992:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.658994:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.658996:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.658998:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.659000:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.659003:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.659010:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.659011:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.659012:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.659015:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.659017:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.659024:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.659026:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.659028:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.659032:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.659033:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.659034:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659037:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.659039:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659041:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659044:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659046:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.659047:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.659048:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.659049:0:240174:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976403.659051:0:240174:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976403.659053:0:240174:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.659054:0:240174:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.659057:0:240174:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.659058:0:240174:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659061:0:240174:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976403.659063:0:240174:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659065:0:240174:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.659067:0:240174:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659068:0:240174:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.659070:0:240174:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7ede0. 00000080:00000001:0.0:1783976403.659073:0:240174:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659076:0:240174:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.659078:0:240174:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976403.659082:0:240174:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659106:0:240174:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976403.659108:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976403.659111:0:240174:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) current size 0, valid attrs 20070, mode 96f9, uid -2125545904, gid -20716, new size 18446744072504146455, atime 1783976403.000000000, mtime 1783976403.000000000, ctime 1783976403.000000000 00000080:00000002:0.0:1783976403.659116:0:240174:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976403, ctime 1783976403, now = 1783976403 00000080:00000010:0.0:1783976403.659120:0:240174:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.659123:0:240174:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976403.659128:0:240174:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976403.659129:0:240174:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ff8:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976403.659131:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.659132:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.659134:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.659135:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.659163:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.659166:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.659167:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.659171:0:240174:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976403.659172:0:240174:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976403.659176:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976403.659178:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.659181:0:240174:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976403.659183:0:240174:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976403.659186:0:240174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976403.659194:0:240174:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976403.659197:0:240174:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976403.659199:0:240174:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976403.659201:0:240174:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff8:0x0] mode (null) 00000002:00000001:0.0:1783976403.659204:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.659205:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.659207:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 3 00010000:00000001:0.0:1783976403.659209:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.659212:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.659214:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.659214:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.659216:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 3 00010000:00000001:0.0:1783976403.659217:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.659219:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.659221:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.659222:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.659223:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 3 00010000:00000001:0.0:1783976403.659225:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.659227:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.659229:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.659230:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.659231:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 3 00010000:00000001:0.0:1783976403.659233:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.659234:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659236:0:240174:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659238:0:240174:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.659240:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.659243:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.659246:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.659249:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.659251:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.659254:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.659257:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.659260:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.659263:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.659266:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.659269:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274000. 00000008:00000010:0.0:1783976403.659271:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.659273:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.659276:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.659279:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.659280:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.659282:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.659284:0:240174:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976403.659285:0:240174:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff8:0x0]: losing layout lock 00000080:00000001:0.0:1783976403.659287:0:240174:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976403.659289:0:240174:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976403.659291:0:240174:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.659293:0:240174:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.659295:0:240174:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff8:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976403.659297:0:240174:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.659298:0:240174:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976403.659299:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.659301:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.659304:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.659306:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.659308:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.659310:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.659313:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.659315:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.659317:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275400. 00000008:00000010:0.0:1783976403.659319:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.659321:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.659323:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.659325:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.659327:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274000. 00000020:00000010:0.0:1783976403.659330:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.659331:0:240174:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.659334:0:240174:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976403.659336:0:240174:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) invalid 00000020:00000001:0.0:1783976403.659338:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb838 00000080:00002000:0.0:1783976403.659340:0:240174:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-m.3 (ffff96f97a8f70d8) parent ffff96f97c080510 inode ffff96f97ab66c08 refc 1 00000080:00000001:0.0:1783976403.659343:0:240174:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976403.659345:0:240174:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976403.659347:0:240174:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659349:0:240174:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976403.659352:0:240174:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976403.659354:0:240174:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976403.659355:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.659357:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976403.659360:0:240174:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019ba00 with handle 0x5bb448586bd0955f from hash 00010000:00000001:0.0:1783976403.659363:0:240174:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976403.659364:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.659365:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.659366:0:240174:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976403.659368:0:240174:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976403.659370:0:240174:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976403.659373:0:240174:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.659375:0:240174:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.659377:0:240174:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976403.659382:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04000. 00000020:00000040:0.0:1783976403.659384:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.659388:0:240174:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.659390:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.659392:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.659392:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.659393:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.659395:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.659397:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.659400:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.659403:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d274000. 00000100:00000001:0.0:1783976403.659408:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659410:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.659412:0:240174:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976403.659415:0:240174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976403.659420:0:240174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976403.659422:0:240174:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.659423:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976403.659426:0:240174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd0955f lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac32e expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976403.659433:0:240174:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99140. 00010000:00000040:0.0:1783976403.659436:0:240174:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63c00 count: 0 00010000:00000010:0.0:1783976403.659440:0:240174:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8600. 00010000:00000001:0.0:1783976403.659448:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.659450:0:240174:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659452:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.659454:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.659456:0:240174:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976403.659457:0:240174:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976403, ctime 1783976403 00000020:00100000:0.0:1783976403.659465:0:240174:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976403.659470:0:240174:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04000 x1870620496672128/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976403.659475:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.659476:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.659481:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.659482:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536832 : -115476773014784 : ffff96f977f6f300) 00000100:00000001:0.0:1783976403.659483:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.659484:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976403.659487:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.659490:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.659492:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.659494:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.659496:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04000 x1870620496672128/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.659501:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.659502:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.659505:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.659507:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.659508:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.659511:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496672128:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.659513:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.659518:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.659520:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.659523:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.659527:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388800. 02000000:00000001:0.0:1783976403.659528:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.659534:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.659538:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.659543:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976403.659550:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496672128, portal 10 00000100:00000001:0.0:1783976403.659552:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.659553:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000040:0.0:1783976403.659559:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04000 x1870620496672128/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.659566:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.659568:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.659571:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783976403.659574:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496672128, offset 0 00000400:00000200:0.0:1783976403.659578:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.659584:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.659589:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.659592:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.659596:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.659599:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.659600:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.659603:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778784:778784:256:4294967295] 192.168.201.114@tcp LPNI seq info [778762:778762:8:4294967295] 00000400:00000200:0.0:1783976403.659605:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.659612:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.659615:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.659619:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783976403.659623:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.659628:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.659631:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.659651:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.659656:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976403.659660:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.659663:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609508 00000100:00000001:0.0:1783976403.659666:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.659668:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609508 00000100:00000001:0.0:1783976403.659670:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.659672:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.659675:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.659677:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.659678:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.659680:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f300 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.659681:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.659683:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.667522:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.667530:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.667532:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.667535:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.667540:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978770 00000400:00000010:0.0:1783976403.667543:0:240174:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978770. 00000100:00000001:0.0:1783976403.667547:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.667552:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04000 x1870620496672128/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976403.667562:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04000 x1870620496672128/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.667568:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.667570:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.667572:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.667575:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.667577:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.667579:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.667582:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.667591:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.667595:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.667597:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.667598:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.667601:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.667603:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.667606:0:240174:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.667607:0:240174:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.667609:0:240174:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.667611:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.667612:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100724224 : -115476608827392 : ffff96f981c04000) 00000100:00000001:0.0:1783976403.667615:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.667617:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976403.667618:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.667620:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.667625:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04000 x1870620496672128/t25770086068(25770086068) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.667632:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.667634:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.667636:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.667639:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04000 x1870620496672128/t25770086068(25770086068) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976403.667652:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496672128:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.667656:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.667659:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.667661:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.667663:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.667665:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04000 x1870620496672128/t25770086068(25770086068) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.667671:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.667673:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.667675:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.667677:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.667682:0:240174:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.667685:0:240174:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.667691:0:240174:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.667693:0:240174:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.667701:0:240174:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513208 : 144115373061513208 : 200002b12011ff8) 00000080:00000001:0.0:1783976403.667704:0:240174:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976403.667708:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.667711:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04000 x1870620496672128/t25770086068(25770086068) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.667716:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.667718:0:240174:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.667720:0:240174:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.667722:0:240174:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.667725:0:240174:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976403.667727:0:240174:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.667729:0:240174:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.667731:0:240174:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.667732:0:240174:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.667734:0:240174:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.667736:0:240174:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976403.667738:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.667744:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.667748:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275400. 00000020:00000010:0.0:1783976403.667752:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.667756:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.667761:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.667765:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.667769:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.667774:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.667778:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.667782:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275c00. 00000008:00000010:0.0:1783976403.667785:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.667789:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.667792:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.667796:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.667799:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.667801:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.667805:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34e90 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.667808:0:240174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976403.667810:0:240174:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976403.667811:0:240174:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ff8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976403.667814:0:240174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.667816:0:240174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976403.667818:0:240174:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976403.667821:0:240174:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976403.667823:0:240174:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.667827:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.667829:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.667831:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.667834:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.667836:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.667838:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.667840:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.667844:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.667847:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.667852:0:240174:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.667855:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.667857:0:240174:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff8:0x0]: 0 00000080:00000001:0.0:1783976403.667860:0:240174:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.667862:0:240174:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976403.667866:0:240174:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275800. 00000080:00010000:0.0:1783976403.667872:0:240174:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) 00000080:00000001:0.0:1783976403.667875:0:240174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.667879:0:240174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.667881:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb958 00800000:00000002:0.0:1783976403.667884:0:240174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b12:0x11ff8:0x0] '' on [0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.667888:0:240174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976403.667890:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.667891:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.667893:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.667894:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.667895:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.667896:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.667898:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.667900:0:240174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11ff8:0x0], fid2=[0x200002b12:0x11ff8:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976403.667904:0:240174:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.667906:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb828 00000002:00010000:0.0:1783976403.667908:0:240174:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11ff8:0x0]) in obj [0x200002b12:0x11ff8:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976403.667911:0:240174:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976403.667913:0:240174:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976403.667918:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976403.667921:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.667926:0:240174:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.667941:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.667948:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.667950:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.667951:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.667954:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.667956:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.667960:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.667966:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275200. 00000100:00000001:0.0:1783976403.667971:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.667975:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.667977:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.667979:0:240174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.667980:0:240174:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.667982:0:240174:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.667986:0:240174:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00010000:00000001:0.0:1783976403.667989:0:240174:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.667991:0:240174:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.667995:0:240174:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63c00. 00010000:00000010:0.0:1783976403.667998:0:240174:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8600. 00010000:00000001:0.0:1783976403.668002:0:240174:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.668006:0:240174:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f85019ba00. 00000020:00000001:0.0:1783976403.668010:0:240174:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.668012:0:240174:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f85019ba00 with handle 0x5bb448586bd09566 to hash 00000020:00000001:0.0:1783976403.668015:0:240174:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.668016:0:240174:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.668020:0:240174:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.668023:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.668026:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.668030:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.668038:0:240174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.668047:0:240174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240174 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.668052:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.668054:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.668059:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.668061:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536832 : -115476773014784 : ffff96f977f6f300) 00000100:00000001:0.0:1783976403.668063:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.668064:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000001:0.0:1783976403.668068:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.668072:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.668074:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.668076:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.668080:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.668087:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.668089:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.668092:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.668095:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.668097:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.668101:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496672256:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.668105:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.668110:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.668112:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.668114:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.668122:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b530000. 02000000:00000001:0.0:1783976403.668124:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.668129:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.668132:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.668476:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f780. 00000100:00000200:0.0:1783976403.668484:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496672256, portal 10 00000100:00000001:0.0:1783976403.668486:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.668487:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100727808 : -115476608823808 : ffff96f981c04e00) 00000100:00000040:0.0:1783976403.668494:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.668502:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.668504:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.668508:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976403.668512:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496672256, offset 0 00000400:00000200:0.0:1783976403.668518:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.668524:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.668530:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.668535:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.668540:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.668543:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.668546:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.668549:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778785:778785:256:4294967295] 192.168.201.114@tcp LPNI seq info [778763:778763:8:4294967295] 00000400:00000200:0.0:1783976403.668553:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.668562:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.668567:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.668573:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a200. 00000800:00000200:0.0:1783976403.668582:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.668588:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.668592:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a200 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.668662:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.668667:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976403.668671:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.668673:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609517 00000100:00000001:0.0:1783976403.668676:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.668678:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609517 00000100:00000001:0.0:1783976403.668680:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609535 00000100:00000001:0.0:1783976403.668683:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.668685:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.668687:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.668689:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.668691:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f300 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.668693:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.668695:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.673836:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.673844:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.673845:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.673848:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.673852:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f780 00000400:00000010:0.0:1783976403.673854:0:240174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f780. 00000100:00000001:0.0:1783976403.673857:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.673860:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.673868:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.673873:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.673874:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.673876:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.673878:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.673880:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.673882:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.673884:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.673891:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.673893:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.673895:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.673896:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.673898:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.673901:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.673903:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.673905:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976403.673906:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.673908:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.673911:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.673916:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.673918:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.673919:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.673922:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.673926:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496672256:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.673940:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.673942:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.673944:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.673946:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.673949:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.673954:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.673956:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.673957:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.673958:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.673961:0:240174:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.673964:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.673966:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.673969:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976403.673971:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.673973:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976403.673977:0:240174:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85019ba00, remote cookie: 0xa91b1f6e92eac343, flags: 0x1000 00010000:00000001:0.0:1783976403.673979:0:240174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.673983:0:240174:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976403.673985:0:240174:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976403.673986:0:240174:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976403.673987:0:240174:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976403.673989:0:240174:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff8:0x0].0x0 (ffff96f977b63c00) refcount = 1 00010000:00010000:0.0:1783976403.673993:0:240174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.673999:0:240174:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976403.674001:0:240174:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.674002:0:240174:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.674004:0:240174:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.674006:0:240174:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.674008:0:240174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.674013:0:240174:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.674014:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674016:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674017:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674017:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674018:0:240174:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.674021:0:240174:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976403.674022:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674023:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674024:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674025:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674026:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674027:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674028:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976403.674030:0:240174:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976403.674035:0:240174:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976403.674037:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674037:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674038:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674039:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674040:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976403.674042:0:240174:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976403.674048:0:240174:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99140. 00010000:00000001:0.0:1783976403.674049:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674050:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.674051:0:240174:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.674052:0:240174:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.674055:0:240174:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976403.674056:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674056:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674057:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674058:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674059:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000002:00010000:0.0:1783976403.674062:0:240174:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.674066:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674066:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674068:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.674069:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674069:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674070:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674071:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674072:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000040:0.0:1783976403.674076:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976403.674078:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.674080:0:240174:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73720 (0 0) 00010000:00000001:0.0:1783976403.674082:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674082:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.674083:0:240174:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.674085:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814eb7b0 00000002:00002000:0.0:1783976403.674086:0:240174:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976403.674088:0:240174:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.674090:0:240174:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.674092:0:240174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.674095:0:240174:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11ff8:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976403.674097:0:240174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.674098:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.674100:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c04e00 x1870620496672256/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.674105:0:240174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976403.674107:0:240174:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.674109:0:240174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b530000. 02000000:00000001:0.0:1783976403.674112:0:240174:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976403.674113:0:240174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976403.674114:0:240174:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=21 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976403.674116:0:240174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976403.674118:0:240174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f94d275200. 02000000:00000001:0.0:1783976403.674121:0:240174:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976403.674123:0:240174:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976403.674124:0:240174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c04e00. 00000100:00000001:0.0:1783976403.674126:0:240174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976403.674127:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976403.674130:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275800. 00000080:00010000:0.0:1783976403.674133:0:240174:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) for lock 0x5bb448586bd09566 00800000:00000001:0.0:1783976403.674172:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.674175:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.674177:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674178:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674179:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674182:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674184:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674186:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674187:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.674188:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.674190:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.674192:0:240174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09566 from it ffffaf14814eba78 00010000:00000001:0.0:1783976403.674195:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674196:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674197:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674199:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674201:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674203:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.674206:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.674212:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674213:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674215:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.674218:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.674219:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.674226:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.674228:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.674230:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.674233:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674234:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674235:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674237:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.674238:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674240:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674242:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674243:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.674244:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674245:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.674246:0:240174:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.674248:0:240174:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976403.674250:0:240174:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.674253:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.674255:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.674256:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.674258:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.674260:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.674262:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.674264:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.674267:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.674268:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.674271:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976403.674273:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.674276:0:240174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.674279:0:240174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976403.674282:0:240174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976403.674289:0:240174:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.674294:0:240174:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.674297:0:240174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976403.674304:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976403.674306:0:240174:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff8:0x0]: 16 00000080:00000001:0.0:1783976403.674308:0:240174:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976403.674310:0:240174:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976403.674311:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674313:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674314:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674316:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674318:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00000080:00010000:0.0:1783976403.674321:0:240174:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11ff8:0x0](00000000074b71de) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976403.674329:0:240174:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.674330:0:240174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.674331:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674332:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674334:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=4 00000020:00000001:0.0:1783976403.674336:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674338:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674340:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674341:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.674343:0:240174:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.674344:0:240174:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.674346:0:240174:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976403.674358:0:240174:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11ff8:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99140 l_lvb_len=56 00000080:00000001:0.0:1783976403.674361:0:240174:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.674363:0:240174:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.674365:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.674369:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.674372:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275800. 00000020:00000010:0.0:1783976403.674376:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.674378:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.674383:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.674387:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.674392:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.674398:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.674459:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.674466:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274400. 00000008:00000010:0.0:1783976403.674470:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.674474:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.674478:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.674482:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.674484:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.674485:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.674487:0:240174:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.674490:0:240174:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.674492:0:240174:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.674495:0:240174:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e1e0. 00020000:00000010:0.0:1783976403.674498:0:240174:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c200. 00020000:00000010:0.0:1783976403.674501:0:240174:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e7e0. 00020000:00000001:0.0:1783976403.674503:0:240174:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165664 : -115476674385952 : ffff96f97dd7e7e0) 00020000:00000002:0.0:1783976403.674506:0:240174:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e7e0, objid 0x11ff8:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.674509:0:240174:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.674512:0:240174:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c200: ostid: 0x280000403:5859 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.674624:0:240174:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d0f8) owner ffff96f94beb0000 00020000:00000001:0.0:1783976403.674627:0:240174:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.674629:0:240174:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d0f8) owner ffff96f94beb0000 00020000:00000010:0.0:1783976403.674634:0:240174:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c200. 00020000:00000010:0.0:1783976403.674637:0:240174:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e1e0. 00020000:00000010:0.0:1783976403.674640:0:240174:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e7e0. 00020000:00000002:0.0:1783976403.674642:0:240174:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff8:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.674644:0:240174:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674645:0:240174:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674648:0:240174:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.674651:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.674654:0:240174:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e060 addref 2/0 by ffff96f94beb0000. 00020000:00000002:0.0:1783976403.674656:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.674659:0:240174:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.674661:0:240174:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.674662:0:240174:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.674664:0:240174:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.674665:0:240174:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.674667:0:240174:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976403.674669:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.674673:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.674676:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.674678:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.674681:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.674684:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.674687:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.674690:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.674693:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275800. 00000008:00000010:0.0:1783976403.674696:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.674698:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.674700:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.674703:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.674705:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274400. 00000020:00000010:0.0:1783976403.674708:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.674710:0:240174:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.674711:0:240174:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976403.674712:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674714:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674714:0:240174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.674716:0:240174:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.674717:0:240174:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=3 00000020:00000001:0.0:1783976403.674718:0:240174:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674720:0:240174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.674722:0:240174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.674725:0:240174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.674731:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674731:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674732:0:240174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.674734:0:240174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.674736:0:240174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976403.674741:0:240174:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.674743:0:240174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.674744:0:240174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.674746:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674747:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.674748:0:240174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674749:0:240174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.674751:0:240174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674752:0:240174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674754:0:240174:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.674755:0:240174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.674756:0:240174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.674757:0:240174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.674758:0:240174:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.674760:0:240174:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.674763:0:240174:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976403.674766:0:240174:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ff8:0x0]io ffff96f96174cbf0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976403.674768:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.674771:0:240174:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976403.674773:0:240174:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976403.674775:0:240174:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976403.674776:0:240174:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.674778:0:240174:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976403.674780:0:240174:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976403.674781:0:240174:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674783:0:240174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.674785:0:240174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976403.674786:0:240174:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976403.674788:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00000020:00000001:0.0:1783976403.674790:0:240174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674793:0:240174:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976403.674795:0:240174:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976403.674797:0:240174:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976403.674799:0:240174:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976403.674801:0:240174:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976403.674804:0:240174:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976403.674807:0:240174:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.674810:0:240174:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976403.674811:0:240174:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.674814:0:240174:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.674817:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274400. 00000020:00000010:0.0:1783976403.674819:0:240174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275800. 00000020:00000010:0.0:1783976403.674821:0:240174:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.674824:0:240174:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.674826:0:240174:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.674828:0:240174:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.674831:0:240174:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.674834:0:240174:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.674836:0:240174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275200. 00000008:00000010:0.0:1783976403.674838:0:240174:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.674840:0:240174:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.674842:0:240174:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.674845:0:240174:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.674847:0:240174:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.674849:0:240174:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.674852:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34dc8 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.674854:0:240174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976403.674857:0:240174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.674858:0:240174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976403.674859:0:240174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.674861:0:240174:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.674863:0:240174:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058921344 : -115477650630272 : ffff96f943a79980) 00000020:00000001:0.0:1783976403.674865:0:240174:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.674868:0:240174:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.674871:0:240174:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674872:0:240174:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.674875:0:240174:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.674876:0:240174:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674878:0:240174:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674880:0:240174:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976403.674883:0:240174:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976403.674884:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.674885:0:240174:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976403.674887:0:240174:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.674888:0:240174:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674890:0:240174:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.674891:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.674893:0:240174:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674895:0:240174:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.674896:0:240174:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674897:0:240174:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674899:0:240174:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976403.674902:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34e90 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.674904:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34e90 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.674905:0:240174:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976403.674908:0:240174:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674909:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34e90 -> ffff96f97dc34e90 00020000:00000001:0.0:1783976403.674912:0:240174:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976403.674914:0:240174:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976403.674915:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.674916:0:240174:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976403.674918:0:240174:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976403.674920:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.674921:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.674923:0:240174:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976403.674925:0:240174:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674927:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.674928:0:240174:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976403.674941:0:240174:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976403.674943:0:240174:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674945:0:240174:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.674947:0:240174:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00000020:00000001:0.0:1783976403.674949:0:240174:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976403.674951:0:240174:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.674953:0:240174:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.674954:0:240174:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976403.674956:0:240174:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976403.674957:0:240174:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976403.674959:0:240174:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976403.674963:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04e00. 00000020:00000040:0.0:1783976403.674966:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=4 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.674970:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.674972:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.674975:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.674981:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275e00. 00000100:00000001:0.0:1783976403.674986:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.674992:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.674995:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.675003:0:240174:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a753de7] to pc [ptlrpcd_00_01+1] req@ffff96f981c04e00 x1870620496672384/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976403.675035:0:240174:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976403.675037:0:240174:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.675039:0:240174:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.675041:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.675042:0:240174:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.675044:0:240174:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.675046:0:240174:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.675048:0:240174:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976403.675049:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976403.675050:0:240174:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976403.675052:0:240174:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976403.679824:0:240174:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976403.679827:0:240174:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.679830:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.679834:0:240174:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976403.679837:0:240174:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976403.679839:0:240174:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976403.679841:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.679842:0:240174:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976403.679843:0:240174:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976403.679845:0:240174:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.679847:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.679849:0:240174:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.679850:0:240174:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.679851:0:240174:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976403.679853:0:240174:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976403.679854:0:240174:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.679856:0:240174:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.679857:0:240174:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.679858:0:240174:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976403.679861:0:240174:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976403.679862:0:240174:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.679864:0:240174:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.679865:0:240174:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.679866:0:240174:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.679867:0:240174:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.679870:0:240174:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976403.679871:0:240174:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976403.679872:0:240174:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976403.679874:0:240174:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976403.679875:0:240174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.679877:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.679882:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275800. 00000020:00000010:0.0:1783976403.679887:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.679891:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.679895:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.679899:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.679904:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.679908:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.679911:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274400. 00000008:00000010:0.0:1783976403.679915:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.679918:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.679921:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.679924:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.679927:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.679938:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00020000:00000001:0.0:1783976403.679941:0:240174:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976403.679943:0:240174:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976403.679945:0:240174:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976403.679947:0:240174:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ff8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976403.679951:0:240174:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976403.679952:0:240174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.679954:0:240174:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.679956:0:240174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.679958:0:240174:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.679961:0:240174:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.679963:0:240174:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.679965:0:240174:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.679968:0:240174:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.679970:0:240174:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.679972:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275400. 00000008:00000010:0.0:1783976403.679974:0:240174:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.679977:0:240174:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.679979:0:240174:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.679981:0:240174:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.679983:0:240174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275c00. 00000020:00000010:0.0:1783976403.679985:0:240174:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.679987:0:240174:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.679990:0:240174:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976403.679993:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000020:00000001:0.0:1783976403.680000:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebc30 00000080:00200008:0.0:1783976403.680003:0:240174:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) current size 0, valid attrs 100201f0, mode 96f9, uid -2125545904, gid -20716, new size 18446744072504146455, atime 1783976403.000000000, mtime 1783976403.000000000, ctime 1783976403.000000000, rc 0 00000080:00000001:0.0:1783976403.680009:0:240174:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.680025:0:240174:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.680028:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.680032:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.680035:0:240174:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.680043:0:240174:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976403.680044:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebdb8 00000080:00200008:0.0:1783976403.680046:0:240174:0:(file.c:447:ll_file_release()) START file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104001 00000080:00000001:0.0:1783976403.680050:0:240174:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976403.680052:0:240174:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976403.680053:0:240174:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.680055:0:240174:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000002:0.0:1783976403.680057:0:240174:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f94beb0000 00020000:00000001:0.0:1783976403.680059:0:240174:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.680062:0:240174:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976403.680066:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.680069:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.680071:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.680073:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.680075:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.680077:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.680079:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.680083:0:240174:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.680086:0:240174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.680092:0:240174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976403.680094:0:240174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.680099:0:240174:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.680101:0:240174:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff8:0x0]: 0 00000080:00000001:0.0:1783976403.680104:0:240174:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976403.680106:0:240174:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976403.680111:0:240174:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.680113:0:240174:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976403.680118:0:240174:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976403.680121:0:240174:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976403.680122:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.680124:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.680125:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.680126:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.680128:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.680129:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.680131:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.680133:0:240174:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11ff8:0x0] 00000002:00000001:0.0:1783976403.680172:0:240174:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976403.680174:0:240174:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11ff8:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976403.680180:0:240174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06680. 00000020:00000040:0.0:1783976403.680183:0:240174:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=22 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.680188:0:240174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.680190:0:240174:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.680193:0:240174:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.680200:0:240174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275c00. 00000100:00000001:0.0:1783976403.680205:0:240174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976403.680216:0:240174:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976403.680226:0:240174:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976403.680231:0:240174:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06680 x1870620496672640/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976403.680239:0:240174:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.680240:0:240174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.680247:0:240174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.680249:0:240174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536832 : -115476773014784 : ffff96f977f6f300) 00000100:00000001:0.0:1783976403.680252:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.680253:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000001:0.0:1783976403.680257:0:240174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.680261:0:240174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.680262:0:240174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.680264:0:240174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.680267:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06680 x1870620496672640/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.680275:0:240174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.680277:0:240174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.680279:0:240174:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.680281:0:240174:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.680284:0:240174:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.680287:0:240174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496672640:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.680290:0:240174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.680295:0:240174:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.680297:0:240174:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.680300:0:240174:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.680306:0:240174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b530000. 02000000:00000001:0.0:1783976403.680308:0:240174:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.680313:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.680317:0:240174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.680321:0:240174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f780. 00000100:00000200:0.0:1783976403.680326:0:240174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496672640, portal 10 00000100:00000001:0.0:1783976403.680328:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.680329:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000040:0.0:1783976403.680335:0:240174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c06680 x1870620496672640/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.680342:0:240174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.680345:0:240174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.680348:0:240174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976403.680351:0:240174:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496672640, offset 0 00000400:00000200:0.0:1783976403.680357:0:240174:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.680363:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.680370:0:240174:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.680374:0:240174:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.680378:0:240174:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.680381:0:240174:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.680383:0:240174:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.680387:0:240174:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778787:778787:256:4294967295] 192.168.201.114@tcp LPNI seq info [778765:778765:8:4294967295] 00000400:00000200:0.0:1783976403.680392:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.680400:0:240174:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.680561:0:240174:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.680566:0:240174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a100. 00000800:00000200:0.0:1783976403.680573:0:240174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.680579:0:240174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.680584:0:240174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.680596:0:240174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.680600:0:240174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976403.680604:0:240174:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.680606:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609529 00000100:00000001:0.0:1783976403.680609:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609574 00000100:00000001:0.0:1783976403.680612:0:240174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609529 00000100:00000001:0.0:1783976403.680614:0:240174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609574 00000100:00000001:0.0:1783976403.680617:0:240174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.680619:0:240174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.680621:0:240174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.680623:0:240174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.680625:0:240174:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f300 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.680628:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.680630:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.688969:0:240174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.688977:0:240174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.688979:0:240174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.688983:0:240174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.688987:0:240174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f780 00000400:00000010:0.0:1783976403.688990:0:240174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f780. 00000100:00000001:0.0:1783976403.688994:0:240174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.689000:0:240174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06680 x1870620496672640/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.689010:0:240174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06680 x1870620496672640/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.689017:0:240174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.689019:0:240174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.689021:0:240174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.689024:0:240174:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.689026:0:240174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.689028:0:240174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.689031:0:240174:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.689040:0:240174:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=192 v=5 (5 5 0 0) 00000100:00001000:0.0:1783976403.689044:0:240174:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.689047:0:240174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.689049:0:240174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.689051:0:240174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.689055:0:240174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.689058:0:240174:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.689060:0:240174:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.689062:0:240174:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.689064:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.689066:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000100:00000001:0.0:1783976403.689069:0:240174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.689070:0:240174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976403.689073:0:240174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.689075:0:240174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.689079:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06680 x1870620496672640/t25770086069(25770086069) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.689087:0:240174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.689090:0:240174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.689092:0:240174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.689095:0:240174:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06680 x1870620496672640/t25770086069(25770086069) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.689103:0:240174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240174:1870620496672640:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.689108:0:240174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.689112:0:240174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.689115:0:240174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.689117:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.689120:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06680 x1870620496672640/t25770086069(25770086069) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.689125:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.689127:0:240174:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.689130:0:240174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.689131:0:240174:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.689228:0:240174:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.689230:0:240174:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100734080 : -115476608817536 : ffff96f981c06680) 00000002:00000001:0.0:1783976403.689234:0:240174:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.689237:0:240174:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.689242:0:240174:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.689246:0:240174:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976403.689251:0:240174:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.689253:0:240174:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.689256:0:240174:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.689258:0:240174:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.689260:0:240174:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.689263:0:240174:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.689265:0:240174:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.689267:0:240174:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.689271:0:240174:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.689276:0:240174:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c05500 x1870620496671872/t25770086067(25770086067) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.689283:0:240174:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.689285:0:240174:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.689287:0:240174:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99300. 00000100:00000001:0.0:1783976403.689290:0:240174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.689293:0:240174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06680 x1870620496672640/t25770086069(25770086069) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.689299:0:240174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.689302:0:240174:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.689305:0:240174:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8b540. 00000080:00000001:0.0:1783976403.689309:0:240174:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.689315:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebdb8 00000080:00000008:0.0:1783976403.689318:0:240174:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104001, rc = 0 00000080:00000001:0.0:1783976403.689321:0:240174:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.689326:0:240174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976403.689327:0:240174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14814ebe00 00000080:00002000:0.0:1783976403.689328:0:240174:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-m.3 (ffff96f97a8f70d8, parent ffff96f97c080510, inode ffff96f97ab66c08) hashed, 00000080:00000001:0.0:1783976403.689331:0:240174:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.689338:0:240174:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976403.689342:0:240174:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976403.694870:0:240175:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.694878:0:240175:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.694880:0:240175:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976403.694883:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07bc0 00000080:00200000:0.0:1783976403.694888:0:240175:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976403.694895:0:240175:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00800000:00000002:0.0:1783976403.694901:0:240175:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976403.694905:0:240175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.694909:0:240175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.694911:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07ae0 00800000:00000002:0.0:1783976403.694913:0:240175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.694916:0:240175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976403.694919:0:240175:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.694921:0:240175:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.694923:0:240175:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.694925:0:240175:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.694927:0:240175:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.694940:0:240175:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.694943:0:240175:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.694946:0:240175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976403.694950:0:240175:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.694952:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c079b0 00000002:00010000:0.0:1783976403.694953:0:240175:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976403.694957:0:240175:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976403.694959:0:240175:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.694961:0:240175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.694967:0:240175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976403.694969:0:240175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.694973:0:240175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.694977:0:240175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976403.694982:0:240175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 02000000:00000001:0.0:1783976403.694993:0:240175:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.694997:0:240175:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.695000:0:240175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000002:00000001:0.0:1783976403.695007:0:240175:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976403.695009:0:240175:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.695011:0:240175:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.695013:0:240175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.695015:0:240175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.695017:0:240175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976403.695019:0:240175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976403.695022:0:240175:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976403.695025:0:240175:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.695029:0:240175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976403.695030:0:240175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.695032:0:240175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976403.695036:0:240175:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976403.695038:0:240175:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.695040:0:240175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.695042:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.695044:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.695046:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.695048:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.695050:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.695053:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.695054:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.695056:0:240175:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.695057:0:240175:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.695060:0:240175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1481c07bf8 00010000:00000001:0.0:1783976403.695062:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.695063:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.695065:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.695066:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.695068:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.695070:0:240175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.695073:0:240175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:0.0:1783976403.695079:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.695081:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.695082:0:240175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.695084:0:240175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.695087:0:240175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:0.0:1783976403.695095:0:240175:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.695097:0:240175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.695099:0:240175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.695103:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.695104:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.695106:0:240175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695108:0:240175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.695110:0:240175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695112:0:240175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695114:0:240175:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695117:0:240175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.695118:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.695119:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976403.695121:0:240175:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976403.695123:0:240175:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.695125:0:240175:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976403.695129:0:240175:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.695132:0:240175:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976403.695134:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07b88 00000080:00002000:0.0:1783976403.695251:0:240175:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 2 00000080:00000001:0.0:1783976403.695254:0:240175:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.695256:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07bd0 00000080:00200000:0.0:1783976403.695258:0:240175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976403.695262:0:240175:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976403.695263:0:240175:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.695266:0:240175:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.695268:0:240175:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976403.695271:0:240175:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.695280:0:240175:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c300e0. 00000080:00000001:0.0:1783976403.695283:0:240175:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.695285:0:240175:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976403.695287:0:240175:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.695290:0:240175:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976403.695292:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07b50 00000080:00200000:0.0:1783976403.695294:0:240175:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-c.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f943829e00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976403.695298:0:240175:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7ede0. 00000080:00000001:0.0:1783976403.695301:0:240175:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976403.695303:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07a00 00000080:00200000:0.0:1783976403.695304:0:240175:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-c.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976403.695310:0:240175:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00800000:00000002:0.0:1783976403.695313:0:240175:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.695317:0:240175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.695318:0:240175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.695320:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07920 00800000:00000002:0.0:1783976403.695322:0:240175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-c.3' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976403.695325:0:240175:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976403.695328:0:240175:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976403.695333:0:240175:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-c.3 hash=0x3/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1783976403.695336:0:240175:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976403.695339:0:240175:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00800000:00000001:0.0:1783976403.695341:0:240175:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976403.695343:0:240175:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976403.695346:0:240175:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976403.695348:0:240175:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976403.695350:0:240175:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff96f94cfb0800: Allocated FID [0x240002b13:0x2075:0x0] 40000000:00000001:0.0:1783976403.695353:0:240175:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.695355:0:240175:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.695357:0:240175:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.695359:0:240175:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.695360:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c078a0 00800000:00000002:0.0:1783976403.695362:0:240175:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b11:0xdf:0x0], fid2=[0x240002b13:0x2075:0x0], name='f56oe.sanity-c.3' -> mds #1 layout version 1 00000002:00000001:0.0:1783976403.695366:0:240175:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.695367:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c077d8 00000002:00010000:0.0:1783976403.695369:0:240175:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-c.3,[0x240002b13:0x2075:0x0]) in obj [0x240002b11:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976403.695373:0:240175:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976403.695375:0:240175:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976403.695378:0:240175:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.695382:0:240175:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.695383:0:240175:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.695385:0:240175:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.695389:0:240175:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05f80. 00000020:00000040:0.0:1783976403.695393:0:240175:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=9 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976403.695399:0:240175:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976403.695400:0:240175:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695471:0:240175:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.695476:0:240175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.695480:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.695481:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.695483:0:240175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.695485:0:240175:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.695487:0:240175:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.695490:0:240175:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.695499:0:240175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97b534000. 00000100:00000001:0.0:1783976403.695505:0:240175:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695510:0:240175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.695511:0:240175:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695512:0:240175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.695514:0:240175:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.695516:0:240175:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.695523:0:240175:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00010000:00000001:0.0:1783976403.695527:0:240175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.695529:0:240175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.695533:0:240175:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63a00. 00010000:00000010:0.0:1783976403.695537:0:240175:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.695541:0:240175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.695545:0:240175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f970b00200. 00000020:00000001:0.0:1783976403.695549:0:240175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.695551:0:240175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f970b00200 with handle 0x5bb448586bd0956d to hash 00000020:00000001:0.0:1783976403.695553:0:240175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.695555:0:240175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.695558:0:240175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.695562:0:240175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.695563:0:240175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.695567:0:240175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240175 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.695574:0:240175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240175 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976403.695586:0:240175:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976403.695598:0:240175:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05f80 x1870620496672896/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976403.695607:0:240175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240175 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.695613:0:240175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.695614:0:240175:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.695620:0:240175:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.695623:0:240175:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536832 : -115476773014784 : ffff96f977f6f300) 00000100:00000001:0.0:1783976403.695625:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.695626:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976403.695631:0:240175:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.695634:0:240175:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.695636:0:240175:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.695638:0:240175:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.695643:0:240175:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05f80 x1870620496672896/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.695650:0:240175:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.695652:0:240175:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.695656:0:240175:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.695658:0:240175:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.695660:0:240175:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.695664:0:240175:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240175:1870620496672896:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.695668:0:240175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.695673:0:240175:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.695675:0:240175:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.695678:0:240175:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.695726:0:240175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.695729:0:240175:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.695737:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.695742:0:240175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.695748:0:240175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854389000. 00000100:00000200:0.0:1783976403.695756:0:240175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496672896, portal 10 00000100:00000001:0.0:1783976403.695758:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.695760:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000040:0.0:1783976403.695765:0:240175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05f80 x1870620496672896/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.695772:0:240175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.695774:0:240175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.695776:0:240175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f780. 00000100:00000200:0.0:1783976403.695780:0:240175:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496672896, offset 0 00000400:00000200:0.0:1783976403.695787:0:240175:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.695795:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.695803:0:240175:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.695808:0:240175:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.695812:0:240175:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.695816:0:240175:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.695819:0:240175:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.695822:0:240175:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778788:778788:256:4294967295] 192.168.201.114@tcp LPNI seq info [778766:778766:8:4294967295] 00000400:00000200:0.0:1783976403.695827:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.695836:0:240175:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.695841:0:240175:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.695846:0:240175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f94d275400. 00000800:00000200:0.0:1783976403.695852:0:240175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.695859:0:240175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.695863:0:240175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f94d275400 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976403.695991:0:240175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.695996:0:240175:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.695999:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.696002:0:240175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609545 00000100:00000001:0.0:1783976403.696005:0:240175:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609574 00000100:00000001:0.0:1783976403.696007:0:240175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609545 00000100:00000001:0.0:1783976403.696009:0:240175:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609574 00000100:00000001:0.0:1783976403.696011:0:240175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.696013:0:240175:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.696016:0:240175:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.696018:0:240175:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.696020:0:240175:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f300 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.696022:0:240175:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.696025:0:240175:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.702054:0:240175:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.704645:0:240175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.704651:0:240175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.704656:0:240175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.704664:0:240175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854389000 00000400:00000010:0.0:1783976403.704667:0:240175:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854389000. 00000100:00000001:0.0:1783976403.704673:0:240175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.704682:0:240175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05f80 x1870620496672896/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.704694:0:240175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05f80 x1870620496672896/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.704702:0:240175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.704704:0:240175:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.704707:0:240175:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.704712:0:240175:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.704715:0:240175:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.704717:0:240175:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.704720:0:240175:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.704730:0:240175:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.704734:0:240175:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.704737:0:240175:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.704738:0:240175:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.704741:0:240175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.704745:0:240175:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.704748:0:240175:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.704750:0:240175:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976403.704752:0:240175:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.704754:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.704756:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976403.704759:0:240175:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.704762:0:240175:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.704763:0:240175:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.704766:0:240175:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.704771:0:240175:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.704779:0:240175:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.704782:0:240175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.704784:0:240175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.704788:0:240175:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.704796:0:240175:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240175:1870620496672896:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.704801:0:240175:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.704804:0:240175:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.704806:0:240175:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.704809:0:240175:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.704812:0:240175:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.704823:0:240175:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.704827:0:240175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f300. 00000100:00000001:0.0:1783976403.704829:0:240175:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.704831:0:240175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.704834:0:240175:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.704838:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.704841:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.704844:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=4 00000020:00000001:0.0:1783976403.704847:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.704850:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000040:0.0:1783976403.704856:0:240175:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f970b00200, remote cookie: 0xa91b1f6e92eac35f, flags: 0x1001 00010000:00010000:0.0:1783976403.704861:0:240175:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 4/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976403.704870:0:240175:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x2075:0x0].0x0, instead of [0x240002b11:0xdf:0x0].0x0 00010000:00000001:0.0:1783976403.704874:0:240175:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976403.704885:0:240175:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63300. 00010000:00000010:0.0:1783976403.704890:0:240175:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8d00. 00010000:00000040:0.0:1783976403.704895:0:240175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63a00 count: 0 00010000:00000010:0.0:1783976403.704901:0:240175:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.704909:0:240175:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.704913:0:240175:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.704922:0:240175:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.704928:0:240175:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.704943:0:240175:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976403.704946:0:240175:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976403.704948:0:240175:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976403.704949:0:240175:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976403.704952:0:240175:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2075:0x0].0x0 (ffff96f977b63300) refcount = 1 00010000:00010000:0.0:1783976403.704956:0:240175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.704963:0:240175:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976403.704966:0:240175:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.704967:0:240175:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.704971:0:240175:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.704973:0:240175:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.704975:0:240175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.704981:0:240175:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.704983:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.704985:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.704986:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.704987:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.704988:0:240175:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.704993:0:240175:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976403.704995:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.704997:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.704998:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.705000:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705002:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705005:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705006:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705007:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=4 00000020:00000001:0.0:1783976403.705009:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705011:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705014:0:240175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.705016:0:240175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.705020:0:240175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.705027:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705028:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.705029:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705031:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705032:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=5 00000020:00000001:0.0:1783976403.705034:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705036:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705038:0:240175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.705041:0:240175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.705047:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705048:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976403.705050:0:240175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.705056:0:240175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.705057:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705058:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.705059:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705060:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976403.705065:0:240175:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.705074:0:240175:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.705078:0:240175:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.705085:0:240175:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.705091:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705093:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705094:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.705096:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705098:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00000002:00010000:0.0:1783976403.705101:0:240175:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976403.705110:0:240175:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99300. 00010000:00000001:0.0:1783976403.705112:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705113:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.705114:0:240175:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.705116:0:240175:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.705119:0:240175:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976403.705121:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.705122:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00000100:00000001:0.0:1783976403.705125:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.705126:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100732288 : -115476608819328 : ffff96f981c05f80) 00010000:00000001:0.0:1783976403.705127:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705129:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705130:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.705132:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705134:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00000002:00010000:0.0:1783976403.705151:0:240175:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.705158:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705159:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.705160:0:240175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.705162:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705163:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705164:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.705166:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705168:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000040:0.0:1783976403.705172:0:240175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 2 00010000:00000001:0.0:1783976403.705174:0:240175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.705178:0:240175:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8309 (0 0) 00010000:00000001:0.0:1783976403.705181:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705182:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.705184:0:240175:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.705187:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07760 00000002:00002000:0.0:1783976403.705189:0:240175:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-c.3 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976403.705193:0:240175:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.705196:0:240175:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.705199:0:240175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.705202:0:240175:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240002b11:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976403.705204:0:240175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.705208:0:240175:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.705211:0:240175:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976403.705212:0:240175:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7ede0 it_disposition 1800037 00000080:00002000:0.0:1783976403.705217:0:240175:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f95227d798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976403.705222:0:240175:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.705225:0:240175:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976403.705227:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07988 00000080:00200000:0.0:1783976403.705229:0:240175:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity-c.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976403.705232:0:240175:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976403.705234:0:240175:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976403.705239:0:240175:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.705242:0:240175:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.705245:0:240175:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706997 : 162129771587706997 : 240002b13002075) 00000080:00000001:0.0:1783976403.705249:0:240175:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976403.705263:0:240175:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97aaf5280. 00000020:00000001:0.0:1783976403.705272:0:240175:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976403.705274:0:240175:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976403.705276:0:240175:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976403.705278:0:240175:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x240002b13:0x2075:0x0](ffff96f97aaf5348) 00000020:00000001:0.0:1783976403.705282:0:240175:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.705291:0:240175:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.705296:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.705301:0:240175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.705305:0:240175:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.705311:0:240175:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.705316:0:240175:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.705320:0:240175:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.705325:0:240175:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.705328:0:240175:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.705332:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274400. 00000008:00000010:0.0:1783976403.705336:0:240175:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.705339:0:240175:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.705343:0:240175:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.705346:0:240175:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.705349:0:240175:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.705351:0:240175:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.705355:0:240175:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976403.705359:0:240175:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34320. 00000020:00000001:0.0:1783976403.705362:0:240175:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976403.705363:0:240175:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.705370:0:240175:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976403.705373:0:240175:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0de88. 00020000:00000001:0.0:1783976403.705376:0:240175:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034704520 : -115476674847096 : ffff96f97dd0de88) 00020000:00000001:0.0:1783976403.705378:0:240175:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976403.705381:0:240175:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.705385:0:240175:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e7e0. 00020000:00000010:0.0:1783976403.705389:0:240175:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c200. 00020000:00000010:0.0:1783976403.705393:0:240175:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e1e0. 00020000:00000001:0.0:1783976403.705394:0:240175:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164128 : -115476674387488 : ffff96f97dd7e1e0) 00020000:00000002:0.0:1783976403.705396:0:240175:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e1e0, objid 0x2075:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.705400:0:240175:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.705412:0:240175:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c200: ostid: 0x2c0000402:5781 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976403.705415:0:240175:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976403.705417:0:240175:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e1e0, objid 0x2075:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.705421:0:240175:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.705426:0:240175:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c200: ostid: 0x2c0000402:5781 ost idx: 1 gen: 0 00020000:00000010:0.0:1783976403.705430:0:240175:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b81b0. 00020000:00000010:0.0:1783976403.705433:0:240175:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6f300. 00020000:00000001:0.0:1783976403.705437:0:240175:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976403.705439:0:240175:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148810. 00020000:00000001:0.0:1783976403.705442:0:240175:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976403.705444:0:240175:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976403.705449:0:240175:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976403.705452:0:240175:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34578. 00000020:00000001:0.0:1783976403.705454:0:240175:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976403.705455:0:240175:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.705458:0:240175:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033813496 : -115476675738120 : ffff96f97dc345f8) 00020000:00000001:0.0:1783976403.705462:0:240175:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976403.705465:0:240175:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbc000. 00020000:00000001:0.0:1783976403.705466:0:240175:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.705470:0:240175:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033813496 : -115476675738120 : ffff96f97dc345f8) 00020000:00000001:0.0:1783976403.705471:0:240175:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033813496 : -115476675738120 : ffff96f97dc345f8) 00020000:00000002:0.0:1783976403.705474:0:240175:0:(lov_object.c:134:lov_init_sub()) [0x2c0000402:0x1695:0x0]@ffff96f97dc34578[0:0] -> [0x240002b13:0x2075:0x0]@ffff96f97dc34320: ostid: 0x2c0000402:5781 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976403.705477:0:240175:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976403.705479:0:240175:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976403.705481:0:240175:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.705483:0:240175:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033812896 : -115476675738720 : ffff96f97dc343a0) 00000020:00001000:0.0:1783976403.705485:0:240175:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.705487:0:240175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.705490:0:240175:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.705493:0:240175:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.705495:0:240175:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.705497:0:240175:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.705499:0:240175:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.705501:0:240175:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.705503:0:240175:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976403.705505:0:240175:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.705507:0:240175:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.705509:0:240175:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.705511:0:240175:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.705513:0:240175:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274400. 00000020:00000010:0.0:1783976403.705516:0:240175:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.705520:0:240175:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706997 : 162129771587706997 : 240002b13002075) 00000080:00000001:0.0:1783976403.705523:0:240175:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00000002:0.0:1783976403.705525:0:240175:0:(llite_lib.c:3045:ll_update_inode()) setting ino 162129771587706997 mtime from 0 to 1783976403 00000080:00000001:0.0:1783976403.705529:0:240175:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976403.705531:0:240175:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982174536 : -115476727377080 : ffff96f97aaf5348) 00010000:00000001:0.0:1783976403.705534:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705535:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705537:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.705539:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705541:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00000080:00000001:0.0:1783976403.705544:0:240175:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.705545:0:240175:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.705547:0:240175:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.705550:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d274400. 00000020:00000010:0.0:1783976403.705552:0:240175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.705554:0:240175:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.705556:0:240175:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.705559:0:240175:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.705561:0:240175:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.705563:0:240175:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.705565:0:240175:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.705568:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275200. 00000008:00000010:0.0:1783976403.705570:0:240175:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.705572:0:240175:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.705574:0:240175:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.705576:0:240175:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.705577:0:240175:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.705579:0:240175:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.705581:0:240175:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.705583:0:240175:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.705584:0:240175:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.705587:0:240175:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e300. 00020000:00000010:0.0:1783976403.705589:0:240175:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cb80. 00020000:00000010:0.0:1783976403.705592:0:240175:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e4e0. 00020000:00000001:0.0:1783976403.705593:0:240175:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164896 : -115476674386720 : ffff96f97dd7e4e0) 00020000:00000002:0.0:1783976403.705596:0:240175:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e4e0, objid 0x2075:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.705599:0:240175:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.705602:0:240175:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cb80: ostid: 0x2c0000402:5781 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976403.705605:0:240175:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0de88) owner ffff96f9450f8000 00020000:00000001:0.0:1783976403.705607:0:240175:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.705609:0:240175:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0de88) owner ffff96f9450f8000 00020000:00000010:0.0:1783976403.705613:0:240175:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cb80. 00020000:00000010:0.0:1783976403.705616:0:240175:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e300. 00020000:00000010:0.0:1783976403.705618:0:240175:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e4e0. 00020000:00000002:0.0:1783976403.705620:0:240175:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2075:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.705622:0:240175:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.705624:0:240175:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.705626:0:240175:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.705629:0:240175:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0de88) owner 0000000000000000/ffff96f9450f8000 00020000:00000002:0.0:1783976403.705631:0:240175:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e1e0 addref 2/0 by ffff96f9450f8000. 00020000:00000002:0.0:1783976403.705633:0:240175:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0de88) owner 0000000000000000/ffff96f9450f8000 00020000:00000001:0.0:1783976403.705636:0:240175:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.705638:0:240175:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.705639:0:240175:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.705640:0:240175:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.705643:0:240175:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.705645:0:240175:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2075:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976403.705647:0:240175:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.705649:0:240175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.705651:0:240175:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.705653:0:240175:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.705656:0:240175:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.705657:0:240175:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.705659:0:240175:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.705661:0:240175:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.705663:0:240175:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d274400. 00000008:00000010:0.0:1783976403.705666:0:240175:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.705668:0:240175:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.705670:0:240175:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.705672:0:240175:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.705674:0:240175:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.705676:0:240175:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.705678:0:240175:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.705679:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705680:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.705682:0:240175:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976403.705685:0:240175:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.705686:0:240175:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.705688:0:240175:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x240002b13:0x2075:0x0](ffff96f97aaf5348) 00000080:00010000:0.0:1783976403.705691:0:240175:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2075:0x0](ffff96f97aaf5348) for lock 0x5bb448586bd0956d 00800000:00000001:0.0:1783976403.705694:0:240175:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.705696:0:240175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.705697:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705698:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705699:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.705701:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705703:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705705:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705706:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.705707:0:240175:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.705709:0:240175:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705710:0:240175:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976403.705712:0:240175:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.705716:0:240175:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.705727:0:240175:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705732:0:240175:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.705735:0:240175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x2075:0x0](ffff96f97aaf5348) 00000080:00000001:0.0:1783976403.705738:0:240175:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.705740:0:240175:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f94d275a00. 00000100:00000001:0.0:1783976403.705743:0:240175:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.705745:0:240175:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.705751:0:240175:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705754:0:240175:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976403.705755:0:240175:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705762:0:240175:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976403.705764:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07a60 00000080:00200008:0.0:1783976403.705766:0:240175:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-c.3:[0x240002b13:0x2075:0x0](ffff96f97aaf5348), flags 104501 00000080:00000010:0.0:1783976403.705772:0:240175:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b540. 00000080:00000010:0.0:1783976403.705777:0:240175:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99b80. 00000080:00000001:0.0:1783976403.705779:0:240175:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976403.705782:0:240175:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.705784:0:240175:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.705786:0:240175:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.705788:0:240175:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.705790:0:240175:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.705792:0:240175:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.705794:0:240175:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2075:0x0] 00800000:00000001:0.0:1783976403.705795:0:240175:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.705798:0:240175:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976403.705801:0:240175:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30300. 00000002:00100000:0.0:1783976403.705804:0:240175:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.705810:0:240175:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.705811:0:240175:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976403.705814:0:240175:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976403.705817:0:240175:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705820:0:240175:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.705823:0:240175:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.705825:0:240175:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05f80 x1870620496672896/t25769972922(25769972922) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976403.705832:0:240175:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.705834:0:240175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.705857:0:240175:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976403.705858:0:240175:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.705861:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07a60 00000080:00000008:0.0:1783976403.705862:0:240175:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-c.3:[0x240002b13:0x2075:0x0](ffff96f97aaf5348), flags 104501, rc = 0 00000080:00000001:0.0:1783976403.705866:0:240175:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976403.705868:0:240175:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7ede0 released 00000080:00010000:0.0:1783976403.705870:0:240175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0956d from it ffff96f97dd7ede0 00010000:00000001:0.0:1783976403.705872:0:240175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.705873:0:240175:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.705875:0:240175:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.705877:0:240175:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705879:0:240175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.705881:0:240175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.705884:0:240175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.705891:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705892:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.705894:0:240175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.705896:0:240175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.705899:0:240175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.705905:0:240175:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.705908:0:240175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.705910:0:240175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.705914:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705916:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.705917:0:240175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.705920:0:240175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.705922:0:240175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.705924:0:240175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.705926:0:240175:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.705928:0:240175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.705938:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.705940:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.705941:0:240175:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976403.705943:0:240175:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976403.705945:0:240175:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.705946:0:240175:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.705949:0:240175:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.705950:0:240175:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705953:0:240175:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976403.705955:0:240175:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705956:0:240175:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.705958:0:240175:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705960:0:240175:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.705963:0:240175:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7ede0. 00000080:00000001:0.0:1783976403.705965:0:240175:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.705970:0:240175:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.705972:0:240175:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2075:0x0](ffff96f97aaf5348), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976403.705975:0:240175:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.705997:0:240175:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.706000:0:240175:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0de88) owner 0000000000000000/ffff96f9450f8000 00020000:00000002:0.0:1783976403.706003:0:240175:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0de88) owner 0000000000000000/ffff96f9450f8000 00020000:00000001:0.0:1783976403.706005:0:240175:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.706015:0:240175:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976403.706016:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07c30 00000080:00200008:0.0:1783976403.706019:0:240175:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-c.3:[0x240002b13:0x2075:0x0](ffff96f97aaf5348) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976403.000000000, mtime 1783976403.000000000, ctime 1783976403.000000000 00000080:00000002:0.0:1783976403.706023:0:240175:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976403, ctime 1783976403, now = 1783976403 00000080:00000010:0.0:1783976403.706025:0:240175:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f94d275a00. 00000080:00000001:0.0:1783976403.706027:0:240175:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976403.706032:0:240175:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976403.706033:0:240175:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x240002b13:0x2075:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976403.706035:0:240175:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.706036:0:240175:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.706037:0:240175:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.706038:0:240175:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.706039:0:240175:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.706040:0:240175:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2075:0x0] 00800000:00000001:0.0:1783976403.706041:0:240175:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.706043:0:240175:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976403.706045:0:240175:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976403.706047:0:240175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 2 00010000:00000001:0.0:1783976403.706048:0:240175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.706050:0:240175:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976403.706052:0:240175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976403.706054:0:240175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976403.706059:0:240175:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976403.706061:0:240175:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976403.706063:0:240175:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976403.706064:0:240175:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2075:0x0] mode (null) 00000002:00000001:0.0:1783976403.706066:0:240175:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.706068:0:240175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.706069:0:240175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976403.706070:0:240175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.706072:0:240175:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.706073:0:240175:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.706074:0:240175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.706075:0:240175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976403.706076:0:240175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.706077:0:240175:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.706078:0:240175:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.706079:0:240175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.706079:0:240175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976403.706080:0:240175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.706081:0:240175:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.706083:0:240175:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.706083:0:240175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.706084:0:240175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63300 count: 3 00010000:00000001:0.0:1783976403.706085:0:240175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.706086:0:240175:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.706087:0:240175:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.706089:0:240175:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.706089:0:240175:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.706091:0:240175:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.706092:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.706094:0:240175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274400. 00000020:00000010:0.0:1783976403.706095:0:240175:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.706097:0:240175:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.706099:0:240175:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.706100:0:240175:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.706103:0:240175:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.706104:0:240175:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.706106:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275000. 00000008:00000010:0.0:1783976403.706107:0:240175:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.706109:0:240175:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.706110:0:240175:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.706112:0:240175:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.706113:0:240175:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.706114:0:240175:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.706115:0:240175:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976403.706116:0:240175:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2075:0x0]: losing layout lock 00000080:00000001:0.0:1783976403.706118:0:240175:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976403.706119:0:240175:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976403.706121:0:240175:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.706122:0:240175:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.706123:0:240175:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2075:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976403.706124:0:240175:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.706125:0:240175:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976403.706126:0:240175:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cb40 00000020:00000010:0.0:1783976403.706127:0:240175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d274400. 00000020:00000010:0.0:1783976403.706129:0:240175:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.706131:0:240175:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.706132:0:240175:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.706134:0:240175:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.706152:0:240175:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.706154:0:240175:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.706155:0:240175:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275200. 00000008:00000010:0.0:1783976403.706157:0:240175:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.706158:0:240175:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.706160:0:240175:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.706161:0:240175:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729733c0. 00000020:00000010:0.0:1783976403.706163:0:240175:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275000. 00000020:00000010:0.0:1783976403.706164:0:240175:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cb40. 00000080:00000001:0.0:1783976403.706165:0:240175:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.706167:0:240175:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976403.706168:0:240175:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2075:0x0](ffff96f97aaf5348) invalid 00000020:00000001:0.0:1783976403.706169:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07838 00000080:00002000:0.0:1783976403.706170:0:240175:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-c.3 (ffff96f95227d798) parent ffff96f97c080510 inode ffff96f97aaf5348 refc 1 00000080:00000001:0.0:1783976403.706173:0:240175:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976403.706175:0:240175:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976403.706176:0:240175:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.706177:0:240175:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976403.706179:0:240175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976403.706180:0:240175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976403.706181:0:240175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.706183:0:240175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976403.706185:0:240175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f970b00200 with handle 0x5bb448586bd0956d from hash 00010000:00000001:0.0:1783976403.706186:0:240175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976403.706187:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.706188:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.706189:0:240175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976403.706191:0:240175:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976403.706192:0:240175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976403.706193:0:240175:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.706195:0:240175:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.706196:0:240175:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976403.706200:0:240175:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07800. 00000020:00000040:0.0:1783976403.706202:0:240175:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=10 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.706206:0:240175:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.706208:0:240175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.706210:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.706210:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.706211:0:240175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.706213:0:240175:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.706215:0:240175:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.706218:0:240175:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.706221:0:240175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f94d275000. 00000100:00000001:0.0:1783976403.706225:0:240175:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.706227:0:240175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.706229:0:240175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976403.706231:0:240175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976403.706235:0:240175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976403.706236:0:240175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.706238:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976403.706239:0:240175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00200/0x5bb448586bd0956d lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac35f expref: -99 pid: 240175 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976403.706243:0:240175:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99300. 00010000:00000040:0.0:1783976403.706245:0:240175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63300 count: 0 00010000:00000010:0.0:1783976403.706247:0:240175:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8d00. 00010000:00000001:0.0:1783976403.706251:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.706252:0:240175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.706253:0:240175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.706254:0:240175:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.706255:0:240175:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976403.706257:0:240175:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976403, ctime 1783976403 00000020:00100000:0.0:1783976403.706262:0:240175:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976403.706266:0:240175:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07800 x1870620496673152/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976403.706271:0:240175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.706272:0:240175:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.706276:0:240175:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.706277:0:240175:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537408 : -115476773014208 : ffff96f977f6f540) 00000100:00000001:0.0:1783976403.706279:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.706280:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976403.706282:0:240175:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.706286:0:240175:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.706287:0:240175:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.706288:0:240175:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.706290:0:240175:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07800 x1870620496673152/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.706294:0:240175:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.706295:0:240175:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.706298:0:240175:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.706299:0:240175:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.706301:0:240175:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.706303:0:240175:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240175:1870620496673152:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.706305:0:240175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.706309:0:240175:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.706310:0:240175:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.706312:0:240175:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.706315:0:240175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389000. 02000000:00000001:0.0:1783976403.706316:0:240175:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.706320:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.706323:0:240175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.706327:0:240175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976403.706332:0:240175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496673152, portal 10 00000100:00000001:0.0:1783976403.706333:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.706334:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000040:0.0:1783976403.706338:0:240175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c07800 x1870620496673152/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.706346:0:240175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.706348:0:240175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.706349:0:240175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783976403.706352:0:240175:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496673152, offset 0 00000400:00000200:0.0:1783976403.706355:0:240175:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.706360:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.706365:0:240175:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.706369:0:240175:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.706372:0:240175:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.706375:0:240175:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.706377:0:240175:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.706379:0:240175:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778789:778789:256:4294967295] 192.168.201.114@tcp LPNI seq info [778767:778767:8:4294967295] 00000400:00000200:0.0:1783976403.706382:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.706389:0:240175:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.706392:0:240175:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.706396:0:240175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ad00. 00000800:00000200:0.0:1783976403.706401:0:240175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.706407:0:240175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.706410:0:240175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ad00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.706418:0:240175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.706422:0:240175:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.706425:0:240175:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.706428:0:240175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609553 00000100:00000001:0.0:1783976403.706430:0:240175:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609574 00000100:00000001:0.0:1783976403.706432:0:240175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609553 00000100:00000001:0.0:1783976403.706434:0:240175:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609574 00000100:00000001:0.0:1783976403.706436:0:240175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.706438:0:240175:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.706441:0:240175:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.706442:0:240175:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.706445:0:240175:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f540 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.706447:0:240175:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.706449:0:240175:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.710677:0:240175:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.710684:0:240175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.710685:0:240175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.710688:0:240175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393b00. 00000400:00000200:0.0:1783976403.710692:0:240175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783976403.710695:0:240175:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783976403.710698:0:240175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.710702:0:240175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07800 x1870620496673152/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976403.710710:0:240175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07800 x1870620496673152/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.710716:0:240175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.710718:0:240175:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.710721:0:240175:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.710723:0:240175:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.710726:0:240175:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.710728:0:240175:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.710731:0:240175:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.710740:0:240175:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.710744:0:240175:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.710746:0:240175:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.710748:0:240175:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.710750:0:240175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.710754:0:240175:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.710757:0:240175:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.710759:0:240175:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.710761:0:240175:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.710763:0:240175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.710764:0:240175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100738560 : -115476608813056 : ffff96f981c07800) 00000100:00000001:0.0:1783976403.710767:0:240175:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.710769:0:240175:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.710772:0:240175:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.710774:0:240175:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.710779:0:240175:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07800 x1870620496673152/t25769972923(25769972923) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.710787:0:240175:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.710789:0:240175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.710791:0:240175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.710795:0:240175:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07800 x1870620496673152/t25769972923(25769972923) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976403.710801:0:240175:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240175:1870620496673152:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.710805:0:240175:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.710806:0:240175:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.710808:0:240175:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.710810:0:240175:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.710812:0:240175:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07800 x1870620496673152/t25769972923(25769972923) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.710816:0:240175:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.710818:0:240175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.710819:0:240175:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.710820:0:240175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.710834:0:240175:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.710836:0:240175:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.710845:0:240175:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.710847:0:240175:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.710854:0:240175:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706997 : 162129771587706997 : 240002b13002075) 00000080:00000001:0.0:1783976403.710856:0:240175:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000100:00000001:0.0:1783976403.710860:0:240175:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.710862:0:240175:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07800 x1870620496673152/t25769972923(25769972923) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.710866:0:240175:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.710868:0:240175:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.710869:0:240175:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.710871:0:240175:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.710874:0:240175:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976403.710875:0:240175:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.710877:0:240175:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.710878:0:240175:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.710879:0:240175:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.710880:0:240175:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.710882:0:240175:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976403.710883:0:240175:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.710887:0:240175:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cb40. 00000020:00000010:0.0:1783976403.710891:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275200. 00000020:00000010:0.0:1783976403.710894:0:240175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f94d274400. 00000020:00000010:0.0:1783976403.710897:0:240175:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783976403.710901:0:240175:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2190. 00020000:00000010:0.0:1783976403.710905:0:240175:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805240. 00008000:00000010:0.0:1783976403.710908:0:240175:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111f4f8. 00000080:00000010:0.0:1783976403.710913:0:240175:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.710915:0:240175:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174cb90. 00000020:00000010:0.0:1783976403.710918:0:240175:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f94d275800. 00000008:00000010:0.0:1783976403.710921:0:240175:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6580. 00020000:00000010:0.0:1783976403.710923:0:240175:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79918. 00008000:00000010:0.0:1783976403.710925:0:240175:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4ad00. 00000080:00000010:0.0:1783976403.710928:0:240175:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729733c0. 00000020:00000001:0.0:1783976403.710937:0:240175:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539050824 : -115477170500792 : ffff96f96045cb48) 00000020:00001000:0.0:1783976403.710940:0:240175:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cb40 00000020:00000001:0.0:1783976403.710943:0:240175:0:(cl_object.c:151:cl_object_top()) ffff96f97dc343a0 -> ffff96f97dc343a0 00000020:00000001:0.0:1783976403.710945:0:240175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976403.710947:0:240175:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976403.710948:0:240175:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x2075:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976403.710950:0:240175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.710951:0:240175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976403.710953:0:240175:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976403.710955:0:240175:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976403.710956:0:240175:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x240002b13:0x2075:0x0] 00800000:00000001:0.0:1783976403.710959:0:240175:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.710960:0:240175:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.710962:0:240175:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.710964:0:240175:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.710966:0:240175:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.710967:0:240175:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2075:0x0] 00800000:00000001:0.0:1783976403.710974:0:240175:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.710977:0:240175:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.710979:0:240175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.710984:0:240175:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.710985:0:240175:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.710987:0:240175:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2075:0x0]: 0 00000080:00000001:0.0:1783976403.710988:0:240175:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.710990:0:240175:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976403.710994:0:240175:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f94d275400. 00000080:00010000:0.0:1783976403.710998:0:240175:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x240002b13:0x2075:0x0](ffff96f97aaf5348) 00000080:00000001:0.0:1783976403.711000:0:240175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.711003:0:240175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.711005:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07958 00800000:00000002:0.0:1783976403.711007:0:240175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x240002b13:0x2075:0x0] '' on [0x240002b13:0x2075:0x0] 00800000:00000001:0.0:1783976403.711010:0:240175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976403.711011:0:240175:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.711012:0:240175:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.711013:0:240175:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.711014:0:240175:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.711015:0:240175:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.711016:0:240175:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2075:0x0] 00800000:00000001:0.0:1783976403.711017:0:240175:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.711018:0:240175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2075:0x0], fid2=[0x240002b13:0x2075:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976403.711021:0:240175:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.711022:0:240175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07828 00000002:00010000:0.0:1783976403.711023:0:240175:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2075:0x0]) in obj [0x240002b13:0x2075:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976403.711025:0:240175:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976403.711027:0:240175:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976403.711030:0:240175:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976403.711033:0:240175:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=11 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.711036:0:240175:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.711040:0:240175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.711044:0:240175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.711046:0:240175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.711046:0:240175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.711048:0:240175:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.711050:0:240175:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.711053:0:240175:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.711108:0:240175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8800. 00000100:00000001:0.0:1783976403.711114:0:240175:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.711116:0:240175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.711118:0:240175:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.711119:0:240175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.711119:0:240175:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.711121:0:240175:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.711124:0:240175:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00010000:00000001:0.0:1783976403.711126:0:240175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.711127:0:240175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.711130:0:240175:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63e00. 00010000:00000010:0.0:1783976403.711133:0:240175:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8d00. 00010000:00000001:0.0:1783976403.711209:0:240175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.711213:0:240175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f970b00000. 00000020:00000001:0.0:1783976403.711217:0:240175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.711220:0:240175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f970b00000 with handle 0x5bb448586bd09574 to hash 00000020:00000001:0.0:1783976403.711222:0:240175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.711223:0:240175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596814446592 : -115476895105024 : ffff96f970b00000) 00010000:00000001:0.0:1783976403.711228:0:240175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596814446592 : -115476895105024 : ffff96f970b00000) 00010000:00000001:0.0:1783976403.711232:0:240175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.711235:0:240175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.711239:0:240175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00000/0x5bb448586bd09574 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2075:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240175 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.711247:0:240175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00000/0x5bb448586bd09574 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2075:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240175 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.711255:0:240175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b00000/0x5bb448586bd09574 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2075:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240175 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.711259:0:240175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.711260:0:240175:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1783976403.715482:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.715484:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.715486:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.715490:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977107800 x1870620496673408/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.715496:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.715497:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.715500:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.715502:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.715503:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.715505:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977107800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496673408:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976403.715508:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.715511:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.715513:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.715515:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.715520:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388000. 02000000:00000001:0.0:1783976403.715521:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.715526:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.715530:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393b00. 00000400:00000010:0.0:1783976403.715535:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976403.715539:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496673408, portal 4 00000100:00000001:0.0:1783976403.715541:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.715543:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921432064 : -115476788119552 : ffff96f977107800) 00000100:00000040:0.0:1783976403.715549:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977107800 x1870620496673408/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.715556:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.715559:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.715561:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783976403.715564:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496673408, offset 0 00000400:00000200:0.0:1783976403.715571:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.715577:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.715582:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.715586:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.715589:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.715592:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.715594:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.715597:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778791:778791:256:4294967295] 192.168.201.114@tcp LPNI seq info [778769:778769:8:4294967295] 00000400:00000200:0.0:1783976403.715599:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.715605:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.715609:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.715613:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783976403.715617:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.715622:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.715625:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2aa00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.715629:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.715632:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 32050 usecs (33 jiffies) 00000400:00000200:0.0:1783976403.715634:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.715636:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609587 00000100:00000001:0.0:1783976403.715641:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609574 00000100:00000001:0.0:1783976403.715645:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609587 00000100:00000001:0.0:1783976403.715647:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609574 00000100:00000001:0.0:1783976403.715649:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.715650:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.715652:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.715653:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.715896:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.715898:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976403.715901:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.715902:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000002:00000010:0.0:1783976403.753232:0:240177:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99740. 00010000:00000001:0.0:1783976403.753236:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753238:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.753239:0:240177:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.753241:0:240177:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.753244:0:240177:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976403.753247:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.753249:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921429376 : -115476788122240 : ffff96f977106d80) 00010000:00000001:0.0:1783976403.753251:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.753252:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.753254:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8c400 refcount=3 00000020:00000001:0.0:1783976403.753256:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000001:0.0:1783976403.753258:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00000002:00010000:0.0:1783976403.753262:0:240177:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8c400/0x5bb448586bd09582 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3ac expref: -99 pid: 240177 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.753269:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753271:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.753272:0:240177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.753274:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.753275:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.753276:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8c400 refcount=3 00000020:00000001:0.0:1783976403.753278:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000001:0.0:1783976403.753280:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000040:0.0:1783976403.753283:0:240177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 3 00010000:00000001:0.0:1783976403.753285:0:240177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.753289:0:240177:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8308 (0 0) 00010000:00000001:0.0:1783976403.753291:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753292:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.753293:0:240177:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.753296:0:240177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c2f760 00000002:00002000:0.0:1783976403.753298:0:240177:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-a.3 intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976403.753302:0:240177:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.753305:0:240177:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.753307:0:240177:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.753311:0:240177:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240002b11:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976403.753314:0:240177:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.753318:0:240177:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.753320:0:240177:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976403.753322:0:240177:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f977a09900 it_disposition 80002b 00000080:00000001:0.0:1783976403.753325:0:240177:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976403.753330:0:240177:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.753334:0:240177:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.753336:0:240177:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706996 : 162129771587706996 : 240002b13002074) 00000080:00000001:0.0:1783976403.753340:0:240177:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783976403.753345:0:240177:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.753351:0:240177:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.753355:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8200. 00000020:00000010:0.0:1783976403.753361:0:240177:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9400. 00000020:00000010:0.0:1783976403.753364:0:240177:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.753368:0:240177:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.753372:0:240177:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.753376:0:240177:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.753380:0:240177:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.753382:0:240177:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.753385:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9200. 00000008:00000010:0.0:1783976403.753388:0:240177:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.753390:0:240177:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.753393:0:240177:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.753396:0:240177:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.753398:0:240177:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.753400:0:240177:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.753401:0:240177:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.753405:0:240177:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.753406:0:240177:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.753410:0:240177:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976403.753413:0:240177:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.753416:0:240177:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e300. 00020000:00000001:0.0:1783976403.753418:0:240177:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164416 : -115476674387200 : ffff96f97dd7e300) 00020000:00000002:0.0:1783976403.753422:0:240177:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e300, objid 0x2074:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.753427:0:240177:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.753431:0:240177:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x280000402:5913 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.753434:0:240177:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d7c0) owner ffff96f9450f8000 00020000:00000001:0.0:1783976403.753437:0:240177:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.753439:0:240177:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d7c0) owner ffff96f9450f8000 00020000:00000010:0.0:1783976403.753443:0:240177:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.753446:0:240177:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976403.753449:0:240177:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e300. 00020000:00000002:0.0:1783976403.753451:0:240177:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2074:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.753453:0:240177:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.753455:0:240177:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976403.753457:0:240177:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.753460:0:240177:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9400. 00000020:00000010:0.0:1783976403.753464:0:240177:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.753467:0:240177:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.753470:0:240177:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.753585:0:240177:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.753589:0:240177:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.753591:0:240177:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.753593:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8200. 00000008:00000010:0.0:1783976403.753596:0:240177:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.753598:0:240177:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.753600:0:240177:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.753602:0:240177:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.753604:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9200. 00000020:00000010:0.0:1783976403.753605:0:240177:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.753608:0:240177:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706996 : 162129771587706996 : 240002b13002074) 00000080:00000001:0.0:1783976403.753610:0:240177:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:0.0:1783976403.753621:0:240177:0:(namei.c:147:ll_iget()) got inode: [0x240002b13:0x2074:0x0](ffff96f97ab63a88): rc = 0 00000080:00000001:0.0:1783976403.753622:0:240177:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982626952 : -115476726924664 : ffff96f97ab63a88) 00010000:00000001:0.0:1783976403.753624:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.753625:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.753626:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8c400 refcount=3 00000020:00000001:0.0:1783976403.753628:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000001:0.0:1783976403.753629:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00000080:00000001:0.0:1783976403.753632:0:240177:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.753633:0:240177:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.753635:0:240177:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.753637:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9200. 00000020:00000010:0.0:1783976403.753639:0:240177:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8200. 00000020:00000010:0.0:1783976403.753640:0:240177:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.753642:0:240177:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.753644:0:240177:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.753645:0:240177:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.753647:0:240177:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.753648:0:240177:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.753650:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9400. 00000008:00000010:0.0:1783976403.753651:0:240177:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.753653:0:240177:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.753654:0:240177:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.753655:0:240177:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.753656:0:240177:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.753658:0:240177:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.753659:0:240177:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.753660:0:240177:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.753661:0:240177:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.753662:0:240177:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e300. 00020000:00000010:0.0:1783976403.753664:0:240177:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.753665:0:240177:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e4e0. 00020000:00000001:0.0:1783976403.753666:0:240177:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164896 : -115476674386720 : ffff96f97dd7e4e0) 00020000:00000002:0.0:1783976403.753668:0:240177:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e4e0, objid 0x2074:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.753671:0:240177:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.753673:0:240177:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x280000402:5913 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.753674:0:240177:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d7c0) owner ffff96f9450f8000 00020000:00000001:0.0:1783976403.753676:0:240177:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.753677:0:240177:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d7c0) owner ffff96f9450f8000 00020000:00000010:0.0:1783976403.753679:0:240177:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.753681:0:240177:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e300. 00020000:00000010:0.0:1783976403.753682:0:240177:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e4e0. 00020000:00000002:0.0:1783976403.753683:0:240177:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2074:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.753685:0:240177:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.753686:0:240177:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.753688:0:240177:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.753690:0:240177:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000002:0.0:1783976403.753692:0:240177:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e540 addref 2/0 by ffff96f9450f8000. 00020000:00000002:0.0:1783976403.753694:0:240177:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000001:0.0:1783976403.753695:0:240177:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.753696:0:240177:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.753697:0:240177:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.753698:0:240177:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.753699:0:240177:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.753701:0:240177:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2074:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783976403.753702:0:240177:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.753703:0:240177:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8200. 00000020:00000010:0.0:1783976403.753705:0:240177:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.753706:0:240177:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.753708:0:240177:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.753709:0:240177:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.753711:0:240177:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.753712:0:240177:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.753713:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9200. 00000008:00000010:0.0:1783976403.753715:0:240177:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.753716:0:240177:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.753718:0:240177:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.753719:0:240177:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.753720:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9400. 00000020:00000010:0.0:1783976403.753721:0:240177:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.753723:0:240177:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.753724:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753725:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.753726:0:240177:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976403.753728:0:240177:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.753729:0:240177:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.753731:0:240177:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) for lock 0x5bb448586bd09582 00800000:00000001:0.0:1783976403.753734:0:240177:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.753735:0:240177:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.753736:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.753736:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.753737:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8c400 refcount=3 00000020:00000001:0.0:1783976403.753739:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000001:0.0:1783976403.753740:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000001:0.0:1783976403.753742:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753742:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.753743:0:240177:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.753744:0:240177:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976403.753749:0:240177:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97c080288 inode ffff96f97ab63a88 refc 1 flags 0x40000e 00000080:00000001:0.0:1783976403.753751:0:240177:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976403.753753:0:240177:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) 00000080:00000001:0.0:1783976403.753755:0:240177:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.753758:0:240177:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345ce00. 00000100:00000001:0.0:1783976403.753760:0:240177:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.753765:0:240177:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977106d80 x1870620496674048/t25769972925(25769972925) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.753770:0:240177:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.753777:0:240177:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976403.753779:0:240177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c2fa60 00000080:00200008:0.0:1783976403.753780:0:240177:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88), flags 104501 00000080:00000010:0.0:1783976403.753785:0:240177:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8b2c0. 00000080:00000010:0.0:1783976403.753790:0:240177:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d996c0. 00000080:00000001:0.0:1783976403.753791:0:240177:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976403.753794:0:240177:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.753796:0:240177:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.753798:0:240177:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.753799:0:240177:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.753801:0:240177:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.753803:0:240177:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.753804:0:240177:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.753806:0:240177:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.753808:0:240177:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976403.753810:0:240177:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30460. 00000002:00100000:0.0:1783976403.753813:0:240177:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977106d80 x1870620496674048/t25769972925(25769972925) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.753817:0:240177:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.753818:0:240177:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976403.753821:0:240177:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976403.753823:0:240177:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.753824:0:240177:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.753826:0:240177:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.753827:0:240177:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977106d80 x1870620496674048/t25769972925(25769972925) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976403.753831:0:240177:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.753834:0:240177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.753857:0:240177:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976403.753859:0:240177:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.753860:0:240177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c2fa60 00000080:00000008:0.0:1783976403.753862:0:240177:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88), flags 104501, rc = 0 00000080:00000001:0.0:1783976403.753864:0:240177:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976403.753866:0:240177:0:(dcache.c:176:ll_intent_release()) intent ffff96f977a09900 released 00000080:00010000:0.0:1783976403.753867:0:240177:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09582 from it ffff96f977a09900 00010000:00000001:0.0:1783976403.753868:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.753869:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.753870:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8c400 refcount=3 00000020:00000001:0.0:1783976403.753872:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000001:0.0:1783976403.753873:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931412992 : -115476778138624 : ffff96f977a8c400) 00010000:00000001:0.0:1783976403.753874:0:240177:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.753877:0:240177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8c400/0x5bb448586bd09582 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac3ac expref: -99 pid: 240177 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.753885:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753886:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.753887:0:240177:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.753889:0:240177:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.753891:0:240177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8c400/0x5bb448586bd09582 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac3ac expref: -99 pid: 240177 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.753895:0:240177:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.753897:0:240177:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.753898:0:240177:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.753901:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753902:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.753903:0:240177:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.753905:0:240177:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.753906:0:240177:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.753907:0:240177:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.753909:0:240177:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.753910:0:240177:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.753911:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.753912:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.753913:0:240177:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976403.753914:0:240177:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976403.753916:0:240177:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.753917:0:240177:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.753918:0:240177:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.753919:0:240177:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.753921:0:240177:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976403.753922:0:240177:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.753923:0:240177:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.753925:0:240177:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.753926:0:240177:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.753927:0:240177:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f977a09900. 00000080:00000001:0.0:1783976403.753941:0:240177:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.753945:0:240177:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.753948:0:240177:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2074:0x0](ffff96f97ab63a88), inode mode 81a4 mask 42 00000080:00000001:0.0:1783976403.753951:0:240177:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.753979:0:240177:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.753982:0:240177:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000002:0.0:1783976403.753985:0:240177:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000001:0.0:1783976403.753987:0:240177:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.753997:0:240177:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976403.753999:0:240177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c2fc30 00000080:00200008:0.0:1783976403.754002:0:240177:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88) current size 0, valid attrs 100d0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783965603.000000000, mtime 1783976403.000000000, ctime 1783976403.000000000 00000080:00000002:0.0:1783976403.754008:0:240177:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976403, ctime 1783976403, now = 1783976403 00000080:00000010:0.0:1783976403.754011:0:240177:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976403.754013:0:240177:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976403.754018:0:240177:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976403.754020:0:240177:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x240002b13:0x2074:0x0], valid 0x100100d0/0x0 00800000:00000001:0.0:1783976403.754022:0:240177:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.754023:0:240177:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.754025:0:240177:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.754026:0:240177:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.754028:0:240177:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.754029:0:240177:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.754031:0:240177:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.754035:0:240177:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976403.754037:0:240177:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976403.754040:0:240177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 3 00010000:00000001:0.0:1783976403.754042:0:240177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.754044:0:240177:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976403.754047:0:240177:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976403.754050:0:240177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8c400/0x5bb448586bd09582 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac3ac expref: -99 pid: 240177 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976403.754058:0:240177:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976403.754069:0:240177:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976403.754071:0:240177:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976403.754073:0:240177:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2074:0x0] mode (null) 00000002:00000001:0.0:1783976403.754076:0:240177:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.754078:0:240177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.754080:0:240177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 4 00010000:00000001:0.0:1783976403.754082:0:240177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.754085:0:240177:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.754086:0:240177:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.754087:0:240177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.754088:0:240177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 4 00010000:00000001:0.0:1783976403.754090:0:240177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.754092:0:240177:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.754093:0:240177:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.754094:0:240177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.754096:0:240177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 4 00010000:00000001:0.0:1783976403.754097:0:240177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.754100:0:240177:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976403.754102:0:240177:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976403.754105:0:240177:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.754108:0:240177:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.754112:0:240177:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f85019aa00/0x5bb448586bd09558 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2074:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac312 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976403.754118:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.754119:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.754120:0:240177:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976403.754122:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.754123:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.754125:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019aa00 refcount=2 00000020:00000001:0.0:1783976403.754126:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.754128:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972755968 : -115481736795648 : ffff96f85019aa00) 00010000:00000001:0.0:1783976403.754130:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.754131:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.754132:0:240177:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.754133:0:240177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.754135:0:240177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 4 00010000:00000001:0.0:1783976403.754172:0:240177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.754175:0:240177:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.754177:0:240177:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.754179:0:240177:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976403.754182:0:240177:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2074:0x0](ffff96f97ab63a88) invalid 00000020:00000001:0.0:1783976403.754185:0:240177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c2f838 00000080:00002000:0.0:1783976403.754187:0:240177:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-a.3 (ffff96f97c080288) parent ffff96f97c080510 inode ffff96f97ab63a88 refc 1 00000080:00000001:0.0:1783976403.754190:0:240177:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976403.754192:0:240177:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976403.754194:0:240177:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.754197:0:240177:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976403.754200:0:240177:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976403.754201:0:240177:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976403.754203:0:240177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.754204:0:240177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976403.754207:0:240177:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f977a8c400 with handle 0x5bb448586bd09582 from hash 00010000:00000001:0.0:1783976403.754209:0:240177:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976403.754210:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.754211:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.754212:0:240177:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976403.754215:0:240177:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976403.754216:0:240177:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976403.754219:0:240177:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.754221:0:240177:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.754223:0:240177:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976403.754229:0:240177:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04700. 00000020:00000040:0.0:1783976403.754232:0:240177:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=13 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.754237:0:240177:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.754240:0:240177:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.754242:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.754243:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.754244:0:240177:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.754247:0:240177:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.754249:0:240177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.754251:0:240177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.754257:0:240177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9200. 00000100:00000001:0.0:1783976403.754263:0:240177:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.754265:0:240177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.754267:0:240177:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976403.754271:0:240177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8c400/0x5bb448586bd09582 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac3ac expref: -99 pid: 240177 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976403.754278:0:240177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976403.754280:0:240177:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.754282:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976403.754284:0:240177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8c400/0x5bb448586bd09582 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac3ac expref: -99 pid: 240177 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976403.754292:0:240177:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99740. 00010000:00000001:0.0:1783976403.754298:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.754299:0:240177:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.754301:0:240177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.754302:0:240177:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.754304:0:240177:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976403.754306:0:240177:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976403, ctime 1783976403 00000020:00100000:0.0:1783976403.754314:0:240177:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976403.754319:0:240177:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04700 x1870620496674304/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976403.754326:0:240177:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.754328:0:240177:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.754334:0:240177:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.754336:0:240177:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537408 : -115476773014208 : ffff96f977f6f540) 00000100:00000001:0.0:1783976403.754338:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.754340:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000001:0.0:1783976403.754344:0:240177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.754347:0:240177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.754349:0:240177:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.754351:0:240177:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.754355:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04700 x1870620496674304/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.754361:0:240177:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.754362:0:240177:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.754365:0:240177:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.754367:0:240177:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.754368:0:240177:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.754371:0:240177:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240177:1870620496674304:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.754373:0:240177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.754378:0:240177:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.754379:0:240177:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.754380:0:240177:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.754383:0:240177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438ac00. 02000000:00000001:0.0:1783976403.754385:0:240177:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.754390:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.754393:0:240177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976403.754398:0:240177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976403.754403:0:240177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496674304, portal 10 00000100:00000001:0.0:1783976403.754405:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.754405:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000040:0.0:1783976403.754410:0:240177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04700 x1870620496674304/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.754415:0:240177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.754417:0:240177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.754419:0:240177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783976403.754423:0:240177:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496674304, offset 0 00000400:00000200:0.0:1783976403.754430:0:240177:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.754437:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.754444:0:240177:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.754448:0:240177:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.754452:0:240177:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.754456:0:240177:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.754459:0:240177:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.754462:0:240177:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778795:778795:256:4294967295] 192.168.201.114@tcp LPNI seq info [778773:778773:8:4294967295] 00000400:00000200:0.0:1783976403.754467:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.754486:0:240177:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.754491:0:240177:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.754498:0:240177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783976403.754505:0:240177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.754512:0:240177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.754516:0:240177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2aa00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.754532:0:240177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.754536:0:240177:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.754538:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.754540:0:240177:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609604 00000100:00000001:0.0:1783976403.754546:0:240177:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609593 00000100:00000001:0.0:1783976403.754550:0:240177:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609604 00000100:00000001:0.0:1783976403.754552:0:240177:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609593 00000100:00000001:0.0:1783976403.754554:0:240177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.754555:0:240177:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.754557:0:240177:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.754558:0:240177:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.754560:0:240177:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f540 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.754561:0:240177:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.754563:0:240177:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.758392:0:240177:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.758401:0:240177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.758403:0:240177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.758406:0:240177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c08. 00000400:00000200:0.0:1783976403.758411:0:240177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783976403.758414:0:240177:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783976403.758416:0:240177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.758422:0:240177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04700 x1870620496674304/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976403.758433:0:240177:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04700 x1870620496674304/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.758439:0:240177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.758441:0:240177:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.758444:0:240177:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.758447:0:240177:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.758450:0:240177:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.758452:0:240177:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.758454:0:240177:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.758462:0:240177:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.758467:0:240177:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.758469:0:240177:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.758471:0:240177:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.758474:0:240177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.758477:0:240177:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.758480:0:240177:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.758482:0:240177:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.758483:0:240177:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.758486:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.758487:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100726016 : -115476608825600 : ffff96f981c04700) 00000100:00000001:0.0:1783976403.758490:0:240177:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.758492:0:240177:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.758494:0:240177:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.758496:0:240177:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.758501:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04700 x1870620496674304/t25769972926(25769972926) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.758508:0:240177:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.758511:0:240177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.758513:0:240177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.758517:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04700 x1870620496674304/t25769972926(25769972926) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976403.758525:0:240177:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04700 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240177:1870620496674304:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.758530:0:240177:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.758532:0:240177:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.758535:0:240177:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.758536:0:240177:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.758539:0:240177:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04700 x1870620496674304/t25769972926(25769972926) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.758547:0:240177:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.758549:0:240177:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.758552:0:240177:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.758554:0:240177:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.758560:0:240177:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.758563:0:240177:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.758568:0:240177:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.758570:0:240177:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.758577:0:240177:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587706996 : 162129771587706996 : 240002b13002074) 00000080:00000001:0.0:1783976403.758580:0:240177:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000100:00000001:0.0:1783976403.758584:0:240177:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.758588:0:240177:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c04700 x1870620496674304/t25769972926(25769972926) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.758593:0:240177:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.758596:0:240177:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.758597:0:240177:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.758599:0:240177:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.758603:0:240177:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976403.758605:0:240177:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.758607:0:240177:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.758609:0:240177:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.758611:0:240177:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.758613:0:240177:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.758615:0:240177:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976403.758618:0:240177:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.758622:0:240177:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.758628:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8200. 00000020:00000010:0.0:1783976403.758632:0:240177:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9600. 00000020:00000010:0.0:1783976403.758635:0:240177:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.758642:0:240177:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.758647:0:240177:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.758652:0:240177:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.758658:0:240177:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.758661:0:240177:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.758665:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9000. 00000008:00000010:0.0:1783976403.758669:0:240177:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.758673:0:240177:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.758676:0:240177:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.758679:0:240177:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.758682:0:240177:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.758685:0:240177:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.758689:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.758691:0:240177:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976403.758693:0:240177:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976403.758695:0:240177:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x2074:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976403.758698:0:240177:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.758699:0:240177:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976403.758701:0:240177:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976403.758703:0:240177:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.758705:0:240177:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976403.758708:0:240177:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2074:0x0]io ffff96f96174d530 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976403.758712:0:240177:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000001:0.0:1783976403.758716:0:240177:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976403.758717:0:240177:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976403.758720:0:240177:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976403.758721:0:240177:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758723:0:240177:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976403.758725:0:240177:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976403.758726:0:240177:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758728:0:240177:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.758728:0:240177:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976403.758730:0:240177:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976403.758731:0:240177:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00000020:00000001:0.0:1783976403.758733:0:240177:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758735:0:240177:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976403.758737:0:240177:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976403.758739:0:240177:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976403.758741:0:240177:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976403.758743:0:240177:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976403.758746:0:240177:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976403.758749:0:240177:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.758750:0:240177:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976403.758751:0:240177:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.758754:0:240177:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976403.758757:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976403.758759:0:240177:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9c00. 00000020:00000010:0.0:1783976403.758762:0:240177:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976403.758765:0:240177:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976403.758767:0:240177:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976403.758770:0:240177:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976403.758774:0:240177:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.758776:0:240177:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976403.758779:0:240177:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8400. 00000008:00000010:0.0:1783976403.758783:0:240177:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976403.758786:0:240177:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976403.758788:0:240177:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976403.758791:0:240177:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976403.758793:0:240177:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976403.758795:0:240177:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976403.758797:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34148 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.758799:0:240177:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976403.758801:0:240177:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.758802:0:240177:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976403.758804:0:240177:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758806:0:240177:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758808:0:240177:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058919592 : -115477650632024 : ffff96f943a792a8) 00000020:00000001:0.0:1783976403.758810:0:240177:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.758813:0:240177:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.758816:0:240177:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758818:0:240177:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758820:0:240177:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758822:0:240177:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758823:0:240177:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758825:0:240177:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1783976403.758827:0:240177:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1783976403.758829:0:240177:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1783976403.758831:0:240177:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1783976403.758833:0:240177:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1783976403.758835:0:240177:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758836:0:240177:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.758838:0:240177:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758840:0:240177:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976403.758842:0:240177:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.758843:0:240177:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976403.758844:0:240177:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.758845:0:240177:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758847:0:240177:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758849:0:240177:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758850:0:240177:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758851:0:240177:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.758853:0:240177:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783976403.758855:0:240177:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783976403.758857:0:240177:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783976403.758859:0:240177:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783976403.758861:0:240177:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783976403.758866:0:240177:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff96f977ba8f00. 00020000:00000002:0.0:1783976403.758868:0:240177:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976403.758871:0:240177:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783976403.758872:0:240177:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.758873:0:240177:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058919592 : -115477650632024 : ffff96f943a792a8) 00000020:00000001:0.0:1783976403.758875:0:240177:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783976403.758879:0:240177:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff96f9437f85f0. 00000008:00010000:0.0:1783976403.758881:0:240177:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1783976403.758884:0:240177:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976403.758885:0:240177:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783976403.758887:0:240177:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff96f977ba8f30, osc lock ffff96f9437f85f0, flags 0x0 00000020:00000001:0.0:1783976403.758889:0:240177:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758891:0:240177:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.758893:0:240177:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446628596932579072 : -115476776972544 : ffff96f977ba8f00) 00000020:00000001:0.0:1783976403.758895:0:240177:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976403.758896:0:240177:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783976403.758897:0:240177:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758899:0:240177:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758901:0:240177:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976403.758902:0:240177:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976403.758903:0:240177:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.758904:0:240177:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058919592 : -115477650632024 : ffff96f943a792a8) 00000020:00000001:0.0:1783976403.758907:0:240177:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976403.758909:0:240177:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976403.758910:0:240177:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1783976403.758912:0:240177:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.758915:0:240177:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976403.758917:0:240177:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.758919:0:240177:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.758920:0:240177:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976403.758921:0:240177:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976403.758922:0:240177:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976403.758924:0:240177:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783976403.758927:0:240177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.758945:0:240177:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.758948:0:240177:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1783976403.758952:0:240177:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976403.758956:0:240177:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=5 obd=lustre-OST0000-osc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.758960:0:240177:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.758964:0:240177:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.758970:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.758971:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.758973:0:240177:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.758975:0:240177:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.758977:0:240177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.758981:0:240177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.758987:0:240177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8600. 00000100:00000001:0.0:1783976403.758993:0:240177:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.758996:0:240177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.758997:0:240177:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.758999:0:240177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.759000:0:240177:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.759002:0:240177:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.759004:0:240177:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00010000:00000001:0.0:1783976403.759007:0:240177:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.759009:0:240177:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.759013:0:240177:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b63300. 00010000:00000010:0.0:1783976403.759017:0:240177:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff96f977b63a00. 00010000:00000001:0.0:1783976403.759021:0:240177:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.759024:0:240177:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f970b00200. 00000020:00000001:0.0:1783976403.759028:0:240177:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.759031:0:240177:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f970b00200 with handle 0x5bb448586bd09589 to hash 00000020:00000001:0.0:1783976403.759033:0:240177:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.759034:0:240177:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000010:0.0:1783976403.759038:0:240177:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff96f944d99740. 00010000:00000001:0.0:1783976403.759041:0:240177:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.759044:0:240177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.759047:0:240177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.759051:0:240177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.759071:0:240177:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.759082:0:240177:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.759088:0:240177:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.759090:0:240177:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.759095:0:240177:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.759097:0:240177:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537408 : -115476773014208 : ffff96f977f6f540) 00000100:00000001:0.0:1783976403.759099:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.759100:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000001:0.0:1783976403.759104:0:240177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.759108:0:240177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.759118:0:240177:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.759120:0:240177:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.759125:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.759132:0:240177:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.759134:0:240177:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.759165:0:240177:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.759168:0:240177:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.759170:0:240177:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.759174:0:240177:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240177:1870620496674432:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.759178:0:240177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.759183:0:240177:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.759186:0:240177:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.759188:0:240177:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.759193:0:240177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976403.759195:0:240177:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.759200:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.759202:0:240177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976403.759207:0:240177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976403.759213:0:240177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496674432, portal 4 00000100:00000001:0.0:1783976403.759215:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.759216:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100736768 : -115476608814848 : ffff96f981c07100) 00000100:00000040:0.0:1783976403.759221:0:240177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.759228:0:240177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.759231:0:240177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.759234:0:240177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783976403.759238:0:240177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870620496674432, offset 0 00000400:00000200:0.0:1783976403.759243:0:240177:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.759249:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.759255:0:240177:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.759260:0:240177:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.759264:0:240177:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.759268:0:240177:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.759270:0:240177:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.759284:0:240177:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778796:778796:256:4294967295] 192.168.201.114@tcp LPNI seq info [778774:778774:8:4294967295] 00000400:00000200:0.0:1783976403.759289:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.759297:0:240177:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.759303:0:240177:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.759308:0:240177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ad00. 00000800:00000200:0.0:1783976403.759314:0:240177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.759321:0:240177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.759326:0:240177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.759338:0:240177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.759343:0:240177:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59793 usecs (60 jiffies) 00000400:00000200:0.0:1783976403.759346:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.759349:0:240177:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609658 00000100:00000001:0.0:1783976403.759356:0:240177:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609604 00000100:00000001:0.0:1783976403.759361:0:240177:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609658 00000100:00000001:0.0:1783976403.759365:0:240177:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609604 00000100:00000001:0.0:1783976403.759370:0:240177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.759372:0:240177:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.759375:0:240177:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.759377:0:240177:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.759379:0:240177:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f540 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.759382:0:240177:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.759383:0:240177:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.767312:0:240177:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.767320:0:240177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.767323:0:240177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.767326:0:240177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c08. 00000400:00000200:0.0:1783976403.767331:0:240177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783976403.767333:0:240177:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783976403.767337:0:240177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.767342:0:240177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.767353:0:240177:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.767360:0:240177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.767363:0:240177:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.767366:0:240177:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.767369:0:240177:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.767372:0:240177:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.767374:0:240177:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.767377:0:240177:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.767386:0:240177:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=42 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976403.767390:0:240177:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=123 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976403.767393:0:240177:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.767395:0:240177:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.767397:0:240177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.767401:0:240177:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.767404:0:240177:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.767407:0:240177:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976403.767409:0:240177:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.767411:0:240177:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.767416:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.767424:0:240177:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.767427:0:240177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.767429:0:240177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.767434:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976419 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.767442:0:240177:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07100 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240177:1870620496674432:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.767447:0:240177:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.767449:0:240177:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.767451:0:240177:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.767453:0:240177:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.767457:0:240177:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.767464:0:240177:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.767466:0:240177:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.767470:0:240177:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.767473:0:240177:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.767476:0:240177:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.767478:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.767481:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.767484:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=4 00000020:00000001:0.0:1783976403.767487:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.767490:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000040:0.0:1783976403.767498:0:240177:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f970b00200, remote cookie: 0xa91b1f6e92eac3c1, flags: 0x0 00010000:00000001:0.0:1783976403.767501:0:240177:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783976403.767504:0:240177:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.767506:0:240177:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.767510:0:240177:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1783976403.767516:0:240177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976403.767529:0:240177:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000402:0x1719:0x0].0x0 (ffff96f977b63300) refcount = 1 00010000:00000040:0.0:1783976403.767532:0:240177:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976403.767535:0:240177:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.767544:0:240177:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.767546:0:240177:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.767549:0:240177:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.767551:0:240177:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.767554:0:240177:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.767561:0:240177:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.767563:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.767565:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.767566:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.767567:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.767568:0:240177:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976403.767572:0:240177:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1783976403.767575:0:240177:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976403.767578:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.767579:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.767581:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=3 00000020:00000001:0.0:1783976403.767583:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.767585:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.767588:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.767589:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.767590:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=4 00000020:00000001:0.0:1783976403.767592:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.767594:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.767597:0:240177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.767600:0:240177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.767603:0:240177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 5/0,2 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.767610:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.767611:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976403.767614:0:240177:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1783976403.767618:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000008:00010000:0.0:1783976403.767622:0:240177:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 4/0,2 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1783976403.767629:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.767631:0:240177:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976403.767633:0:240177:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976403.767636:0:240177:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976403.767638:0:240177:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767640:0:240177:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767641:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000008:00000001:0.0:1783976403.767643:0:240177:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1783976403.767645:0:240177:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.767647:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.767648:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.767650:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=5 00000020:00000001:0.0:1783976403.767652:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.767654:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.767656:0:240177:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.767658:0:240177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 5/0,2 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.767665:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.767666:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976403.767668:0:240177:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.767676:0:240177:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.767677:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.767678:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976403.767679:0:240177:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.767681:0:240177:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.767685:0:240177:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07100 x1870620496674432/t0(0) o101->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.767691:0:240177:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976403.767694:0:240177:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.767697:0:240177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976403.767700:0:240177:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976403.767702:0:240177:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976403.767704:0:240177:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=4 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976403.767707:0:240177:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976403.767709:0:240177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8600. 02000000:00000001:0.0:1783976403.767712:0:240177:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976403.767714:0:240177:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976403.767717:0:240177:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07100. 00000100:00000001:0.0:1783976403.767721:0:240177:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976403.767722:0:240177:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976403.767724:0:240177:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976403.767727:0:240177:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767731:0:240177:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.767734:0:240177:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767736:0:240177:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767738:0:240177:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767741:0:240177:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767743:0:240177:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767745:0:240177:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976403.767749:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.767751:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.767752:0:240177:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976403.767755:0:240177:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767757:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00020000:00000001:0.0:1783976403.767759:0:240177:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976403.767761:0:240177:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976403.767763:0:240177:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.767764:0:240177:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976403.767767:0:240177:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976403.767769:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.767771:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.767773:0:240177:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976403.767775:0:240177:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767777:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.767778:0:240177:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976403.767780:0:240177:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976403.767781:0:240177:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767783:0:240177:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767785:0:240177:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976403.767787:0:240177:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976403.767788:0:240177:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.767789:0:240177:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.767791:0:240177:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976403.767792:0:240177:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976403.767793:0:240177:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976403.767796:0:240177:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976403.767800:0:240177:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07100. 00000020:00000040:0.0:1783976403.767804:0:240177:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=5 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.767807:0:240177:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.767810:0:240177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.767815:0:240177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.767821:0:240177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8600. 00000100:00000001:0.0:1783976403.767826:0:240177:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.767832:0:240177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.767851:0:240177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.767858:0:240177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4cecac] to pc [ptlrpcd_00_01+1] req@ffff96f981c07100 x1870620496674560/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976403.767881:0:240177:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976403.767884:0:240177:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767886:0:240177:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.767888:0:240177:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.767889:0:240177:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.767891:0:240177:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767893:0:240177:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.767895:0:240177:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976403.767896:0:240177:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976403.767898:0:240177:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976403.767899:0:240177:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976403.767940:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.767945:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.771477:0:240177:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976403.771482:0:240177:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.771486:0:240177:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.771490:0:240177:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976403.771493:0:240177:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976403.771495:0:240177:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976403.771498:0:240177:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f972973038 (ffff96f96045c3f8/0) at cl_lock_release():245 00000020:00000001:0.0:1783976403.771501:0:240177:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976403.771503:0:240177:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f972973038 (ffff96f96045c3f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976403.771507:0:240177:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976403.771509:0:240177:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.771511:0:240177:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058919592 : -115477650632024 : ffff96f943a792a8) 00000020:00000001:0.0:1783976403.771513:0:240177:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976403.771514:0:240177:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f977ba8f30 (ffff96f96045c1b8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976403.771517:0:240177:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976403.771519:0:240177:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976403.771521:0:240177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.771523:0:240177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.771526:0:240177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f970b00200 refcount=4 00000020:00000001:0.0:1783976403.771528:0:240177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.771531:0:240177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596814447104 : -115476895104512 : ffff96f970b00200) 00010000:00000001:0.0:1783976403.771534:0:240177:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.771539:0:240177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.771549:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.771550:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.771551:0:240177:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.771554:0:240177:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.771557:0:240177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.771566:0:240177:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.771569:0:240177:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.771571:0:240177:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.771576:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.771577:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.771579:0:240177:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.771582:0:240177:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.771584:0:240177:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.771586:0:240177:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.771589:0:240177:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.771590:0:240177:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.771591:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.771592:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.771593:0:240177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.771594:0:240177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976403.771596:0:240177:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976403.771597:0:240177:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976403.771599:0:240177:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976403.771600:0:240177:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976403.771602:0:240177:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976403.771603:0:240177:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f972973038 (ffff96f96045c3f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976403.771607:0:240177:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976403.771608:0:240177:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976403.771609:0:240177:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f977ba8f30 (ffff96f96045c3f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976403.771612:0:240177:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f9437f85f0. 00000020:00000001:0.0:1783976403.771615:0:240177:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976403.771617:0:240177:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f977ba8f00. 00020000:00000001:0.0:1783976403.771620:0:240177:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976403.771622:0:240177:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976403.771623:0:240177:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783976403.771625:0:240177:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976403.771626:0:240177:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.771627:0:240177:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976403.771628:0:240177:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976403.771630:0:240177:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.771631:0:240177:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.771632:0:240177:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.771633:0:240177:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.771635:0:240177:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976403.771636:0:240177:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976403.771637:0:240177:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.771639:0:240177:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.771640:0:240177:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.771640:0:240177:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976403.771642:0:240177:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976403.771643:0:240177:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.771645:0:240177:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.771646:0:240177:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.771647:0:240177:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.771649:0:240177:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.771651:0:240177:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976403.771653:0:240177:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976403.771654:0:240177:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976403.771655:0:240177:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976403.771656:0:240177:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.771658:0:240177:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976403.771662:0:240177:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9c00. 00000020:00000010:0.0:1783976403.771665:0:240177:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976403.771669:0:240177:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976403.771672:0:240177:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976403.771677:0:240177:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976403.771682:0:240177:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976403.771685:0:240177:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976403.771689:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976403.771691:0:240177:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976403.771694:0:240177:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976403.771698:0:240177:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976403.771701:0:240177:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976403.771704:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8400. 00000020:00000010:0.0:1783976403.771706:0:240177:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00020000:00000001:0.0:1783976403.771708:0:240177:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976403.771710:0:240177:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976403.771713:0:240177:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976403.771715:0:240177:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2074:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976403.771718:0:240177:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976403.771719:0:240177:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.771721:0:240177:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.771723:0:240177:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9600. 00000020:00000010:0.0:1783976403.771725:0:240177:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.771727:0:240177:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.771729:0:240177:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.771732:0:240177:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.771734:0:240177:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.771736:0:240177:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.771738:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8200. 00000008:00000010:0.0:1783976403.771740:0:240177:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.771743:0:240177:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.771745:0:240177:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.771748:0:240177:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.771750:0:240177:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9000. 00000020:00000010:0.0:1783976403.771752:0:240177:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.771754:0:240177:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.771757:0:240177:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976403.771761:0:240177:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000020:00000001:0.0:1783976403.771767:0:240177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c2fc30 00000080:00200008:0.0:1783976403.771771:0:240177:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88) current size 0, valid attrs 100100d0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783965603.000000000, mtime 1783976403.000000000, ctime 1783976403.000000000, rc 0 00000080:00000001:0.0:1783976403.771777:0:240177:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.771791:0:240177:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.771794:0:240177:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000002:0.0:1783976403.771798:0:240177:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000001:0.0:1783976403.771801:0:240177:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.771809:0:240177:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976403.771810:0:240177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c2fdb8 00000080:00200008:0.0:1783976403.771812:0:240177:0:(file.c:447:ll_file_release()) START file f56oe.sanity-a.3:[0x240002b13:0x2074:0x0](ffff96f97ab63a88), flags 104001 00000080:00000001:0.0:1783976403.771815:0:240177:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976403.771818:0:240177:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976403.771819:0:240177:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.771820:0:240177:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000002:0.0:1783976403.771823:0:240177:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d7c0) owner 0000000000000000/ffff96f9450f8000 00020000:00000001:0.0:1783976403.771825:0:240177:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.771827:0:240177:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976403.771831:0:240177:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.771846:0:240177:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.771849:0:240177:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.771851:0:240177:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.771853:0:240177:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.771856:0:240177:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.771858:0:240177:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.771863:0:240177:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.771865:0:240177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.771872:0:240177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63800 count: 2 00010000:00000001:0.0:1783976403.771874:0:240177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.771878:0:240177:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.771880:0:240177:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2074:0x0]: 0 00000080:00000001:0.0:1783976403.771882:0:240177:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976403.771884:0:240177:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976403.771889:0:240177:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976403.771891:0:240177:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976403.771896:0:240177:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976403.771899:0:240177:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976403.771901:0:240177:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.771902:0:240177:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.771903:0:240177:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.771904:0:240177:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.771905:0:240177:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.771907:0:240177:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.771909:0:240177:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.771910:0:240177:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x2074:0x0] 00000002:00000001:0.0:1783976403.771913:0:240177:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976403.771915:0:240177:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x2074:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976403.771919:0:240177:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04380. 00000020:00000040:0.0:1783976403.771923:0:240177:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=14 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.771927:0:240177:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.771941:0:240177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.771945:0:240177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.771951:0:240177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9000. 00000100:00000001:0.0:1783976403.771957:0:240177:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976403.771968:0:240177:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f977106d80 x1870620496674048/t25769972925(25769972925) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976403.771979:0:240177:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976403.771984:0:240177:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04380 x1870620496674816/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976403.771991:0:240177:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.771992:0:240177:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.771998:0:240177:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.772000:0:240177:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537408 : -115476773014208 : ffff96f977f6f540) 00000100:00000001:0.0:1783976403.772003:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.772004:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000001:0.0:1783976403.772008:0:240177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.772011:0:240177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.772013:0:240177:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.772014:0:240177:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.772018:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04380 x1870620496674816/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.772026:0:240177:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.772027:0:240177:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.772030:0:240177:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.772033:0:240177:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.772035:0:240177:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.772049:0:240177:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04380 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240177:1870620496674816:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.772052:0:240177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.772056:0:240177:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.772058:0:240177:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.772067:0:240177:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.772074:0:240177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f951b2c000. 02000000:00000001:0.0:1783976403.772076:0:240177:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.772080:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.772084:0:240177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976403.772089:0:240177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f000. 00000100:00000200:0.0:1783976403.772093:0:240177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496674816, portal 10 00000100:00000001:0.0:1783976403.772095:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.772096:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000040:0.0:1783976403.772101:0:240177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c04380 x1870620496674816/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.772107:0:240177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.772120:0:240177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.772123:0:240177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976403.772127:0:240177:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496674816, offset 0 00000400:00000200:0.0:1783976403.772133:0:240177:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.772155:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.772161:0:240177:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.772166:0:240177:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.772169:0:240177:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.772172:0:240177:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.772174:0:240177:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.772179:0:240177:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778798:778798:256:4294967295] 192.168.201.114@tcp LPNI seq info [778776:778776:8:4294967295] 00000400:00000200:0.0:1783976403.772183:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.772190:0:240177:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.772196:0:240177:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.772201:0:240177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a100. 00000800:00000200:0.0:1783976403.772207:0:240177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.772214:0:240177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.772218:0:240177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.772228:0:240177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.772232:0:240177:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.772236:0:240177:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.772238:0:240177:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609621 00000100:00000001:0.0:1783976403.772241:0:240177:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609667 00000100:00000001:0.0:1783976403.772243:0:240177:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609621 00000100:00000001:0.0:1783976403.772246:0:240177:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609667 00000100:00000001:0.0:1783976403.772248:0:240177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.772251:0:240177:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.772253:0:240177:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.772254:0:240177:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.772257:0:240177:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f540 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.772259:0:240177:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.772261:0:240177:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.776995:0:240177:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.777004:0:240177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.777006:0:240177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.777009:0:240177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c08. 00000400:00000200:0.0:1783976403.777014:0:240177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f000 00000400:00000010:0.0:1783976403.777016:0:240177:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f000. 00000100:00000001:0.0:1783976403.777019:0:240177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.777026:0:240177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c04380 x1870620496674816/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.777043:0:240177:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c04380 x1870620496674816/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.777050:0:240177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.777051:0:240177:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.777054:0:240177:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.777057:0:240177:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.777060:0:240177:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.777062:0:240177:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.777065:0:240177:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.777074:0:240177:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=112 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976403.777078:0:240177:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.777081:0:240177:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.777083:0:240177:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.777086:0:240177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.777089:0:240177:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.777092:0:240177:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.777094:0:240177:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.777096:0:240177:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.777098:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.777099:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000001:0.0:1783976403.777102:0:240177:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.777103:0:240177:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.777105:0:240177:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.777107:0:240177:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.777112:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c04380 x1870620496674816/t25769972927(25769972927) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.777120:0:240177:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.777122:0:240177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.777124:0:240177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.777128:0:240177:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c04380 x1870620496674816/t25769972927(25769972927) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.777165:0:240177:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c04380 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240177:1870620496674816:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.777171:0:240177:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.777174:0:240177:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.777176:0:240177:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.777178:0:240177:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.777182:0:240177:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c04380 x1870620496674816/t25769972927(25769972927) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.777190:0:240177:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.777193:0:240177:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.777196:0:240177:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.777198:0:240177:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.777206:0:240177:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.777208:0:240177:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000002:00000001:0.0:1783976403.777211:0:240177:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.777214:0:240177:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.777219:0:240177:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976403.777222:0:240177:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976403.777225:0:240177:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.777228:0:240177:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.777230:0:240177:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.777232:0:240177:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.777235:0:240177:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.777237:0:240177:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.777239:0:240177:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2074:0x0] 00800000:00000001:0.0:1783976403.777241:0:240177:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.781784:0:240178:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.781792:0:240178:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976403.781795:0:240178:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976403.781798:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87bc0 00000080:00200000:0.0:1783976403.781803:0:240178:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976403.781810:0:240178:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976403.781815:0:240178:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976403.781820:0:240178:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.781824:0:240178:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.781826:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87ae0 00800000:00000002:0.0:1783976403.781829:0:240178:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.781832:0:240178:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976403.781836:0:240178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.781838:0:240178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.781840:0:240178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.781842:0:240178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.781845:0:240178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.781847:0:240178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976403.781849:0:240178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.781853:0:240178:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976403.781858:0:240178:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.781859:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d879b0 00000002:00010000:0.0:1783976403.781861:0:240178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976403.781865:0:240178:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976403.781866:0:240178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.781869:0:240178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.782195:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976403.782199:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.782204:0:240178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.782208:0:240178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976403.782213:0:240178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 02000000:00000001:0.0:1783976403.782225:0:240178:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.782229:0:240178:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.782232:0:240178:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000002:00000001:0.0:1783976403.782240:0:240178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976403.782242:0:240178:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.782243:0:240178:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.782246:0:240178:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976403.782247:0:240178:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.782250:0:240178:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976403.782252:0:240178:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976403.782255:0:240178:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976403.782258:0:240178:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976403.782263:0:240178:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976403.782265:0:240178:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.782268:0:240178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976403.782272:0:240178:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976403.782275:0:240178:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.782277:0:240178:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.782279:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.782281:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.782283:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.782286:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.782288:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.782291:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.782293:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.782294:0:240178:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.782296:0:240178:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.782298:0:240178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1480d87bf8 00010000:00000001:0.0:1783976403.782300:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.782301:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.782303:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976403.782305:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.782307:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976403.782309:0:240178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.782312:0:240178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00000001:0.0:1783976403.782318:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.782319:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.782321:0:240178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.782323:0:240178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.782325:0:240178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00000001:0.0:1783976403.782334:0:240178:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.782337:0:240178:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.782339:0:240178:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.782343:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.782345:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.782346:0:240178:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782350:0:240178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.782352:0:240178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782354:0:240178:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782356:0:240178:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782358:0:240178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.782359:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.782360:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976403.782363:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976403.782365:0:240178:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976403.782367:0:240178:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976403.782371:0:240178:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.782375:0:240178:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976403.782377:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87b88 00000080:00002000:0.0:1783976403.782379:0:240178:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 3 00000080:00000001:0.0:1783976403.782382:0:240178:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.782384:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87bd0 00000080:00200000:0.0:1783976403.782385:0:240178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976403.782389:0:240178:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976403.782391:0:240178:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.782394:0:240178:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.782395:0:240178:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976403.782398:0:240178:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.782408:0:240178:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30860. 00000080:00000001:0.0:1783976403.782412:0:240178:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.782413:0:240178:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976403.782416:0:240178:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.782418:0:240178:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976403.782420:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87b50 00000080:00200000:0.0:1783976403.782422:0:240178:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-m.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f95e097c80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976403.782427:0:240178:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e900. 00000080:00000001:0.0:1783976403.782431:0:240178:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976403.782433:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87a00 00000080:00200000:0.0:1783976403.782435:0:240178:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-m.3, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976403.782441:0:240178:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976403.782444:0:240178:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.782448:0:240178:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976403.782449:0:240178:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.782451:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87920 00800000:00000002:0.0:1783976403.782453:0:240178:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-m.3' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976403.782456:0:240178:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976403.782458:0:240178:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976403.782463:0:240178:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-m.3 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976403.782466:0:240178:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976403.782469:0:240178:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976403.782473:0:240178:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976403.782475:0:240178:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976403.782477:0:240178:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976403.782480:0:240178:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976403.782482:0:240178:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ff9:0x0] 40000000:00000001:0.0:1783976403.782485:0:240178:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.782487:0:240178:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.782489:0:240178:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.782490:0:240178:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.782492:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d878a0 00800000:00000002:0.0:1783976403.782494:0:240178:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ff9:0x0], name='f56oe.sanity-m.3' -> mds #0 layout version 1 00000002:00000001:0.0:1783976403.782497:0:240178:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976403.782499:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d877d8 00000002:00010000:0.0:1783976403.782500:0:240178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-m.3,[0x200002b12:0x11ff9:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976403.782504:0:240178:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976403.782507:0:240178:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976403.782509:0:240178:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.782512:0:240178:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.782514:0:240178:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976403.782516:0:240178:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.782521:0:240178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976403.782525:0:240178:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=23 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976403.782530:0:240178:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976403.782531:0:240178:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782534:0:240178:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.782537:0:240178:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.782540:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.782541:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.782542:0:240178:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.782544:0:240178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.782546:0:240178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.782549:0:240178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.782557:0:240178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f951b2c000. 00000100:00000001:0.0:1783976403.782563:0:240178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782567:0:240178:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.782569:0:240178:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782571:0:240178:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.782572:0:240178:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.782574:0:240178:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.782581:0:240178:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976403.782585:0:240178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976403.782587:0:240178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976403.782590:0:240178:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f97dc5b200. 00010000:00000010:0.0:1783976403.782594:0:240178:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.782597:0:240178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976403.782602:0:240178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a121e00. 00000020:00000001:0.0:1783976403.782606:0:240178:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976403.782608:0:240178:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a121e00 with handle 0x5bb448586bd09590 to hash 00000020:00000001:0.0:1783976403.782610:0:240178:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976403.782611:0:240178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.782614:0:240178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.782617:0:240178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.782619:0:240178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.782622:0:240178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240178 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.782634:0:240178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240178 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976403.782644:0:240178:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976403.782655:0:240178:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07b80 x1870620496675072/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976403.782664:0:240178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240178 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976403.782670:0:240178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.782671:0:240178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.782677:0:240178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.782679:0:240178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537408 : -115476773014208 : ffff96f977f6f540) 00000100:00000001:0.0:1783976403.782682:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.782683:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976403.782687:0:240178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.782690:0:240178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.782692:0:240178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.782694:0:240178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.782698:0:240178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496675072/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.782707:0:240178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.782709:0:240178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.782712:0:240178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.782714:0:240178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.782716:0:240178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.782720:0:240178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240178:1870620496675072:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.782724:0:240178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.782728:0:240178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.782730:0:240178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.782732:0:240178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.782778:0:240178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.782780:0:240178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.782786:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.782791:0:240178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976403.782796:0:240178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f85438b800. 00000100:00000200:0.0:1783976403.782803:0:240178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496675072, portal 10 00000100:00000001:0.0:1783976403.782805:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.782806:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976403.782812:0:240178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496675072/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.782819:0:240178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.782821:0:240178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.782824:0:240178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f000. 00000100:00000200:0.0:1783976403.782827:0:240178:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496675072, offset 0 00000400:00000200:0.0:1783976403.782833:0:240178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.782840:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.782847:0:240178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.782852:0:240178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.782855:0:240178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.782859:0:240178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.782861:0:240178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.782865:0:240178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778799:778799:256:4294967295] 192.168.201.114@tcp LPNI seq info [778777:778777:8:4294967295] 00000400:00000200:0.0:1783976403.782869:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.782879:0:240178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.782884:0:240178:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.782888:0:240178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f9766e8200. 00000800:00000200:0.0:1783976403.782894:0:240178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.782901:0:240178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.782906:0:240178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f9766e8200 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976403.782938:0:240178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.782943:0:240178:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976403.782947:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.782949:0:240178:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609631 00000100:00000001:0.0:1783976403.782952:0:240178:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609667 00000100:00000001:0.0:1783976403.782954:0:240178:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609631 00000100:00000001:0.0:1783976403.782957:0:240178:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609667 00000100:00000001:0.0:1783976403.782959:0:240178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.782961:0:240178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.782963:0:240178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.782965:0:240178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.782967:0:240178:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f540 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.782970:0:240178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.782972:0:240178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.791164:0:240178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.792352:0:240178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.792355:0:240178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.792358:0:240178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393c08. 00000400:00000200:0.0:1783976403.792363:0:240178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f85438b800 00000400:00000010:0.0:1783976403.792365:0:240178:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f85438b800. 00000100:00000001:0.0:1783976403.792369:0:240178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.792375:0:240178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496675072/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.792384:0:240178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496675072/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.792389:0:240178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.792391:0:240178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.792394:0:240178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.792397:0:240178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.792399:0:240178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.792401:0:240178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.792404:0:240178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.792412:0:240178:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.792415:0:240178:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.792418:0:240178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.792420:0:240178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.792422:0:240178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.792425:0:240178:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.792428:0:240178:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.792430:0:240178:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.792432:0:240178:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.792434:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.792435:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976403.792439:0:240178:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.792440:0:240178:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976403.792442:0:240178:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.792444:0:240178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.792448:0:240178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.792455:0:240178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.792458:0:240178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.792460:0:240178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.792463:0:240178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.792470:0:240178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240178:1870620496675072:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.792474:0:240178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.792477:0:240178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.792479:0:240178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.792482:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.792484:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.792490:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.792493:0:240178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.792496:0:240178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.792497:0:240178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.792500:0:240178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.792504:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.792507:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.792510:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=4 00000020:00000001:0.0:1783976403.792512:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792515:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000040:0.0:1783976403.792521:0:240178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a121e00, remote cookie: 0xa91b1f6e92eac3dd, flags: 0x1001 00010000:00010000:0.0:1783976403.792526:0:240178:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976403.792534:0:240178:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ff8:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976403.792537:0:240178:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976403.792544:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976403.792547:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976403.792550:0:240178:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc5b200 count: 0 00010000:00000010:0.0:1783976403.792555:0:240178:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976403.792562:0:240178:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.792566:0:240178:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976403.792573:0:240178:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.792579:0:240178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.792582:0:240178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976403.792584:0:240178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976403.792586:0:240178:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976403.792588:0:240178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976403.792590:0:240178:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ff8:0x0].0x0 (ffff96f977b63c00) refcount = 2 00010000:00000040:0.0:1783976403.792593:0:240178:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976403.792595:0:240178:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976403.792608:0:240178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.792614:0:240178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976403.792617:0:240178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.792619:0:240178:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.792622:0:240178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.792624:0:240178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.792627:0:240178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.792633:0:240178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.792635:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792636:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.792637:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792638:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.792640:0:240178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.792643:0:240178:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976403.792646:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.792647:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.792649:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976403.792651:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792653:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792655:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.792656:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.792657:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=4 00000020:00000001:0.0:1783976403.792659:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792660:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792663:0:240178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.792665:0:240178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.792668:0:240178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.792675:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792676:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.792677:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.792678:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.792679:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=5 00000020:00000001:0.0:1783976403.792681:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792682:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792685:0:240178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.792687:0:240178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.792692:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792693:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976403.792696:0:240178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.792702:0:240178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.792703:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792704:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.792705:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792706:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976403.792710:0:240178:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.792719:0:240178:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.792725:0:240178:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.792731:0:240178:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.792736:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.792737:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.792738:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976403.792741:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792743:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00000002:00010000:0.0:1783976403.792746:0:240178:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976403.792861:0:240178:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99440. 00010000:00000001:0.0:1783976403.792864:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792865:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.792866:0:240178:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.792868:0:240178:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.792871:0:240178:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976403.792873:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.792874:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976403.792876:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.792877:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.792879:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976403.792881:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792883:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00000002:00010000:0.0:1783976403.792887:0:240178:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.792893:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792894:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.792896:0:240178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.792897:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.792898:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.792900:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976403.792902:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.792903:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000040:0.0:1783976403.792907:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 3 00010000:00000001:0.0:1783976403.792908:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.792912:0:240178:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73720 (0 0) 00010000:00000001:0.0:1783976403.792915:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.792917:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.792918:0:240178:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.792921:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87760 00000002:00002000:0.0:1783976403.792923:0:240178:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-m.3 intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976403.792926:0:240178:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.792939:0:240178:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.792942:0:240178:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.792946:0:240178:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976403.792949:0:240178:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.792953:0:240178:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976403.792955:0:240178:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976403.792957:0:240178:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e900 it_disposition 80002b 00000080:00000001:0.0:1783976403.792960:0:240178:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976403.792965:0:240178:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976403.792968:0:240178:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976403.792971:0:240178:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513208 : 144115373061513208 : 200002b12011ff8) 00000080:00000001:0.0:1783976403.792974:0:240178:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783976403.792979:0:240178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.792985:0:240178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.792989:0:240178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9600. 00000020:00000010:0.0:1783976403.792994:0:240178:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8400. 00000020:00000010:0.0:1783976403.792997:0:240178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976403.793004:0:240178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.793009:0:240178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.793013:0:240178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.793018:0:240178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.793022:0:240178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.793026:0:240178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976403.793029:0:240178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.793033:0:240178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.793036:0:240178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.793040:0:240178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.793043:0:240178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.793045:0:240178:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.793048:0:240178:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.793052:0:240178:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.793054:0:240178:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.793059:0:240178:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e300. 00020000:00000010:0.0:1783976403.793062:0:240178:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.793066:0:240178:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e720. 00020000:00000001:0.0:1783976403.793068:0:240178:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165472 : -115476674386144 : ffff96f97dd7e720) 00020000:00000002:0.0:1783976403.793072:0:240178:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e720, objid 0x11ff8:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.793076:0:240178:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.793080:0:240178:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x280000403:5859 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.793084:0:240178:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d0f8) owner ffff96f944d827c0 00020000:00000001:0.0:1783976403.793086:0:240178:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.793089:0:240178:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d0f8) owner ffff96f944d827c0 00020000:00000010:0.0:1783976403.793093:0:240178:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.793096:0:240178:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e300. 00020000:00000010:0.0:1783976403.793099:0:240178:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e720. 00020000:00000002:0.0:1783976403.793101:0:240178:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff8:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.793103:0:240178:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.793105:0:240178:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976403.793107:0:240178:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.793110:0:240178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8400. 00000020:00000010:0.0:1783976403.793114:0:240178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976403.793116:0:240178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.793120:0:240178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.793123:0:240178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.793126:0:240178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.793129:0:240178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.793133:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9600. 00000008:00000010:0.0:1783976403.793153:0:240178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.793157:0:240178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.793161:0:240178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.793164:0:240178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.793167:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976403.793170:0:240178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.793174:0:240178:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513208 : 144115373061513208 : 200002b12011ff8) 00000080:00000001:0.0:1783976403.793176:0:240178:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976403.793181:0:240178:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08): rc = 0 00000080:00000001:0.0:1783976403.793183:0:240178:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982639624 : -115476726911992 : ffff96f97ab66c08) 00010000:00000001:0.0:1783976403.793185:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.793186:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.793188:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976403.793190:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.793192:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00000080:00000001:0.0:1783976403.793195:0:240178:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.793196:0:240178:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.793199:0:240178:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.793201:0:240178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976403.793203:0:240178:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9600. 00000020:00000010:0.0:1783976403.793205:0:240178:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976403.793208:0:240178:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.793210:0:240178:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.793212:0:240178:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.793214:0:240178:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.793217:0:240178:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.793219:0:240178:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8400. 00000008:00000010:0.0:1783976403.793221:0:240178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.793223:0:240178:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.793226:0:240178:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.793228:0:240178:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.793230:0:240178:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.793231:0:240178:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.793233:0:240178:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.793234:0:240178:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.793235:0:240178:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.793237:0:240178:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976403.793239:0:240178:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.793242:0:240178:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e300. 00020000:00000001:0.0:1783976403.793243:0:240178:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164416 : -115476674387200 : ffff96f97dd7e300) 00020000:00000002:0.0:1783976403.793246:0:240178:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e300, objid 0x11ff8:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.793250:0:240178:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.793253:0:240178:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x280000403:5859 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.793255:0:240178:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d0f8) owner ffff96f944d827c0 00020000:00000001:0.0:1783976403.793257:0:240178:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.793259:0:240178:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d0f8) owner ffff96f944d827c0 00020000:00000010:0.0:1783976403.793262:0:240178:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.793264:0:240178:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976403.793266:0:240178:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e300. 00020000:00000002:0.0:1783976403.793268:0:240178:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff8:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.793270:0:240178:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.793271:0:240178:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.793274:0:240178:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.793277:0:240178:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976403.793280:0:240178:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e060 addref 2/0 by ffff96f944d827c0. 00020000:00000002:0.0:1783976403.793283:0:240178:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976403.793285:0:240178:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.793287:0:240178:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.793289:0:240178:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.793290:0:240178:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.793292:0:240178:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.793294:0:240178:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ff8:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783976403.793296:0:240178:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.793298:0:240178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9600. 00000020:00000010:0.0:1783976403.793300:0:240178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976403.793302:0:240178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.793304:0:240178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.793306:0:240178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.793308:0:240178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.793310:0:240178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.793313:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976403.793315:0:240178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.793317:0:240178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.793319:0:240178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.793321:0:240178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.793324:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8400. 00000020:00000010:0.0:1783976403.793325:0:240178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.793327:0:240178:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.793329:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.793330:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.793332:0:240178:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976403.793334:0:240178:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976403.793336:0:240178:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.793339:0:240178:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) for lock 0x5bb448586bd09590 00800000:00000001:0.0:1783976403.793342:0:240178:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.793343:0:240178:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.793344:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.793345:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.793347:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976403.793348:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.793350:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.793352:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.793353:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.793354:0:240178:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.793356:0:240178:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976403.793361:0:240178:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f7d80 inode ffff96f97ab66c08 refc 1 flags 0x40000e 00000080:00000001:0.0:1783976403.793364:0:240178:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976403.793367:0:240178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) 00000080:00000001:0.0:1783976403.793370:0:240178:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.793372:0:240178:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000100:00000001:0.0:1783976403.793375:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.793380:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.793387:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.793395:0:240178:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976403.793397:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87a60 00000080:00200008:0.0:1783976403.793399:0:240178:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104501 00000080:00000010:0.0:1783976403.793404:0:240178:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8aa00. 00000080:00000010:0.0:1783976403.793410:0:240178:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d998c0. 00000080:00000001:0.0:1783976403.793412:0:240178:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976403.793414:0:240178:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.793416:0:240178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.793418:0:240178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.793420:0:240178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.793423:0:240178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.793424:0:240178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.793426:0:240178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.793428:0:240178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.793430:0:240178:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976403.793433:0:240178:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30aa0. 00000002:00100000:0.0:1783976403.793437:0:240178:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.793442:0:240178:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.793444:0:240178:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976403.793447:0:240178:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976403.793450:0:240178:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.793452:0:240178:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.793455:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.793457:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976403.793464:0:240178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.793467:0:240178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f97afc0000. 02000000:00000001:0.0:1783976403.793490:0:240178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976403.793492:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.793495:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87a60 00000080:00000008:0.0:1783976403.793496:0:240178:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104501, rc = 0 00000080:00000001:0.0:1783976403.793500:0:240178:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976403.793502:0:240178:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e900 released 00000080:00010000:0.0:1783976403.793504:0:240178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09590 from it ffff96f97dd7e900 00010000:00000001:0.0:1783976403.793506:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.793507:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.793509:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976403.793511:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.793513:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976403.793515:0:240178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.793518:0:240178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.793525:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.793526:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.793527:0:240178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.793529:0:240178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.793533:0:240178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.793540:0:240178:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.793542:0:240178:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.793544:0:240178:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.793548:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.793549:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.793551:0:240178:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.793554:0:240178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.793556:0:240178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.793558:0:240178:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.793561:0:240178:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.793562:0:240178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.793563:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.793564:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.793566:0:240178:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976403.793568:0:240178:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976403.793570:0:240178:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.793571:0:240178:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.793573:0:240178:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976403.793575:0:240178:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.793577:0:240178:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976403.793579:0:240178:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.793581:0:240178:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976403.793583:0:240178:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.793585:0:240178:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976403.793587:0:240178:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e900. 00000080:00000001:0.0:1783976403.793590:0:240178:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.793593:0:240178:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976403.793595:0:240178:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), inode mode 81a4 mask 42 00000080:00000001:0.0:1783976403.793599:0:240178:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.793621:0:240178:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.793623:0:240178:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976403.793626:0:240178:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976403.793628:0:240178:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.793638:0:240178:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976403.793640:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87c30 00000080:00200008:0.0:1783976403.793642:0:240178:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) current size 0, valid attrs 10160, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976403.000000000, mtime 1783965603.000000000, ctime 1783976403.000000000 00000080:00000002:0.0:1783976403.793647:0:240178:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783965603, ctime 1783976403, now = 1783976403 00000080:00000010:0.0:1783976403.793651:0:240178:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976403.793653:0:240178:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976403.793658:0:240178:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976403.793660:0:240178:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ff8:0x0], valid 0x10010160/0x0 00800000:00000001:0.0:1783976403.793662:0:240178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.793663:0:240178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.793664:0:240178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.793666:0:240178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.793668:0:240178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.793670:0:240178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.793672:0:240178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.793675:0:240178:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976403.793677:0:240178:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976403.793679:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 3 00010000:00000001:0.0:1783976403.793681:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.793684:0:240178:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976403.793687:0:240178:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976403.793690:0:240178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976403.793697:0:240178:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976403.793700:0:240178:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976403.793702:0:240178:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976403.793703:0:240178:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff8:0x0] mode (null) 00000002:00000001:0.0:1783976403.793706:0:240178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.793708:0:240178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.793709:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 4 00010000:00000001:0.0:1783976403.793711:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.793713:0:240178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.793715:0:240178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.793715:0:240178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.793717:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 4 00010000:00000001:0.0:1783976403.793718:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.793720:0:240178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.793721:0:240178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.793722:0:240178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.793723:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 4 00010000:00000001:0.0:1783976403.793725:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.793727:0:240178:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976403.793728:0:240178:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976403.793730:0:240178:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.793733:0:240178:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.793737:0:240178:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976403.793743:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.793744:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.793745:0:240178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976403.793746:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.793748:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.793749:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85019ba00 refcount=2 00000020:00000001:0.0:1783976403.794031:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.794035:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628591972760064 : -115481736791552 : ffff96f85019ba00) 00010000:00000001:0.0:1783976403.794037:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.794038:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.794040:0:240178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.794041:0:240178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.794044:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 4 00010000:00000001:0.0:1783976403.794046:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.794049:0:240178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.794050:0:240178:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.794053:0:240178:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976403.794055:0:240178:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) invalid 00000020:00000001:0.0:1783976403.794057:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87838 00000080:00002000:0.0:1783976403.794059:0:240178:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-m.3 (ffff96f97a8f7d80) parent ffff96f97c080510 inode ffff96f97ab66c08 refc 1 00000080:00000001:0.0:1783976403.794062:0:240178:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976403.794064:0:240178:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976403.794066:0:240178:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.794069:0:240178:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976403.794071:0:240178:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976403.794072:0:240178:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976403.794074:0:240178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.794076:0:240178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976403.794078:0:240178:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97a121e00 with handle 0x5bb448586bd09590 from hash 00010000:00000001:0.0:1783976403.794080:0:240178:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976403.794081:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.794083:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.794084:0:240178:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976403.794086:0:240178:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976403.794088:0:240178:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976403.794090:0:240178:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.794092:0:240178:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976403.794094:0:240178:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976403.794100:0:240178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c04380. 00000020:00000040:0.0:1783976403.794104:0:240178:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976403.794108:0:240178:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976403.794111:0:240178:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.794114:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.794115:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.794116:0:240178:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.794119:0:240178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.794120:0:240178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.794124:0:240178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.794129:0:240178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8400. 00000100:00000001:0.0:1783976403.794135:0:240178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.794181:0:240178:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.794184:0:240178:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976403.794188:0:240178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976403.794194:0:240178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976403.794196:0:240178:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976403.794198:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976403.794200:0:240178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09590 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac3dd expref: -99 pid: 240178 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976403.794208:0:240178:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99440. 00010000:00000001:0.0:1783976403.794214:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.794216:0:240178:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.794218:0:240178:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976403.794219:0:240178:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.794221:0:240178:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976403.794223:0:240178:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783965603, ctime 1783976403 00000020:00100000:0.0:1783976403.794230:0:240178:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976403.794236:0:240178:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c04380 x1870620496675328/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976403.794243:0:240178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.794245:0:240178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.794251:0:240178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f540. 00000100:00000001:0.0:1783976403.794253:0:240178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537408 : -115476773014208 : ffff96f977f6f540) 00000100:00000001:0.0:1783976403.794255:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.794257:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000001:0.0:1783976403.794260:0:240178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.794264:0:240178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.794266:0:240178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.794268:0:240178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.794271:0:240178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c04380 x1870620496675328/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.794278:0:240178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.794280:0:240178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.794283:0:240178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.794286:0:240178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.794288:0:240178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.794291:0:240178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c04380 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240178:1870620496675328:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976403.794295:0:240178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.794299:0:240178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.794301:0:240178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.794303:0:240178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.794307:0:240178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b800. 02000000:00000001:0.0:1783976403.794309:0:240178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.794315:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.794318:0:240178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393c08. 00000400:00000010:0.0:1783976403.794323:0:240178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978088. 00000100:00000200:0.0:1783976403.794329:0:240178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496675328, portal 10 00000100:00000001:0.0:1783976403.794331:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.794332:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100725120 : -115476608826496 : ffff96f981c04380) 00000100:00000040:0.0:1783976403.794337:0:240178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c04380 x1870620496675328/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976403.794343:0:240178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.794345:0:240178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.794348:0:240178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976403.794351:0:240178:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496675328, offset 0 00000400:00000200:0.0:1783976403.794357:0:240178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.794363:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.794370:0:240178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.794375:0:240178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.794378:0:240178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.794381:0:240178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.794384:0:240178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.794387:0:240178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778800:778800:256:4294967295] 192.168.201.114@tcp LPNI seq info [778778:778778:8:4294967295] 00000400:00000200:0.0:1783976403.794391:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.794399:0:240178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.794404:0:240178:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.794408:0:240178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a200. 00000800:00000200:0.0:1783976403.794414:0:240178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.794421:0:240178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.794425:0:240178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.794443:0:240178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.794447:0:240178:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976403.794451:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.794453:0:240178:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609642 00000100:00000001:0.0:1783976403.794456:0:240178:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609667 00000100:00000001:0.0:1783976403.794458:0:240178:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609642 00000100:00000001:0.0:1783976403.794460:0:240178:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609667 00000100:00000001:0.0:1783976403.794462:0:240178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.794465:0:240178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.794467:0:240178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.794468:0:240178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.794471:0:240178:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f540 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.794473:0:240178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.794475:0:240178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.818154:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.818157:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.825739:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976403.825742:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.825745:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976403.828632:0:240178:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976403.828635:0:240178:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.828637:0:240178:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.828641:0:240178:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976403.828644:0:240178:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976403.828646:0:240178:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976403.828648:0:240178:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f9711a2038 (ffff96f967d0b518/0) at cl_lock_release():245 00000020:00000001:0.0:1783976403.828651:0:240178:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976403.828652:0:240178:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f9711a2038 (ffff96f967d0b518/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976403.828656:0:240178:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976403.828659:0:240178:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.828661:0:240178:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596407029856 : -115477302521760 : ffff96f958675060) 00000020:00000001:0.0:1783976403.828663:0:240178:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976403.828664:0:240178:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f9779649b0 (ffff96f967d0b488/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976403.828667:0:240178:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976403.828669:0:240178:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976403.828671:0:240178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.828673:0:240178:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.828677:0:240178:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8d600 refcount=4 00000020:00000001:0.0:1783976403.828679:0:240178:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931417600 : -115476778134016 : ffff96f977a8d600) 00010000:00000001:0.0:1783976403.828682:0:240178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931417600 : -115476778134016 : ffff96f977a8d600) 00010000:00000001:0.0:1783976403.828684:0:240178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.828689:0:240178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000dd089d6b/0x5bb448586bd09597 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac3f2 expref: -99 pid: 240178 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.828700:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.828702:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.828703:0:240178:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.828706:0:240178:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.828709:0:240178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000dd089d6b/0x5bb448586bd09597 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eac3f2 expref: -99 pid: 240178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.828717:0:240178:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.828720:0:240178:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.828722:0:240178:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.828725:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.828726:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.828728:0:240178:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.828730:0:240178:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.828732:0:240178:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.828734:0:240178:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.828737:0:240178:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.828739:0:240178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.828740:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.828741:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.828742:0:240178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.828743:0:240178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976403.828744:0:240178:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976403.828746:0:240178:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976403.828747:0:240178:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976403.828748:0:240178:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976403.828749:0:240178:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976403.828833:0:240178:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f9711a2038 (ffff96f967d0b518/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976403.828837:0:240178:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976403.828838:0:240178:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976403.828839:0:240178:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f9779649b0 (ffff96f967d0b518/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976403.828843:0:240178:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f967c8f560. 00000020:00000001:0.0:1783976403.828847:0:240178:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976403.828849:0:240178:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f977964980. 00020000:00000001:0.0:1783976403.828852:0:240178:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976403.828854:0:240178:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976403.828855:0:240178:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783976403.828856:0:240178:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976403.828858:0:240178:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.828859:0:240178:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976403.828860:0:240178:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976403.828862:0:240178:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.828864:0:240178:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.828865:0:240178:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.828866:0:240178:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976403.828868:0:240178:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976403.828869:0:240178:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976403.828871:0:240178:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.828873:0:240178:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976403.828874:0:240178:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.828875:0:240178:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976403.828877:0:240178:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976403.828878:0:240178:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.828880:0:240178:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.828881:0:240178:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.828882:0:240178:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976403.828884:0:240178:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.828886:0:240178:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976403.828888:0:240178:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976403.828889:0:240178:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976403.828890:0:240178:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976403.828891:0:240178:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.828893:0:240178:0:(cl_object.c:925:cl_env_put()) 1@ffff96f967d0b480 00000020:00000010:0.0:1783976403.828897:0:240178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c000. 00000020:00000010:0.0:1783976403.828901:0:240178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f977a09300. 00000008:00000010:0.0:1783976403.828905:0:240178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f950c88b30. 00020000:00000010:0.0:1783976403.828909:0:240178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f97b52f9c0. 00008000:00000010:0.0:1783976403.828913:0:240178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f94b83b880. 00000080:00000010:0.0:1783976403.828918:0:240178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f94a921738. 00000080:00000010:0.0:1783976403.828922:0:240178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f94e23abf0. 00000020:00000010:0.0:1783976403.828925:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345da00. 00000008:00000010:0.0:1783976403.828940:0:240178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f972bbe580. 00020000:00000010:0.0:1783976403.828944:0:240178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f958676b58. 00008000:00000010:0.0:1783976403.828947:0:240178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f970889b08. 00000080:00000010:0.0:1783976403.828950:0:240178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9711a22d0. 00000020:00000010:0.0:1783976403.828952:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d400. 00000020:00000010:0.0:1783976403.828954:0:240178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f967d0b480. 00020000:00000001:0.0:1783976403.828957:0:240178:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976403.828958:0:240178:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976403.828961:0:240178:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976403.828963:0:240178:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ff8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976403.828966:0:240178:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976403.828967:0:240178:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976403.828968:0:240178:0:(cl_object.c:925:cl_env_put()) 1@ffff96f967d0b510 00000020:00000010:0.0:1783976403.828970:0:240178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c400. 00000020:00000010:0.0:1783976403.828972:0:240178:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f977a099c0. 00000008:00000010:0.0:1783976403.828974:0:240178:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f950c8d980. 00020000:00000010:0.0:1783976403.828977:0:240178:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f97b52f0c0. 00008000:00000010:0.0:1783976403.828979:0:240178:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f94b83b4f8. 00000080:00000010:0.0:1783976403.828981:0:240178:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f94a921498. 00000080:00000010:0.0:1783976403.828982:0:240178:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f94e239030. 00000020:00000010:0.0:1783976403.828984:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345de00. 00000008:00000010:0.0:1783976403.828986:0:240178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f972bbe420. 00020000:00000010:0.0:1783976403.828988:0:240178:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f958674ff8. 00008000:00000010:0.0:1783976403.828990:0:240178:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f970889da8. 00000080:00000010:0.0:1783976403.828992:0:240178:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9711a2000. 00000020:00000010:0.0:1783976403.828994:0:240178:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345dc00. 00000020:00000010:0.0:1783976403.828996:0:240178:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f967d0b510. 00000080:00000001:0.0:1783976403.828998:0:240178:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.829001:0:240178:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976403.829005:0:240178:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000020:00000001:0.0:1783976403.829013:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87c30 00000080:00200008:0.0:1783976403.829016:0:240178:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08) current size 0, valid attrs 10010160, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976403.000000000, mtime 1783965603.000000000, ctime 1783976403.000000000, rc 0 00000080:00000001:0.0:1783976403.829022:0:240178:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.829039:0:240178:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.829042:0:240178:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976403.829046:0:240178:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976403.829050:0:240178:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.829058:0:240178:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976403.829060:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87db8 00000080:00200008:0.0:1783976403.829062:0:240178:0:(file.c:447:ll_file_release()) START file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104001 00000080:00000001:0.0:1783976403.829065:0:240178:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976403.829068:0:240178:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976403.829069:0:240178:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976403.829071:0:240178:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976403.829073:0:240178:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d0f8) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976403.829075:0:240178:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.829077:0:240178:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976403.829082:0:240178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.829085:0:240178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.829087:0:240178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.829089:0:240178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.829091:0:240178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.829094:0:240178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.829096:0:240178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.829101:0:240178:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.829103:0:240178:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.829109:0:240178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976403.829111:0:240178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976403.829115:0:240178:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.829117:0:240178:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ff8:0x0]: 0 00000080:00000001:0.0:1783976403.829119:0:240178:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976403.829121:0:240178:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976403.829127:0:240178:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976403.829128:0:240178:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976403.829133:0:240178:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976403.829254:0:240178:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976403.829257:0:240178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.829258:0:240178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.829259:0:240178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.829261:0:240178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.829262:0:240178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.829264:0:240178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.829266:0:240178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.829268:0:240178:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11ff8:0x0] 00000002:00000001:0.0:1783976403.829272:0:240178:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976403.829274:0:240178:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11ff8:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976403.829280:0:240178:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976403.829284:0:240178:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=25 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.829288:0:240178:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.829291:0:240178:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.829294:0:240178:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.829301:0:240178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8c00. 00000100:00000001:0.0:1783976403.829306:0:240178:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976403.829317:0:240178:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976403.829331:0:240178:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976403.829336:0:240178:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c05880 x1870620496675840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976403.829343:0:240178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976403.829344:0:240178:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976403.829350:0:240178:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f3c0. 00000100:00000001:0.0:1783976403.829352:0:240178:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537024 : -115476773014592 : ffff96f977f6f3c0) 00000100:00000001:0.0:1783976403.829354:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.829356:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976403.829359:0:240178:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.829363:0:240178:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.829365:0:240178:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976403.829366:0:240178:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.829370:0:240178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496675840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.829376:0:240178:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.829378:0:240178:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.829381:0:240178:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.829383:0:240178:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.829385:0:240178:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.829388:0:240178:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240178:1870620496675840:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.829391:0:240178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.829396:0:240178:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.829397:0:240178:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.829400:0:240178:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.829407:0:240178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b0a4000. 02000000:00000001:0.0:1783976403.829409:0:240178:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.829415:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.829418:0:240178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976403.829423:0:240178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fd80. 00000100:00000200:0.0:1783976403.829429:0:240178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496675840, portal 10 00000100:00000001:0.0:1783976403.829432:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.829433:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976403.829438:0:240178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496675840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.829444:0:240178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.829447:0:240178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.829450:0:240178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978088. 00000100:00000200:0.0:1783976403.829454:0:240178:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496675840, offset 0 00000400:00000200:0.0:1783976403.829459:0:240178:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.829467:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.829474:0:240178:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.829478:0:240178:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.829482:0:240178:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.829485:0:240178:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.829487:0:240178:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.829491:0:240178:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778803:778803:256:4294967295] 192.168.201.114@tcp LPNI seq info [778781:778781:8:4294967295] 00000400:00000200:0.0:1783976403.829495:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.829504:0:240178:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.829509:0:240178:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.829513:0:240178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783976403.829519:0:240178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.829525:0:240178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.829529:0:240178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.829601:0:240178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.829606:0:240178:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976403.829609:0:240178:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.829612:0:240178:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609678 00000100:00000001:0.0:1783976403.829615:0:240178:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609716 00000100:00000001:0.0:1783976403.829616:0:240178:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609678 00000100:00000001:0.0:1783976403.829618:0:240178:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609716 00000100:00000001:0.0:1783976403.829621:0:240178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.829624:0:240178:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.829625:0:240178:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.829626:0:240178:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.829629:0:240178:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.829630:0:240178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.829632:0:240178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.842727:0:240178:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.842735:0:240178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.842737:0:240178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.842740:0:240178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976403.842745:0:240178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6fd80 00000400:00000010:0.0:1783976403.842747:0:240178:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976403.842750:0:240178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.842756:0:240178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496675840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.842764:0:240178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496675840/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.842771:0:240178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.842773:0:240178:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.842775:0:240178:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.842778:0:240178:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.842780:0:240178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.842782:0:240178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.842785:0:240178:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.843249:0:240178:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=42 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976403.843256:0:240178:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.843258:0:240178:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.843260:0:240178:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.843313:0:240178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.843316:0:240178:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.843318:0:240178:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.843320:0:240178:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.843322:0:240178:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.843323:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.843325:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976403.843328:0:240178:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.843330:0:240178:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976403.843332:0:240178:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.843334:0:240178:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.843339:0:240178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496675840/t25770086072(25770086072) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843345:0:240178:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.843348:0:240178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.843350:0:240178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.843353:0:240178:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496675840/t25770086072(25770086072) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.843359:0:240178:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240178:1870620496675840:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.843363:0:240178:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.843366:0:240178:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.843368:0:240178:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.843369:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.843372:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05880 x1870620496675840/t25770086072(25770086072) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843377:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.843380:0:240178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6f3c0. 00000100:00000001:0.0:1783976403.843383:0:240178:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.843384:0:240178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.843390:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.843391:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000002:00000001:0.0:1783976403.843393:0:240178:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.843396:0:240178:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.843401:0:240178:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976403.843404:0:240178:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976403.843406:0:240178:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.843409:0:240178:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.843411:0:240178:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.843413:0:240178:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.843415:0:240178:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.843417:0:240178:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.843419:0:240178:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ff8:0x0] 00800000:00000001:0.0:1783976403.843421:0:240178:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.843424:0:240178:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.843429:0:240178:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843435:0:240178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.843436:0:240178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976403.843438:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.843440:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843445:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.843446:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.843449:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c05880 x1870620496675840/t25770086072(25770086072) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843454:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.843455:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.843457:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496675072/t25770086070(25770086070) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843463:0:240178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976403.843465:0:240178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976403.843467:0:240178:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=24 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976403.843469:0:240178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976403.843472:0:240178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f951b2c000. 02000000:00000001:0.0:1783976403.843476:0:240178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976403.843478:0:240178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976403.843480:0:240178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976403.843483:0:240178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976403.843484:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.843485:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.843487:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496675840/t25770086072(25770086072) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843497:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.843499:0:240178:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30aa0. 00000002:00000001:0.0:1783976403.843501:0:240178:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.843502:0:240178:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.843504:0:240178:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d998c0. 00000100:00000001:0.0:1783976403.843506:0:240178:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.843508:0:240178:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c05880 x1870620496675840/t25770086072(25770086072) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.843513:0:240178:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976403.843514:0:240178:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.843516:0:240178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b0a4000. 02000000:00000001:0.0:1783976403.843519:0:240178:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976403.843521:0:240178:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976403.843522:0:240178:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=23 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976403.843523:0:240178:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976403.843524:0:240178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8c00. 02000000:00000001:0.0:1783976403.843526:0:240178:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976403.843527:0:240178:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976403.843528:0:240178:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c05880. 00000100:00000001:0.0:1783976403.843530:0:240178:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976403.843531:0:240178:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.843533:0:240178:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.843536:0:240178:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8aa00. 00000080:00000001:0.0:1783976403.843539:0:240178:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.843544:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87db8 00000080:00000008:0.0:1783976403.843547:0:240178:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-m.3:[0x200002b12:0x11ff8:0x0](ffff96f97ab66c08), flags 104001, rc = 0 00000080:00000001:0.0:1783976403.843550:0:240178:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.843554:0:240178:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976403.843556:0:240178:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1480d87e00 00000080:00002000:0.0:1783976403.843558:0:240178:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-m.3 (ffff96f97a8f7d80, parent ffff96f97c080510, inode ffff96f97ab66c08) hashed, 00000080:00000001:0.0:1783976403.843561:0:240178:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.843567:0:240178:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976403.843572:0:240178:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783976403.921240:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.921249:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.921253:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.921279:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977105880 x1870620496677632/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.921293:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.921296:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.921303:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.921307:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.921311:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.921317:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496677632:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976403.921322:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.921330:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.921333:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.921335:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.921346:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438a400. 02000000:00000001:0.0:1783976403.921347:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.921355:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.921360:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976403.921368:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976403.921376:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496677632, portal 4 00000100:00000001:0.0:1783976403.921379:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.921380:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921424000 : -115476788127616 : ffff96f977105880) 00000100:00000040:0.0:1783976403.921389:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977105880 x1870620496677632/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.921398:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.921400:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.921403:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783976403.921407:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496677632, offset 0 00000400:00000200:0.0:1783976403.921412:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.921420:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.921428:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.921433:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.921437:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.921441:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.921443:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.921446:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778812:778812:256:4294967295] 192.168.201.114@tcp LPNI seq info [778790:778790:8:4294967295] 00000400:00000200:0.0:1783976403.921450:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.921458:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.921462:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.921467:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a600. 00000800:00000200:0.0:1783976403.921472:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.921479:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.921482:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.921500:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.921506:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59753 usecs (60 jiffies) 00000400:00000200:0.0:1783976403.921509:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.921513:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609820 00000100:00000001:0.0:1783976403.921523:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609764 00000100:00000001:0.0:1783976403.921530:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609820 00000100:00000001:0.0:1783976403.921535:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609764 00000100:00000001:0.0:1783976403.921540:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.921543:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.921546:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.921548:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.921554:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.921556:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976403.921558:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.921559:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.921560:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.921562:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.924911:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.924918:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.924937:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.924940:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.924945:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976403.924953:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783976403.924957:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783976403.924961:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.924971:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977105880 x1870620496677632/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.924983:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977105880 x1870620496677632/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.924991:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.924993:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.924997:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.925000:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.925004:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.925006:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.925009:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.925021:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=42 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976403.925026:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=123 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976403.925028:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.925031:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.925034:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.925038:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.925041:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.925043:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.925045:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.925048:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.925050:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921424000 : -115476788127616 : ffff96f977105880) 00000100:00000001:0.0:1783976403.925053:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.925055:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976403.925056:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.925059:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.925064:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977105880 x1870620496677632/t12884915114(12884915114) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.925072:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.925076:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.925079:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976403.925082:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976403.925102:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.925107:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977105880 x1870620496677632/t12884915114(12884915114) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.925115:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496677632:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976403.925121:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.925125:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.925129:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977105880 x1870620496677632/t12884915114(12884915114) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.925181:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.925184:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.925201:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.925205:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.925211:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.925216:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783976403.968566:0:240180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783976403.968577:0:240180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.968584:0:240180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.968588:0:240180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a900 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.968642:0:240180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.968647:0:240180:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976403.968651:0:240180:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.968654:0:240180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609818 00000100:00000001:0.0:1783976403.968657:0:240180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609820 00000100:00000001:0.0:1783976403.968658:0:240180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609818 00000100:00000001:0.0:1783976403.968660:0:240180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609820 00000100:00000001:0.0:1783976403.968662:0:240180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.968664:0:240180:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.968667:0:240180:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.968669:0:240180:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976403.968670:0:240180:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36300 going to sleep for 11 seconds 00000100:00000001:0.0:1783976403.968672:0:240180:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.968674:0:240180:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.975178:0:240180:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.975444:0:240180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.975447:0:240180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.975450:0:240180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f108. 00000400:00000200:0.0:1783976403.975455:0:240180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97ae36f00 00000400:00000010:0.0:1783976403.975457:0:240180:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97ae36f00. 00000100:00000001:0.0:1783976403.975460:0:240180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.975465:0:240180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977107b80 x1870620496678528/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.975474:0:240180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977107b80 x1870620496678528/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.975481:0:240180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.975483:0:240180:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.975486:0:240180:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.975489:0:240180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.975492:0:240180:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.975494:0:240180:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.975496:0:240180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.975505:0:240180:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976403.975509:0:240180:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.975512:0:240180:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.975514:0:240180:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.975517:0:240180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.975520:0:240180:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.975523:0:240180:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.975525:0:240180:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.975527:0:240180:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.975530:0:240180:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.975535:0:240180:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977107b80 x1870620496678528/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.975548:0:240180:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.975552:0:240180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.975553:0:240180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.975557:0:240180:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977107b80 x1870620496678528/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.975565:0:240180:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977107b80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240180:1870620496678528:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976403.975571:0:240180:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.975574:0:240180:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.975576:0:240180:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.975579:0:240180:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.975582:0:240180:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977107b80 x1870620496678528/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.975589:0:240180:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.975592:0:240180:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97ae36300. 00000100:00000001:0.0:1783976403.975595:0:240180:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.975597:0:240180:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.975599:0:240180:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976403.975603:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.975606:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.975609:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=4 00000020:00000001:0.0:1783976403.975612:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975615:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000040:0.0:1783976403.975621:0:240180:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f977a8de00, remote cookie: 0xa91b1f6e92eac485, flags: 0x1000 00010000:00000001:0.0:1783976403.975625:0:240180:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976403.975629:0:240180:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976403.975631:0:240180:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976403.975633:0:240180:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976403.975634:0:240180:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976403.975637:0:240180:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2077:0x0].0x0 (ffff96f977a39700) refcount = 1 00010000:00010000:0.0:1783976403.975644:0:240180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.975654:0:240180:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976403.975657:0:240180:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976403.975659:0:240180:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.975662:0:240180:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976403.975664:0:240180:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.975667:0:240180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.975674:0:240180:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976403.975675:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975677:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.975678:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975679:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.975680:0:240180:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.975684:0:240180:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976403.975686:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.975687:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.975689:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.975690:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975692:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975694:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975695:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976403.975700:0:240180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f977107b80 x1870620496678528/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976403.975708:0:240180:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0001-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976403.975711:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.975712:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.975713:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.975715:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975717:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00000002:00010000:0.0:1783976403.975720:0:240180:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976403.975731:0:240180:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d998c0. 00010000:00000001:0.0:1783976403.975733:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975734:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.975736:0:240180:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.975738:0:240180:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.975741:0:240180:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976403.975743:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.975744:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.975745:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.975747:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975749:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00000002:00010000:0.0:1783976403.975753:0:240180:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.975758:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975759:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.975761:0:240180:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976403.975763:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.975764:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.975765:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.975766:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975768:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000040:0.0:1783976403.975774:0:240180:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a39700 count: 2 00010000:00000001:0.0:1783976403.975776:0:240180:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976403.975780:0:240180:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 16 res 9663687443/8311 (0 0) 00010000:00000001:0.0:1783976403.975783:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975784:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.975786:0:240180:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976403.975788:0:240180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481dbb7b0 00000002:00002000:0.0:1783976403.975790:0:240180:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976403.975793:0:240180:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.975796:0:240180:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.975799:0:240180:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976403.975802:0:240180:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x240002b13:0x2077:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976403.975805:0:240180:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.975807:0:240180:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.975812:0:240180:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f977107b80 x1870620496678528/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.975819:0:240180:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976403.975822:0:240180:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976403.975825:0:240180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951e4e000. 02000000:00000001:0.0:1783976403.975831:0:240180:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976403.975833:0:240180:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976403.975835:0:240180:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=14 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976403.975838:0:240180:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976403.975841:0:240180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f85345da00. 02000000:00000001:0.0:1783976403.975844:0:240180:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976403.975846:0:240180:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976403.975848:0:240180:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f977107b80. 00000100:00000001:0.0:1783976403.975851:0:240180:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976403.975852:0:240180:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976403.975856:0:240180:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d200. 00000080:00010000:0.0:1783976403.975860:0:240180:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2077:0x0](ffff96f974145348) for lock 0x5bb448586bd095c1 00800000:00000001:0.0:1783976403.975865:0:240180:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.975867:0:240180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.975869:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.975870:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.975871:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.975873:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975875:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975877:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975879:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.975880:0:240180:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.975882:0:240180:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976403.975884:0:240180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd095c1 from it ffffaf1481dbba78 00010000:00000001:0.0:1783976403.975887:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.975888:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.975889:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.975891:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975893:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.975896:0:240180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.975899:0:240180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976403.975905:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975907:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.975908:0:240180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.975911:0:240180:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.975914:0:240180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.975921:0:240180:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.975923:0:240180:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.975936:0:240180:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.975941:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975942:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.975944:0:240180:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.975947:0:240180:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.975949:0:240180:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.975951:0:240180:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.975953:0:240180:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.975955:0:240180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.975957:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.975958:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.975960:0:240180:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.975963:0:240180:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976403.975965:0:240180:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x240002b13:0x2077:0x0] 00800000:00000001:0.0:1783976403.978490:0:240180:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.978498:0:240180:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.978500:0:240180:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.978503:0:240180:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.978508:0:240180:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.978511:0:240180:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2077:0x0] 00800000:00000001:0.0:1783976403.978513:0:240180:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.978519:0:240180:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976403.978521:0:240180:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976403.978529:0:240180:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a39700 count: 2 00010000:00000001:0.0:1783976403.978532:0:240180:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976403.978537:0:240180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976403.978543:0:240180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976403.978547:0:240180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976403.978559:0:240180:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976403.978564:0:240180:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976403.978567:0:240180:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976403.978574:0:240180:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976403.978577:0:240180:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2077:0x0]: 16 00000080:00000001:0.0:1783976403.978580:0:240180:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976403.978583:0:240180:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976403.978585:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.978586:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.978589:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.978591:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.978594:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00000080:00010000:0.0:1783976403.978598:0:240180:0:(file.c:6854:ll_layout_lock_set()) ### file [0x240002b13:0x2077:0x0](0000000008e79050) being reconfigured ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976403.978607:0:240180:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976403.978609:0:240180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976403.978610:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.978611:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.978612:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=4 00000020:00000001:0.0:1783976403.978614:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.978617:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.978620:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.978622:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976403.978623:0:240180:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.978625:0:240180:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.978627:0:240180:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976403.978629:0:240180:0:(file.c:6772:ll_layout_fetch()) [0x240002b13:0x2077:0x0] LVB_READY=0 l_lvb_data=ffff96f944d998c0 l_lvb_len=56 00000080:00000001:0.0:1783976403.978631:0:240180:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.978633:0:240180:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976403.978635:0:240180:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.978643:0:240180:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.978649:0:240180:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976403.978653:0:240180:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9400. 00000020:00000010:0.0:1783976403.978657:0:240180:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.978662:0:240180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.978667:0:240180:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.978671:0:240180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.978677:0:240180:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.978681:0:240180:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.978685:0:240180:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9600. 00000008:00000010:0.0:1783976403.978688:0:240180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.978691:0:240180:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.978695:0:240180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.978698:0:240180:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.978701:0:240180:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.978703:0:240180:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.978705:0:240180:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976403.978709:0:240180:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976403.978711:0:240180:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976403.978716:0:240180:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976403.978720:0:240180:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.978724:0:240180:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e300. 00020000:00000001:0.0:1783976403.978726:0:240180:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164416 : -115476674387200 : ffff96f97dd7e300) 00020000:00000002:0.0:1783976403.978729:0:240180:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e300, objid 0x2077:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976403.978734:0:240180:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976403.978738:0:240180:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x280000402:5914 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976403.978742:0:240180:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd4ed90) owner ffff96f944d827c0 00020000:00000001:0.0:1783976403.978745:0:240180:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976403.978747:0:240180:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd4ed90) owner ffff96f944d827c0 00020000:00000010:0.0:1783976403.978751:0:240180:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976403.978756:0:240180:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976403.978760:0:240180:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e300. 00020000:00000002:0.0:1783976403.978762:0:240180:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2077:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976403.978764:0:240180:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.978766:0:240180:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.978769:0:240180:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976403.978772:0:240180:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4ed90) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976403.978775:0:240180:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f977a09840 addref 2/0 by ffff96f944d827c0. 00020000:00000002:0.0:1783976403.978777:0:240180:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4ed90) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976403.978779:0:240180:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976403.978781:0:240180:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976403.978782:0:240180:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976403.978784:0:240180:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976403.978785:0:240180:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976403.978787:0:240180:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2077:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976403.978790:0:240180:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c3f0 00000020:00000010:0.0:1783976403.978794:0:240180:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9400. 00000020:00000010:0.0:1783976403.978797:0:240180:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.978800:0:240180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.978804:0:240180:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.978806:0:240180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.978809:0:240180:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.978812:0:240180:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.978816:0:240180:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976403.978818:0:240180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.978821:0:240180:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.978824:0:240180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.978827:0:240180:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973000. 00000020:00000010:0.0:1783976403.978829:0:240180:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9600. 00000020:00000010:0.0:1783976403.978831:0:240180:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c3f0. 00000080:00000001:0.0:1783976403.978834:0:240180:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.978835:0:240180:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976403.978836:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.978838:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.978839:0:240180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976403.978840:0:240180:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976403.978842:0:240180:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f977a8de00 refcount=3 00000020:00000001:0.0:1783976403.978843:0:240180:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.978845:0:240180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596931419648 : -115476778131968 : ffff96f977a8de00) 00010000:00000001:0.0:1783976403.978847:0:240180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976403.978850:0:240180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976403.978857:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.978858:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.978860:0:240180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976403.978862:0:240180:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976403.978865:0:240180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f977a8de00/0x5bb448586bd095c1 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2077:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac485 expref: -99 pid: 240180 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976403.978872:0:240180:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976403.978874:0:240180:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976403.978876:0:240180:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976403.978879:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.978881:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976403.978882:0:240180:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.978885:0:240180:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976403.978886:0:240180:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.978888:0:240180:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.978891:0:240180:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.978893:0:240180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976403.978894:0:240180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976403.978895:0:240180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976403.978897:0:240180:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.978900:0:240180:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.978902:0:240180:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976403.978906:0:240180:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2077:0x0]io ffff96f94e238bf0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976403.978909:0:240180:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4ed90) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976403.978912:0:240180:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976403.978914:0:240180:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976403.978916:0:240180:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976403.978917:0:240180:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.978920:0:240180:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976403.978922:0:240180:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976403.978923:0:240180:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.978935:0:240180:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.978937:0:240180:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976403.978938:0:240180:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976403.978940:0:240180:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4ed90) owner 0000000000000000/ffff96f944d827c0 00000020:00000001:0.0:1783976403.978942:0:240180:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.978945:0:240180:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976403.978946:0:240180:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976403.978948:0:240180:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976403.978950:0:240180:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976403.978953:0:240180:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976403.978955:0:240180:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976403.978958:0:240180:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976403.978960:0:240180:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976403.978961:0:240180:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976403.978964:0:240180:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c3f0. 00000020:00000010:0.0:1783976403.978966:0:240180:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9600. 00000020:00000010:0.0:1783976403.978969:0:240180:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976403.980347:0:240180:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783976403.980357:0:240180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc1660. 00020000:00000010:0.0:1783976403.980361:0:240180:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805b40. 00008000:00000010:0.0:1783976403.980365:0:240180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111dfc8. 00000080:00000010:0.0:1783976403.980370:0:240180:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2c78. 00000080:00000010:0.0:1783976403.980373:0:240180:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174d4d0. 00000020:00000010:0.0:1783976403.980377:0:240180:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9400. 00000008:00000010:0.0:1783976403.980381:0:240180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7600. 00020000:00000010:0.0:1783976403.980384:0:240180:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79240. 00008000:00000010:0.0:1783976403.980386:0:240180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a1d8. 00000080:00000010:0.0:1783976403.980389:0:240180:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973000. 00000020:00000001:0.0:1783976403.980391:0:240180:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048952 : -115477170502664 : ffff96f96045c3f8) 00000020:00001000:0.0:1783976403.980394:0:240180:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c3f0 00000020:00000001:0.0:1783976403.980398:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dc7aaa8 -> ffff96f97dd4f3a0 00000020:00000001:0.0:1783976403.980400:0:240180:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976403.980403:0:240180:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976403.980404:0:240180:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976403.980405:0:240180:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980407:0:240180:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980410:0:240180:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596407035112 : -115477302516504 : ffff96f9586764e8) 00000020:00000001:0.0:1783976403.980413:0:240180:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.980415:0:240180:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976403.980418:0:240180:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980420:0:240180:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980423:0:240180:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980424:0:240180:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980425:0:240180:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980428:0:240180:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976403.980430:0:240180:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976403.980432:0:240180:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.980433:0:240180:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976403.980435:0:240180:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.980436:0:240180:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980437:0:240180:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980439:0:240180:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980441:0:240180:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980442:0:240180:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976403.980443:0:240180:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980444:0:240180:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980446:0:240180:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976403.980449:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f3a0 -> ffff96f97dd4f3a0 00000020:00000001:0.0:1783976403.980451:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f3a0 -> ffff96f97dd4f3a0 00000020:00000001:0.0:1783976403.980453:0:240180:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976403.980456:0:240180:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980458:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4f3a0 -> ffff96f97dd4f3a0 00020000:00000001:0.0:1783976403.980460:0:240180:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976403.980462:0:240180:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976403.980463:0:240180:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976403.980464:0:240180:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976403.980466:0:240180:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976403.980467:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dd636c0 -> ffff96f97dd4f3a0 00000020:00000001:0.0:1783976403.980469:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dd636c0 -> ffff96f97dd4f3a0 00000020:00000001:0.0:1783976403.980471:0:240180:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976403.980473:0:240180:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980475:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dd636c0 -> ffff96f97dd4f3a0 00000020:00000001:0.0:1783976403.980476:0:240180:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976403.980479:0:240180:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976403.980481:0:240180:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980482:0:240180:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980484:0:240180:0:(cl_object.c:151:cl_object_top()) ffff96f97dd636c0 -> ffff96f97dd4f3a0 00000020:00000001:0.0:1783976403.980486:0:240180:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976403.980487:0:240180:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.980489:0:240180:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976403.980490:0:240180:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976403.980491:0:240180:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976403.980492:0:240180:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976403.980495:0:240180:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976403.980501:0:240180:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c05880. 00000020:00000040:0.0:1783976403.980505:0:240180:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=8 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976403.980508:0:240180:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976403.980512:0:240180:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976403.980515:0:240180:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976403.980521:0:240180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9c00. 00000100:00000001:0.0:1783976403.980528:0:240180:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.980536:0:240180:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976403.980540:0:240180:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.980552:0:240180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a58f87b] to pc [ptlrpcd_00_00+0] req@ffff96f981c05880 x1870620496678656/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976403.980587:0:240180:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976403.980589:0:240180:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980591:0:240180:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980593:0:240180:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980594:0:240180:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976403.980596:0:240180:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980598:0:240180:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.980600:0:240180:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976403.980601:0:240180:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976403.980602:0:240180:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976403.980603:0:240180:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976403.980623:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783976403.980627:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783976403.980629:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.980634:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.980636:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.980638:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.980640:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976403.980642:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976403.980648:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c05880 x1870620496678656/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.980655:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976403.980657:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.980661:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976403.980663:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976403.980666:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976403.980669:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496678656:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976403.980674:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976403.980679:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976403.980681:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.980684:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976403.980689:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b000. 02000000:00000001:0.0:1783976403.980691:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976403.980697:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976403.980702:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976403.980708:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976403.980715:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496678656, portal 4 00000100:00000001:0.0:1783976403.980717:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.980719:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000040:0.0:1783976403.980726:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c05880 x1870620496678656/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.980739:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976403.980742:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976403.980745:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783976403.980748:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496678656, offset 0 00000400:00000200:0.0:1783976403.980755:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976403.980763:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.980771:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976403.980775:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976403.980779:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976403.980783:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976403.980786:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976403.980789:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778817:778817:256:4294967295] 192.168.201.114@tcp LPNI seq info [778795:778795:8:4294967295] 00000400:00000200:0.0:1783976403.980793:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976403.980803:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976403.980809:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976403.980814:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783976403.980820:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976403.980828:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976403.980832:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976403.980850:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.980855:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59742 usecs (60 jiffies) 00000400:00000200:0.0:1783976403.980859:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976403.980861:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609879 00000100:00000001:0.0:1783976403.980869:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609820 00000100:00000001:0.0:1783976403.980874:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609879 00000100:00000001:0.0:1783976403.980879:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609820 00000100:00000001:0.0:1783976403.980881:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.980884:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.980887:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.980889:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.990729:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.990733:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.990739:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.990741:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.990745:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976403.990750:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783976403.990752:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783976403.990756:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.990760:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c05880 x1870620496678656/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.990770:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c05880 x1870620496678656/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.990775:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.990776:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.990779:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.990782:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.990785:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.990787:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.990790:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.990799:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=42 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976403.990802:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=123 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976403.990805:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.990806:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.990809:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.990812:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.990815:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.990817:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.990818:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.990821:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.990822:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100730496 : -115476608821120 : ffff96f981c05880) 00000100:00000001:0.0:1783976403.990825:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.990827:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976403.990829:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.990831:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.990836:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c05880 x1870620496678656/t12884915115(12884915115) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.990843:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.990846:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.990848:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976403.990850:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976403.990869:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.990874:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c05880 x1870620496678656/t12884915115(12884915115) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.990882:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496678656:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976403.990886:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.990889:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.990892:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c05880 x1870620496678656/t12884915115(12884915115) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976419 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.990899:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.990902:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.990908:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976403.990910:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.990913:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976403.990915:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.995923:0:240180:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976403.995943:0:240180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976403.995945:0:240180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976403.995948:0:240180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7528. 00000400:00000200:0.0:1783976403.995953:0:240180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a4ef00 00000400:00000010:0.0:1783976403.995955:0:240180:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f957a4ef00. 00000100:00000001:0.0:1783976403.995958:0:240180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976403.995962:0:240180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae85f80 x1870620496678912/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976403.996025:0:240180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae85f80 x1870620496678912/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976419 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.996031:0:240180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976403.996033:0:240180:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.996036:0:240180:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976403.996039:0:240180:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976403.996042:0:240180:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976403.996044:0:240180:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976403.996047:0:240180:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976403.996056:0:240180:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=112 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976403.996059:0:240180:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976403.996062:0:240180:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976403.996063:0:240180:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976403.996066:0:240180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976403.996069:0:240180:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.996072:0:240180:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976403.996074:0:240180:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976403.996076:0:240180:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976403.996077:0:240180:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.996079:0:240180:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985913216 : -115476723638400 : ffff96f97ae85f80) 00000100:00000001:0.0:1783976403.996082:0:240180:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976403.996084:0:240180:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976403.996086:0:240180:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976403.996088:0:240180:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976403.996093:0:240180:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae85f80 x1870620496678912/t25769972930(25769972930) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.996101:0:240180:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976403.996104:0:240180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976403.996106:0:240180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976403.996109:0:240180:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae85f80 x1870620496678912/t25769972930(25769972930) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976403.996116:0:240180:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae85f80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240180:1870620496678912:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976403.996121:0:240180:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976403.996123:0:240180:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.996125:0:240180:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976403.996128:0:240180:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.996132:0:240180:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae85f80 x1870620496678912/t25769972930(25769972930) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.996231:0:240180:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976403.996234:0:240180:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f957a4e480. 00000100:00000001:0.0:1783976403.996237:0:240180:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976403.996238:0:240180:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976403.996245:0:240180:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976403.996246:0:240180:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985913216 : -115476723638400 : ffff96f97ae85f80) 00000002:00000001:0.0:1783976403.996249:0:240180:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.996252:0:240180:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.996256:0:240180:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b8c00. 00000080:00000001:0.0:1783976403.996260:0:240180:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976403.996263:0:240180:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976403.996265:0:240180:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976403.996267:0:240180:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976403.996269:0:240180:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976403.996408:0:240180:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976403.996411:0:240180:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976403.996413:0:240180:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2077:0x0] 00800000:00000001:0.0:1783976403.996416:0:240180:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976403.996421:0:240180:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976403.996427:0:240180:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f977106a00 x1870620496678144/t25769972928(25769972928) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976419 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976403.996435:0:240180:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976403.996436:0:240180:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.996439:0:240180:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00100. 00000100:00000001:0.0:1783976403.996443:0:240180:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976403.996445:0:240180:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae85f80 x1870620496678912/t25769972930(25769972930) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976419 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976403.996452:0:240180:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.996454:0:240180:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976403.996457:0:240180:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd51180. 00000080:00000001:0.0:1783976403.996460:0:240180:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976403.996466:0:240180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481dbbdb8 00000080:00000008:0.0:1783976403.996469:0:240180:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-c.4:[0x240002b13:0x2077:0x0](ffff96f974145348), flags 104001, rc = 0 00000080:00000001:0.0:1783976403.996472:0:240180:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976403.996478:0:240180:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976403.996480:0:240180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481dbbe00 00000080:00002000:0.0:1783976403.996481:0:240180:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-c.4 (ffff96f97c080288, parent ffff96f97c080510, inode ffff96f974145348) hashed, 00000080:00000001:0.0:1783976403.996484:0:240180:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976403.996491:0:240180:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976403.996498:0:240180:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976404.030182:0:240183:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.030189:0:240183:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.030191:0:240183:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976404.030194:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07bc0 00000080:00200000:0.0:1783976404.030199:0:240183:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976404.030207:0:240183:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9800. 00800000:00000002:0.0:1783976404.030213:0:240183:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976404.030217:0:240183:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.030223:0:240183:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.030225:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07ae0 00800000:00000002:0.0:1783976404.030227:0:240183:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.030231:0:240183:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976404.030234:0:240183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.030237:0:240183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.030239:0:240183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.030241:0:240183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.030243:0:240183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.030245:0:240183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.030247:0:240183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.030249:0:240183:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976404.030254:0:240183:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.030255:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c079b0 00000002:00010000:0.0:1783976404.030257:0:240183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976404.030260:0:240183:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976404.030262:0:240183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.030265:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.030473:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976404.030477:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.030540:0:240183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.030545:0:240183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976404.030550:0:240183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 02000000:00000001:0.0:1783976404.030562:0:240183:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.030566:0:240183:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.030569:0:240183:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000002:00000001:0.0:1783976404.030576:0:240183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976404.030578:0:240183:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.030579:0:240183:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.030581:0:240183:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.030583:0:240183:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.030585:0:240183:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976404.030588:0:240183:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976404.030591:0:240183:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976404.030594:0:240183:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9800. 00000080:00000001:0.0:1783976404.030598:0:240183:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976404.030600:0:240183:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.030603:0:240183:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976404.030606:0:240183:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976404.030609:0:240183:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.030612:0:240183:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.030613:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.030616:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.030619:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.030621:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.030623:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.030626:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.030628:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.030629:0:240183:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.030632:0:240183:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.030635:0:240183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1481c07bf8 00010000:00000001:0.0:1783976404.030637:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.030638:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.030639:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.030641:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.030644:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.030646:0:240183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.030649:0:240183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00000001:0.0:1783976404.030655:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.030657:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.030658:0:240183:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.030660:0:240183:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.030662:0:240183:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00000001:0.0:1783976404.030670:0:240183:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.030673:0:240183:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.030675:0:240183:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.030679:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.030680:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.030682:0:240183:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030685:0:240183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.030687:0:240183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030689:0:240183:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030692:0:240183:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030693:0:240183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.030695:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.030696:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976404.030698:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976404.030699:0:240183:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.030702:0:240183:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976404.030707:0:240183:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.030711:0:240183:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976404.030713:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07b88 00000080:00002000:0.0:1783976404.030715:0:240183:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 5 00000080:00000001:0.0:1783976404.030718:0:240183:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.030720:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07bd0 00000080:00200000:0.0:1783976404.030721:0:240183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976404.030725:0:240183:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976404.030727:0:240183:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.030730:0:240183:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.030731:0:240183:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976404.030734:0:240183:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.030742:0:240183:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30aa0. 00000080:00000001:0.0:1783976404.030746:0:240183:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.030748:0:240183:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976404.030750:0:240183:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.030753:0:240183:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976404.030755:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07b50 00000080:00200000:0.0:1783976404.030757:0:240183:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-a.4, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f943829680, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976404.030762:0:240183:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e300. 00000080:00000001:0.0:1783976404.030766:0:240183:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976404.030768:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07a00 00000080:00200000:0.0:1783976404.030770:0:240183:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-a.4, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976404.030775:0:240183:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9800. 00800000:00000002:0.0:1783976404.030778:0:240183:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 10 00000080:00000001:0.0:1783976404.030782:0:240183:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.030783:0:240183:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.030785:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07920 00800000:00000002:0.0:1783976404.030786:0:240183:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-a.4' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976404.030790:0:240183:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976404.030792:0:240183:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976404.030797:0:240183:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-a.4 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976404.030801:0:240183:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976404.030805:0:240183:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976404.030808:0:240183:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976404.030810:0:240183:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976404.030813:0:240183:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976404.030815:0:240183:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976404.030818:0:240183:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x11ffc:0x0] 40000000:00000001:0.0:1783976404.030821:0:240183:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.030822:0:240183:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.030824:0:240183:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.030826:0:240183:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.030827:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c078a0 00800000:00000002:0.0:1783976404.030829:0:240183:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x11ffc:0x0], name='f56oe.sanity-a.4' -> mds #0 layout version 1 00000002:00000001:0.0:1783976404.030832:0:240183:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.030834:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c077d8 00000002:00010000:0.0:1783976404.030835:0:240183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-a.4,[0x200002b12:0x11ffc:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976404.030839:0:240183:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976404.030841:0:240183:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976404.030844:0:240183:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976404.030848:0:240183:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.030849:0:240183:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976404.030852:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76b00 count: 7 00010000:00000001:0.0:1783976404.030854:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.030856:0:240183:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976404.030859:0:240183:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030860:0:240183:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.030862:0:240183:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.030868:0:240183:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976404.030872:0:240183:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=31 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976404.030877:0:240183:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976404.030879:0:240183:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030882:0:240183:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.030886:0:240183:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.030888:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.030890:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.030891:0:240183:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.030893:0:240183:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.030895:0:240183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.030898:0:240183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.030906:0:240183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97b0a4000. 00000100:00000001:0.0:1783976404.030912:0:240183:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030915:0:240183:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.030917:0:240183:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030918:0:240183:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.030919:0:240183:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.030921:0:240183:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.030940:0:240183:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976404.030944:0:240183:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.030946:0:240183:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783976404.030949:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76b00 count: 7 00010000:00000001:0.0:1783976404.030951:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.030953:0:240183:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.030957:0:240183:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a121e00. 00000020:00000001:0.0:1783976404.030960:0:240183:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.030962:0:240183:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a121e00 with handle 0x5bb448586bd09607 to hash 00000020:00000001:0.0:1783976404.030964:0:240183:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.030965:0:240183:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.030968:0:240183:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.030971:0:240183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.030972:0:240183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.030976:0:240183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 240183 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.030983:0:240183:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x0 pid: 240183 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976404.030995:0:240183:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976404.031007:0:240183:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c07b80 x1870620496679552/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976404.031016:0:240183:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x0 pid: 240183 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.031026:0:240183:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.031028:0:240183:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.031247:0:240183:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.031250:0:240183:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538752 : -115476773012864 : ffff96f977f6fa80) 00000100:00000001:0.0:1783976404.031253:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.031254:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976404.031259:0:240183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.031263:0:240183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.031265:0:240183:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.031266:0:240183:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.031382:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496679552/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.031392:0:240183:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.031394:0:240183:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.031398:0:240183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.031401:0:240183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.031403:0:240183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.031407:0:240183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496679552:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.031411:0:240183:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.031416:0:240183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.031419:0:240183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.031421:0:240183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.031470:0:240183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.031473:0:240183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.031481:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.032222:0:240183:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.032230:0:240183:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854389400. 00000100:00000200:0.0:1783976404.032237:0:240183:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496679552, portal 10 00000100:00000001:0.0:1783976404.032240:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.032242:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976404.032250:0:240183:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f981c07b80 x1870620496679552/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.032265:0:240183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.032267:0:240183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.032270:0:240183:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6fb40. 00000100:00000200:0.0:1783976404.032284:0:240183:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496679552, offset 0 00000400:00000200:0.0:1783976404.032291:0:240183:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.032299:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.032307:0:240183:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.032312:0:240183:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.032315:0:240183:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.032319:0:240183:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.032322:0:240183:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.032325:0:240183:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778822:778822:256:4294967295] 192.168.201.114@tcp LPNI seq info [778800:778800:8:4294967295] 00000400:00000200:0.0:1783976404.032330:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.032339:0:240183:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.032345:0:240183:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.032349:0:240183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f9766e9e00. 00000800:00000200:0.0:1783976404.032356:0:240183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.032364:0:240183:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.032369:0:240183:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f9766e9e00 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976404.032398:0:240183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.032403:0:240183:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.032407:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.032409:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609881 00000100:00000001:0.0:1783976404.032417:0:240183:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609879 00000100:00000001:0.0:1783976404.032422:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609881 00000100:00000001:0.0:1783976404.032426:0:240183:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609879 00000100:00000001:0.0:1783976404.032429:0:240183:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.032432:0:240183:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.032435:0:240183:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.032437:0:240183:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.032439:0:240183:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fa80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.032442:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.032445:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.045538:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.045546:0:240183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.045548:0:240183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.045552:0:240183:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.045556:0:240183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854389400 00000400:00000010:0.0:1783976404.045559:0:240183:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854389400. 00000100:00000001:0.0:1783976404.045562:0:240183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.045567:0:240183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496679552/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.045576:0:240183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496679552/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.045582:0:240183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.045584:0:240183:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.045587:0:240183:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.045590:0:240183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.045592:0:240183:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.045594:0:240183:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.045597:0:240183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.045606:0:240183:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.045610:0:240183:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.045613:0:240183:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.045615:0:240183:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.045617:0:240183:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.045620:0:240183:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.045623:0:240183:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.045625:0:240183:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.045627:0:240183:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.045629:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.045631:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976404.045634:0:240183:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.045636:0:240183:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.045638:0:240183:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.045641:0:240183:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.045646:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.045652:0:240183:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.045655:0:240183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.045657:0:240183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.045661:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.045668:0:240183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496679552:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.045673:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.045676:0:240183:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.045678:0:240183:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.045680:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.045683:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.045690:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.045693:0:240183:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.045696:0:240183:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.045698:0:240183:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.045701:0:240183:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.045706:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.045708:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.045712:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=4 00000020:00000001:0.0:1783976404.045715:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045718:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000040:0.0:1783976404.045724:0:240183:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a121e00, remote cookie: 0xa91b1f6e92eac4e7, flags: 0x1001 00010000:00010000:0.0:1783976404.045729:0:240183:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976404.045743:0:240183:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ffa:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976404.045746:0:240183:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976404.045751:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 2 00010000:00000001:0.0:1783976404.045753:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.045755:0:240183:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.045757:0:240183:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.045763:0:240183:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.045767:0:240183:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.045770:0:240183:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976404.045771:0:240183:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976404.045772:0:240183:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976404.045773:0:240183:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976404.045775:0:240183:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ffa:0x0].0x0 (ffff96f97ad76600) refcount = 2 00010000:00000040:0.0:1783976404.045776:0:240183:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976404.045778:0:240183:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd095a5 lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac423 expref: -99 pid: 240179 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976404.045783:0:240183:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.045787:0:240183:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976404.045790:0:240183:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.045791:0:240183:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.045792:0:240183:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.045794:0:240183:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.045796:0:240183:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.045800:0:240183:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.045801:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045802:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.045803:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045804:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.045805:0:240183:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.045808:0:240183:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976404.045810:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.045811:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.045811:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.045813:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045814:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045815:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.045816:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.045817:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=4 00000020:00000001:0.0:1783976404.045818:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045819:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045821:0:240183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.045823:0:240183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.045825:0:240183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.045830:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045831:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.045832:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.045833:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.045833:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=5 00000020:00000001:0.0:1783976404.045835:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045837:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045839:0:240183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.045841:0:240183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.045847:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045848:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976404.045850:0:240183:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.045856:0:240183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.045857:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045858:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.045859:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045861:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976404.045866:0:240183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.045875:0:240183:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.045879:0:240183:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.045883:0:240183:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.045887:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.045888:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.045889:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.045890:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045891:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00000002:00010000:0.0:1783976404.045894:0:240183:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976404.045900:0:240183:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99440. 00010000:00000001:0.0:1783976404.045901:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045902:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.045903:0:240183:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.045904:0:240183:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.045907:0:240183:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976404.045908:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.045909:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00010000:00000001:0.0:1783976404.045911:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.045912:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.045912:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.045913:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045914:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00000002:00010000:0.0:1783976404.045916:0:240183:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.045920:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045921:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.045922:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.045923:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.045938:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.045940:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.045942:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.045943:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000040:0.0:1783976404.045946:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 3 00010000:00000001:0.0:1783976404.045948:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976404.045954:0:240183:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73722 (0 0) 00010000:00000001:0.0:1783976404.045957:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.045958:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.045959:0:240183:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976404.045962:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07760 00000002:00002000:0.0:1783976404.045964:0:240183:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-a.4 intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976404.045967:0:240183:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.045971:0:240183:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.045973:0:240183:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976404.045976:0:240183:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976404.045979:0:240183:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.045983:0:240183:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 10 00000080:00000001:0.0:1783976404.045986:0:240183:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976404.045988:0:240183:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e300 it_disposition 80002b 00000080:00000001:0.0:1783976404.045991:0:240183:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976404.045996:0:240183:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.045999:0:240183:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.046001:0:240183:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513210 : 144115373061513210 : 200002b12011ffa) 00000080:00000001:0.0:1783976404.046004:0:240183:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783976404.046010:0:240183:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.046014:0:240183:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.046019:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.046025:0:240183:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9e00. 00000020:00000010:0.0:1783976404.046029:0:240183:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.046037:0:240183:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.046042:0:240183:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.046047:0:240183:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.046052:0:240183:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.046056:0:240183:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.046059:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9400. 00000008:00000010:0.0:1783976404.046063:0:240183:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.046066:0:240183:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.046069:0:240183:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.046072:0:240183:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.046074:0:240183:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.046076:0:240183:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.046078:0:240183:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.046082:0:240183:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.046084:0:240183:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.046089:0:240183:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976404.046394:0:240183:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976404.046401:0:240183:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e420. 00020000:00000001:0.0:1783976404.046404:0:240183:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164704 : -115476674386912 : ffff96f97dd7e420) 00020000:00000002:0.0:1783976404.046407:0:240183:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e420, objid 0x11ffa:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.046412:0:240183:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.046416:0:240183:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x2c0000403:5859 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976404.046419:0:240183:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd017c0) owner ffff96f959114f80 00020000:00000001:0.0:1783976404.046422:0:240183:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.046425:0:240183:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd017c0) owner ffff96f959114f80 00020000:00000010:0.0:1783976404.046429:0:240183:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976404.046432:0:240183:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976404.046435:0:240183:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e420. 00020000:00000002:0.0:1783976404.046437:0:240183:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ffa:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.046439:0:240183:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.046441:0:240183:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976404.046443:0:240183:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.046447:0:240183:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9e00. 00000020:00000010:0.0:1783976404.046450:0:240183:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.046454:0:240183:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.046457:0:240183:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.046460:0:240183:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.046464:0:240183:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.046467:0:240183:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.046470:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8e00. 00000008:00000010:0.0:1783976404.046472:0:240183:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.046475:0:240183:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.046477:0:240183:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.046532:0:240183:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.046534:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9400. 00000020:00000010:0.0:1783976404.046536:0:240183:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.046540:0:240183:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513210 : 144115373061513210 : 200002b12011ffa) 00000080:00000001:0.0:1783976404.046542:0:240183:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976404.046547:0:240183:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x11ffa:0x0](ffff96f97c04ec08): rc = 0 00000080:00000001:0.0:1783976404.046549:0:240183:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628597004561416 : -115476704990200 : ffff96f97c04ec08) 00010000:00000001:0.0:1783976404.046551:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.046553:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.046555:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.046556:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.046558:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00000080:00000001:0.0:1783976404.046561:0:240183:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.046563:0:240183:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.046565:0:240183:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.046567:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9400. 00000020:00000010:0.0:1783976404.046570:0:240183:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.046572:0:240183:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.046575:0:240183:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.046577:0:240183:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.046580:0:240183:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.046582:0:240183:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.046584:0:240183:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.046586:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9e00. 00000008:00000010:0.0:1783976404.046588:0:240183:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.046590:0:240183:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.046592:0:240183:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.046594:0:240183:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.046596:0:240183:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.046598:0:240183:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.046599:0:240183:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.046600:0:240183:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.046602:0:240183:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.046604:0:240183:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e420. 00020000:00000010:0.0:1783976404.046606:0:240183:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976404.046608:0:240183:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e720. 00020000:00000001:0.0:1783976404.046610:0:240183:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165472 : -115476674386144 : ffff96f97dd7e720) 00020000:00000002:0.0:1783976404.046612:0:240183:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e720, objid 0x11ffa:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.046616:0:240183:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.046619:0:240183:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x2c0000403:5859 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976404.046621:0:240183:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd017c0) owner ffff96f959114f80 00020000:00000001:0.0:1783976404.046623:0:240183:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.046625:0:240183:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd017c0) owner ffff96f959114f80 00020000:00000010:0.0:1783976404.046627:0:240183:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976404.046629:0:240183:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e420. 00020000:00000010:0.0:1783976404.046631:0:240183:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e720. 00020000:00000002:0.0:1783976404.046633:0:240183:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ffa:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.046635:0:240183:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.046636:0:240183:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.046639:0:240183:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976404.046641:0:240183:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976404.046644:0:240183:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f9778ecc60 addref 2/0 by ffff96f959114f80. 00020000:00000002:0.0:1783976404.046646:0:240183:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976404.046648:0:240183:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976404.046650:0:240183:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976404.046652:0:240183:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976404.046653:0:240183:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976404.046655:0:240183:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976404.046658:0:240183:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ffa:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783976404.046659:0:240183:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.046661:0:240183:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.046663:0:240183:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.046666:0:240183:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.046668:0:240183:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.046670:0:240183:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.046673:0:240183:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.046674:0:240183:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.046677:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9400. 00000008:00000010:0.0:1783976404.046679:0:240183:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.046681:0:240183:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.046683:0:240183:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.046685:0:240183:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.046687:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9e00. 00000020:00000010:0.0:1783976404.046689:0:240183:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.046691:0:240183:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.046692:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.046693:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.046695:0:240183:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976404.046698:0:240183:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.046699:0:240183:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.046703:0:240183:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ffa:0x0](ffff96f97c04ec08) for lock 0x5bb448586bd09607 00800000:00000001:0.0:1783976404.046706:0:240183:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.046707:0:240183:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.046709:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.046710:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.046711:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.046713:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.046715:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.046717:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.046718:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.046720:0:240183:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.046721:0:240183:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976404.046727:0:240183:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f70d8 inode ffff96f97c04ec08 refc 1 flags 0x40000e 00000080:00000001:0.0:1783976404.046730:0:240183:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976404.046734:0:240183:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ffa:0x0](ffff96f97c04ec08) 00000080:00000001:0.0:1783976404.046736:0:240183:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.046740:0:240183:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9800. 00000100:00000001:0.0:1783976404.046742:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.046748:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.046755:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.046763:0:240183:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976404.046765:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07a60 00000080:00200008:0.0:1783976404.046766:0:240183:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-a.4:[0x200002b12:0x11ffa:0x0](ffff96f97c04ec08), flags 104501 00000080:00000010:0.0:1783976404.046773:0:240183:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8aa00. 00000080:00000010:0.0:1783976404.046779:0:240183:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d996c0. 00000080:00000001:0.0:1783976404.046781:0:240183:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976404.046784:0:240183:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.046786:0:240183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.046788:0:240183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.046790:0:240183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.046793:0:240183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.046794:0:240183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.046796:0:240183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffa:0x0] 00800000:00000001:0.0:1783976404.046799:0:240183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.046801:0:240183:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976404.046804:0:240183:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30860. 00000002:00100000:0.0:1783976404.046808:0:240183:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.046813:0:240183:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.046815:0:240183:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976404.046818:0:240183:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976404.046821:0:240183:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.046823:0:240183:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.046825:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.046828:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976404.046835:0:240183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.046838:0:240183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.046865:0:240183:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976404.046867:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.046869:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07a60 00000080:00000008:0.0:1783976404.046871:0:240183:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-a.4:[0x200002b12:0x11ffa:0x0](ffff96f97c04ec08), flags 104501, rc = 0 00000080:00000001:0.0:1783976404.046876:0:240183:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976404.046877:0:240183:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e300 released 00000080:00010000:0.0:1783976404.046879:0:240183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09607 from it ffff96f97dd7e300 00010000:00000001:0.0:1783976404.046882:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.046883:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.046884:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.046886:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.046888:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.046890:0:240183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.046893:0:240183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.046900:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.046901:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.046903:0:240183:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.046905:0:240183:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.046908:0:240183:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.046914:0:240183:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.046917:0:240183:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.046919:0:240183:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.046922:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.046935:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.046937:0:240183:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.046940:0:240183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.046942:0:240183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.046944:0:240183:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.046947:0:240183:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.046949:0:240183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.046950:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.046951:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.046952:0:240183:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976404.046954:0:240183:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976404.046956:0:240183:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.046958:0:240183:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.046960:0:240183:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.046961:0:240183:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.046964:0:240183:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976404.046965:0:240183:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.046967:0:240183:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976404.046969:0:240183:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.046971:0:240183:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.046973:0:240183:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e300. 00000080:00000001:0.0:1783976404.046976:0:240183:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.046979:0:240183:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.046981:0:240183:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ffa:0x0](ffff96f97c04ec08), inode mode 81a4 mask 42 00000080:00000001:0.0:1783976404.046985:0:240183:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.047006:0:240183:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.047009:0:240183:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976404.047012:0:240183:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976404.047015:0:240183:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.047026:0:240183:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976404.047028:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07c30 00000080:00200008:0.0:1783976404.047030:0:240183:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-a.4:[0x200002b12:0x11ffa:0x0](ffff96f97c04ec08) current size 0, valid attrs 100d0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783962004.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000 00000080:00000002:0.0:1783976404.047036:0:240183:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976404, ctime 1783976404, now = 1783976404 00000080:00000010:0.0:1783976404.047039:0:240183:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f9766e9800. 00000080:00000001:0.0:1783976404.047041:0:240183:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976404.047046:0:240183:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976404.047048:0:240183:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ffa:0x0], valid 0x100100d0/0x0 00800000:00000001:0.0:1783976404.047050:0:240183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.047051:0:240183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.047053:0:240183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.047054:0:240183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.047056:0:240183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.047057:0:240183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffa:0x0] 00800000:00000001:0.0:1783976404.047059:0:240183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.047063:0:240183:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976404.047065:0:240183:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976404.047068:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 3 00010000:00000001:0.0:1783976404.047071:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.047073:0:240183:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976404.047076:0:240183:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976404.047079:0:240183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976404.047087:0:240183:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976404.047090:0:240183:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976404.047220:0:240183:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976404.047222:0:240183:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ffa:0x0] mode (null) 00000002:00000001:0.0:1783976404.047225:0:240183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.047227:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.047229:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 4 00010000:00000001:0.0:1783976404.047231:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.047234:0:240183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.047236:0:240183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.047237:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.047239:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 4 00010000:00000001:0.0:1783976404.047240:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.047241:0:240183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.047243:0:240183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.047244:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.047245:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 4 00010000:00000001:0.0:1783976404.047246:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.047248:0:240183:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976404.047250:0:240183:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976404.047253:0:240183:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.047256:0:240183:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.047259:0:240183:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd095a5 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac423 expref: -99 pid: 240179 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976404.047265:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.047266:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.047267:0:240183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976404.047268:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.047270:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.047719:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a400 refcount=2 00000020:00000001:0.0:1783976404.047722:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930356224 : -115476779195392 : ffff96f97798a400) 00010000:00000001:0.0:1783976404.047724:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930356224 : -115476779195392 : ffff96f97798a400) 00010000:00000001:0.0:1783976404.047726:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.047727:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.047729:0:240183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.047731:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.047733:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 4 00010000:00000001:0.0:1783976404.047735:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.047737:0:240183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.047739:0:240183:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.047741:0:240183:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976404.047743:0:240183:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ffa:0x0](ffff96f97c04ec08) invalid 00000020:00000001:0.0:1783976404.047745:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07838 00000080:00002000:0.0:1783976404.047747:0:240183:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-a.4 (ffff96f97a8f70d8) parent ffff96f97c080510 inode ffff96f97c04ec08 refc 1 00000080:00000001:0.0:1783976404.047751:0:240183:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976404.047753:0:240183:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976404.047755:0:240183:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.047758:0:240183:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976404.047761:0:240183:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976404.047763:0:240183:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976404.047765:0:240183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.047766:0:240183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976404.047769:0:240183:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97a121e00 with handle 0x5bb448586bd09607 from hash 00010000:00000001:0.0:1783976404.047771:0:240183:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976404.047772:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.047773:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.047774:0:240183:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976404.047777:0:240183:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976404.047778:0:240183:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976404.047781:0:240183:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.047783:0:240183:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.047785:0:240183:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976404.047792:0:240183:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c06d80. 00000020:00000040:0.0:1783976404.047795:0:240183:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=32 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.047801:0:240183:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.047804:0:240183:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.047807:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.047808:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.047809:0:240183:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.047812:0:240183:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.047814:0:240183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.047817:0:240183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.047822:0:240183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9e00. 00000100:00000001:0.0:1783976404.047828:0:240183:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.047831:0:240183:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.047833:0:240183:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976404.047837:0:240183:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976404.047844:0:240183:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976404.047846:0:240183:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.047847:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976404.047849:0:240183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a121e00/0x5bb448586bd09607 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac4e7 expref: -99 pid: 240183 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976404.047856:0:240183:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99440. 00010000:00000001:0.0:1783976404.047865:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.047867:0:240183:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.047869:0:240183:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.047870:0:240183:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.047873:0:240183:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976404.047875:0:240183:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976404, ctime 1783976404 00000020:00100000:0.0:1783976404.047883:0:240183:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976404.047891:0:240183:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f981c06d80 x1870620496680064/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976404.047899:0:240183:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.047901:0:240183:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.047906:0:240183:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.047908:0:240183:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538752 : -115476773012864 : ffff96f977f6fa80) 00000100:00000001:0.0:1783976404.047911:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.047912:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000001:0.0:1783976404.047916:0:240183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.047919:0:240183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.047921:0:240183:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.047923:0:240183:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.047935:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c06d80 x1870620496680064/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.047943:0:240183:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.047945:0:240183:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.047948:0:240183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.047950:0:240183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.047953:0:240183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.047956:0:240183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c06d80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496680064:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.047960:0:240183:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.047965:0:240183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.047967:0:240183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.047969:0:240183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.047974:0:240183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389400. 02000000:00000001:0.0:1783976404.047976:0:240183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.047982:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.047986:0:240183:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.047992:0:240183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976404.047998:0:240183:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496680064, portal 10 00000100:00000001:0.0:1783976404.048000:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.048001:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000040:0.0:1783976404.048008:0:240183:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c06d80 x1870620496680064/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.048015:0:240183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.048017:0:240183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.048020:0:240183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783976404.048023:0:240183:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496680064, offset 0 00000400:00000200:0.0:1783976404.048030:0:240183:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.048037:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.048046:0:240183:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.048051:0:240183:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.048054:0:240183:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.048058:0:240183:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.048061:0:240183:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.048065:0:240183:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778825:778825:256:4294967295] 192.168.201.114@tcp LPNI seq info [778803:778803:8:4294967295] 00000400:00000200:0.0:1783976404.048068:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.048078:0:240183:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.048084:0:240183:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.048090:0:240183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783976404.048721:0:240183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.048729:0:240183:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.048733:0:240183:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2af00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.048743:0:240183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.048748:0:240183:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.048751:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.048754:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609897 00000100:00000001:0.0:1783976404.048760:0:240183:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609888 00000100:00000001:0.0:1783976404.048765:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609897 00000100:00000001:0.0:1783976404.048768:0:240183:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609888 00000100:00000001:0.0:1783976404.048770:0:240183:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.048773:0:240183:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.048775:0:240183:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.048777:0:240183:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.048779:0:240183:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fa80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.048782:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.048784:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.052962:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.052967:0:240183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.052969:0:240183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.052972:0:240183:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.052975:0:240183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783976404.052978:0:240183:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783976404.052980:0:240183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.052985:0:240183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c06d80 x1870620496680064/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976404.052993:0:240183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c06d80 x1870620496680064/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.052999:0:240183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.053001:0:240183:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.053003:0:240183:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.053005:0:240183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.053007:0:240183:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.053009:0:240183:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.053012:0:240183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.053018:0:240183:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.053022:0:240183:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.053024:0:240183:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.053026:0:240183:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.053028:0:240183:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.053031:0:240183:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.053034:0:240183:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.053035:0:240183:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.053037:0:240183:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.053039:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.053041:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100735872 : -115476608815744 : ffff96f981c06d80) 00000100:00000001:0.0:1783976404.053043:0:240183:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.053045:0:240183:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.053047:0:240183:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.053048:0:240183:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.053053:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c06d80 x1870620496680064/t25770086080(25770086080) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.053060:0:240183:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.053062:0:240183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.053064:0:240183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.053068:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c06d80 x1870620496680064/t25770086080(25770086080) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976404.053077:0:240183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c06d80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496680064:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.053081:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.053083:0:240183:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.053086:0:240183:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.053088:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.053091:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f981c06d80 x1870620496680064/t25770086080(25770086080) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.053107:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.053110:0:240183:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.053113:0:240183:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.053115:0:240183:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.053120:0:240183:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.053122:0:240183:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.053127:0:240183:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.053129:0:240183:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.053166:0:240183:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513210 : 144115373061513210 : 200002b12011ffa) 00000080:00000001:0.0:1783976404.053170:0:240183:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976404.053174:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.053178:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c06d80 x1870620496680064/t25770086080(25770086080) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.053185:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.053187:0:240183:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.053189:0:240183:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.053191:0:240183:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.053195:0:240183:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976404.053197:0:240183:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.053199:0:240183:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.053201:0:240183:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.053202:0:240183:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.053204:0:240183:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.053207:0:240183:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976404.053209:0:240183:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.053215:0:240183:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.053220:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9400. 00000020:00000010:0.0:1783976404.053225:0:240183:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.053229:0:240183:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.053236:0:240183:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.053240:0:240183:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.053245:0:240183:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.053251:0:240183:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.053255:0:240183:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.053259:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9600. 00000008:00000010:0.0:1783976404.053263:0:240183:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.053267:0:240183:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.053270:0:240183:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.053286:0:240183:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.053289:0:240183:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.053291:0:240183:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.053295:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee468 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.053298:0:240183:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976404.053300:0:240183:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976404.053302:0:240183:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ffa:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976404.053305:0:240183:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.053307:0:240183:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976404.053309:0:240183:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976404.053311:0:240183:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.053313:0:240183:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976404.053316:0:240183:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ffa:0x0]io ffff96f96174de70 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976404.053320:0:240183:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976404.053323:0:240183:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976404.053325:0:240183:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976404.053327:0:240183:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976404.053329:0:240183:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053332:0:240183:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976404.053334:0:240183:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976404.053335:0:240183:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053337:0:240183:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.053338:0:240183:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976404.053340:0:240183:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976404.053341:0:240183:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00000020:00000001:0.0:1783976404.053344:0:240183:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053346:0:240183:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976404.053348:0:240183:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976404.053350:0:240183:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976404.053352:0:240183:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976404.053354:0:240183:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976404.053357:0:240183:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976404.053361:0:240183:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.053362:0:240183:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976404.053363:0:240183:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.053366:0:240183:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cd80. 00000020:00000010:0.0:1783976404.053369:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.053371:0:240183:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8200. 00000020:00000010:0.0:1783976404.053374:0:240183:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.053377:0:240183:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.053379:0:240183:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.053382:0:240183:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.053385:0:240183:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.053387:0:240183:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.053390:0:240183:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9000. 00000008:00000010:0.0:1783976404.053393:0:240183:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.053396:0:240183:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.053398:0:240183:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.053401:0:240183:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973c30. 00000020:00000001:0.0:1783976404.053403:0:240183:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539051400 : -115477170500216 : ffff96f96045cd88) 00000020:00001000:0.0:1783976404.053405:0:240183:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cd80 00000020:00000001:0.0:1783976404.053408:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f9778eedc8 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.053409:0:240183:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976404.053411:0:240183:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.053413:0:240183:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976404.053414:0:240183:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053416:0:240183:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053418:0:240183:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.053420:0:240183:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.053422:0:240183:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.053425:0:240183:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053427:0:240183:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053428:0:240183:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053430:0:240183:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053431:0:240183:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053433:0:240183:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1783976404.053435:0:240183:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1783976404.053437:0:240183:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1783976404.053439:0:240183:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1783976404.053440:0:240183:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1783976404.053441:0:240183:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053443:0:240183:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.053445:0:240183:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053447:0:240183:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976404.053449:0:240183:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.053450:0:240183:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976404.053451:0:240183:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.053453:0:240183:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053454:0:240183:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053456:0:240183:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053457:0:240183:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053459:0:240183:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.053461:0:240183:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783976404.053462:0:240183:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783976404.053465:0:240183:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783976404.053467:0:240183:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783976404.053469:0:240183:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783976404.053474:0:240183:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff96f977ba8f00. 00020000:00000002:0.0:1783976404.053476:0:240183:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976404.053478:0:240183:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783976404.053480:0:240183:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.053481:0:240183:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.053482:0:240183:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783976404.053486:0:240183:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff96f9437f85f0. 00000008:00010000:0.0:1783976404.053489:0:240183:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1783976404.053491:0:240183:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976404.053492:0:240183:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783976404.053495:0:240183:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff96f977ba8f30, osc lock ffff96f9437f85f0, flags 0x0 00000020:00000001:0.0:1783976404.053497:0:240183:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053499:0:240183:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.053502:0:240183:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446628596932579072 : -115476776972544 : ffff96f977ba8f00) 00000020:00000001:0.0:1783976404.053504:0:240183:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976404.053505:0:240183:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783976404.053507:0:240183:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053508:0:240183:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053510:0:240183:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976404.053512:0:240183:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976404.053513:0:240183:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.053514:0:240183:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.053516:0:240183:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976404.053518:0:240183:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976404.053519:0:240183:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1783976404.053522:0:240183:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.053525:0:240183:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976404.053527:0:240183:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.053528:0:240183:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.053530:0:240183:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976404.053531:0:240183:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976404.053533:0:240183:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976404.053534:0:240183:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783976404.053537:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.053541:0:240183:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.053544:0:240183:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1783976404.053549:0:240183:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2df800. 00000020:00000040:0.0:1783976404.053552:0:240183:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=5 obd=lustre-OST0001-osc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.053556:0:240183:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.053559:0:240183:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.053564:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.053565:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.053567:0:240183:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.053569:0:240183:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.053572:0:240183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.053576:0:240183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.053581:0:240183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8800. 00000100:00000001:0.0:1783976404.053586:0:240183:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.053589:0:240183:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.053591:0:240183:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.053593:0:240183:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.053594:0:240183:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.053596:0:240183:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.053598:0:240183:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446628597024028672 : -115476685522944 : ffff96f97d2df800) 00010000:00000001:0.0:1783976404.053601:0:240183:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.053603:0:240183:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976404.053606:0:240183:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f97dc5b200. 00010000:00000010:0.0:1783976404.053609:0:240183:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff96f97dc5b800. 00010000:00000001:0.0:1783976404.053612:0:240183:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.053615:0:240183:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a121e00. 00000020:00000001:0.0:1783976404.053617:0:240183:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.053619:0:240183:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a121e00 with handle 0x5bb448586bd0960e to hash 00000020:00000001:0.0:1783976404.053622:0:240183:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.053623:0:240183:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000010:0.0:1783976404.053627:0:240183:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff96f944d99440. 00010000:00000001:0.0:1783976404.053629:0:240183:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.053632:0:240183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.053634:0:240183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.053637:0:240183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.053647:0:240183:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.053659:0:240183:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.053665:0:240183:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.053667:0:240183:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.053671:0:240183:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.053673:0:240183:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538752 : -115476773012864 : ffff96f977f6fa80) 00000100:00000001:0.0:1783976404.053676:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.053677:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024028672 : -115476685522944 : ffff96f97d2df800) 00000100:00000001:0.0:1783976404.053681:0:240183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.053684:0:240183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.053686:0:240183:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.053688:0:240183:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.053693:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.053700:0:240183:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.053702:0:240183:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.053705:0:240183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.053708:0:240183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.053711:0:240183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.053714:0:240183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2df800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496680192:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.053718:0:240183:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.053722:0:240183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.053724:0:240183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.053727:0:240183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.053730:0:240183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388c00. 02000000:00000001:0.0:1783976404.053732:0:240183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.053737:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.053740:0:240183:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.053744:0:240183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976404.053749:0:240183:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496680192, portal 4 00000100:00000001:0.0:1783976404.053751:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.053752:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024028672 : -115476685522944 : ffff96f97d2df800) 00000100:00000040:0.0:1783976404.053757:0:240183:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.053764:0:240183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.053767:0:240183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.053769:0:240183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783976404.053773:0:240183:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870620496680192, offset 0 00000400:00000200:0.0:1783976404.053778:0:240183:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.053784:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.053790:0:240183:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.053795:0:240183:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.053799:0:240183:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.053803:0:240183:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.053805:0:240183:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.053809:0:240183:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778826:778826:256:4294967295] 192.168.201.114@tcp LPNI seq info [778804:778804:8:4294967295] 00000400:00000200:0.0:1783976404.053814:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.053822:0:240183:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.053828:0:240183:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.053832:0:240183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783976404.053838:0:240183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.053844:0:240183:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.053847:0:240183:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.053864:0:240183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.053868:0:240183:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 31923 usecs (32 jiffies) 00000400:00000200:0.0:1783976404.053871:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.053874:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609924 00000100:00000001:0.0:1783976404.053880:0:240183:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308609897 00000100:00000001:0.0:1783976404.053884:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609924 00000100:00000001:0.0:1783976404.053888:0:240183:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308609897 00000100:00000001:0.0:1783976404.053891:0:240183:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.053893:0:240183:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.053894:0:240183:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.053896:0:240183:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.053899:0:240183:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fa80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.053901:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.053902:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.055706:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.055712:0:240183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.055713:0:240183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.055715:0:240183:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.055719:0:240183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783976404.055721:0:240183:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783976404.055723:0:240183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.055726:0:240183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.055734:0:240183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.055739:0:240183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.055741:0:240183:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.055743:0:240183:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.055745:0:240183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.055748:0:240183:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.055750:0:240183:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.055753:0:240183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.055759:0:240183:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.055763:0:240183:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=1 v=5 (1 1 1 0) 00000100:00000001:0.0:1783976404.055765:0:240183:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.055766:0:240183:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.055768:0:240183:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.055771:0:240183:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.055774:0:240183:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.055776:0:240183:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944202 00000100:00000001:0.0:1783976404.055777:0:240183:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.055779:0:240183:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.055783:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.055789:0:240183:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.055791:0:240183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.055793:0:240183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.055796:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.055803:0:240183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2df800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496680192:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.055807:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.055809:0:240183:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.055811:0:240183:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.055812:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.055815:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.055821:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.055822:0:240183:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.055824:0:240183:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.055826:0:240183:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.055828:0:240183:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.055882:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.055885:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.055887:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=4 00000020:00000001:0.0:1783976404.055889:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.055891:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000040:0.0:1783976404.055896:0:240183:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a121e00, remote cookie: 0xa91b1f6e92eac526, flags: 0x0 00010000:00000001:0.0:1783976404.055899:0:240183:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783976404.055901:0:240183:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.055903:0:240183:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.055906:0:240183:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1783976404.055911:0:240183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976404.055920:0:240183:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x16e3:0x0].0x0 (ffff96f97dc5b200) refcount = 1 00010000:00000040:0.0:1783976404.055922:0:240183:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976404.055934:0:240183:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.055943:0:240183:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.055944:0:240183:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.055947:0:240183:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.055949:0:240183:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.055952:0:240183:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.055958:0:240183:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.055959:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.055960:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.055961:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.055962:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.055963:0:240183:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.055966:0:240183:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1783976404.056028:0:240183:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976404.056081:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.056084:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.056086:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=3 00000020:00000001:0.0:1783976404.056088:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.056090:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.056092:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.056093:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.056095:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=4 00000020:00000001:0.0:1783976404.056097:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.056098:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.056101:0:240183:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.056102:0:240183:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.056105:0:240183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 5/0,2 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.056113:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.056114:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.056117:0:240183:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1783976404.056120:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f977b80e00 -> ffff96f9778ee468 00000008:00010000:0.0:1783976404.056124:0:240183:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 4/0,2 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1783976404.056132:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f977b80e00 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.056134:0:240183:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976404.056157:0:240183:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976404.056160:0:240183:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976404.056162:0:240183:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056164:0:240183:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056166:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f977b80e00 -> ffff96f9778ee468 00000008:00000001:0.0:1783976404.056168:0:240183:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1783976404.056169:0:240183:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.056171:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.056173:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.056174:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=5 00000020:00000001:0.0:1783976404.056176:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.056178:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.056180:0:240183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.056182:0:240183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 5/0,2 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.056188:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.056190:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976404.056192:0:240183:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.056198:0:240183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.056199:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.056200:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.056201:0:240183:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.056203:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.056207:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2df800 x1870620496680192/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.056213:0:240183:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.056215:0:240183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.056218:0:240183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f854388c00. 02000000:00000001:0.0:1783976404.056221:0:240183:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.056223:0:240183:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.056225:0:240183:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=4 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.056227:0:240183:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.056229:0:240183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8800. 02000000:00000001:0.0:1783976404.056232:0:240183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.056234:0:240183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.056236:0:240183:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2df800. 00000100:00000001:0.0:1783976404.056239:0:240183:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.056240:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.056242:0:240183:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.056244:0:240183:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056248:0:240183:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.056250:0:240183:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056252:0:240183:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056254:0:240183:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056256:0:240183:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056258:0:240183:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056260:0:240183:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976404.056264:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee468 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.056266:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee468 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.056267:0:240183:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976404.056269:0:240183:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056271:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee468 -> ffff96f9778ee468 00020000:00000001:0.0:1783976404.056274:0:240183:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976404.056275:0:240183:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976404.056277:0:240183:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.056278:0:240183:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976404.056281:0:240183:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976404.056283:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f977b80e00 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.056284:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f977b80e00 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.056286:0:240183:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976404.056288:0:240183:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056289:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f977b80e00 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.056291:0:240183:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976404.056292:0:240183:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976404.056293:0:240183:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056295:0:240183:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056296:0:240183:0:(cl_object.c:151:cl_object_top()) ffff96f977b80e00 -> ffff96f9778ee468 00000020:00000001:0.0:1783976404.056298:0:240183:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976404.056300:0:240183:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.056301:0:240183:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.056303:0:240183:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976404.056304:0:240183:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976404.056305:0:240183:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976404.056308:0:240183:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976404.056312:0:240183:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2df800. 00000020:00000040:0.0:1783976404.056315:0:240183:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=5 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.056318:0:240183:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.056321:0:240183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.056324:0:240183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.056329:0:240183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8800. 00000100:00000001:0.0:1783976404.056334:0:240183:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.056340:0:240183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.056343:0:240183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.056349:0:240183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005eaf953c] to pc [ptlrpcd_00_01+1] req@ffff96f97d2df800 x1870620496680320/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976404.056379:0:240183:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.056382:0:240183:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056384:0:240183:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.056386:0:240183:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.056387:0:240183:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.056389:0:240183:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056390:0:240183:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.056392:0:240183:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976404.056393:0:240183:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976404.056394:0:240183:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976404.056395:0:240183:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1783976404.060536:0:240183:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.060539:0:240183:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.060542:0:240183:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.060545:0:240183:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.060547:0:240183:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.060549:0:240183:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976404.060552:0:240183:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f972973128 (ffff96f96045c1b8/0) at cl_lock_release():245 00000020:00000001:0.0:1783976404.060555:0:240183:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.060556:0:240183:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f972973128 (ffff96f96045c1b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976404.060560:0:240183:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976404.060562:0:240183:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.060564:0:240183:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.060566:0:240183:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.060567:0:240183:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f977ba8f30 (ffff96f96045cd88/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976404.060570:0:240183:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976404.060572:0:240183:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976404.060574:0:240183:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.060577:0:240183:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.060579:0:240183:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121e00 refcount=4 00000020:00000001:0.0:1783976404.060582:0:240183:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.060585:0:240183:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971871744 : -115476737679872 : ffff96f97a121e00) 00010000:00000001:0.0:1783976404.060588:0:240183:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.060593:0:240183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.060605:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.060607:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.060608:0:240183:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.060611:0:240183:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.060614:0:240183:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000001a719a28/0x5bb448586bd0960e lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eac526 expref: -99 pid: 240183 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.060622:0:240183:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.060624:0:240183:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.060626:0:240183:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.060630:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.060632:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.060633:0:240183:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.060636:0:240183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.060638:0:240183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.060640:0:240183:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.060643:0:240183:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.060645:0:240183:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.060647:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.060648:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.060649:0:240183:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.060650:0:240183:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.060651:0:240183:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976404.060653:0:240183:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.060654:0:240183:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.060655:0:240183:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.060657:0:240183:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.060658:0:240183:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f972973128 (ffff96f96045c1b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976404.060661:0:240183:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976404.060662:0:240183:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.060663:0:240183:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f977ba8f30 (ffff96f96045c1b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976404.060667:0:240183:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f9437f85f0. 00000020:00000001:0.0:1783976404.060670:0:240183:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976404.060672:0:240183:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f977ba8f00. 00020000:00000001:0.0:1783976404.060675:0:240183:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.060676:0:240183:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.060677:0:240183:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783976404.060678:0:240183:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.060680:0:240183:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.060681:0:240183:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.060682:0:240183:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.060683:0:240183:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.060685:0:240183:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.060686:0:240183:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.060687:0:240183:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.060689:0:240183:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.060690:0:240183:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.060692:0:240183:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.060693:0:240183:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.060694:0:240183:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.060695:0:240183:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.060697:0:240183:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.060698:0:240183:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.060700:0:240183:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.060701:0:240183:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.060702:0:240183:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.060703:0:240183:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.060706:0:240183:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.060708:0:240183:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.060709:0:240183:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.060710:0:240183:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.060711:0:240183:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.060713:0:240183:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cd80 00000020:00000010:0.0:1783976404.060718:0:240183:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8200. 00000020:00000010:0.0:1783976404.060722:0:240183:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.060726:0:240183:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.060730:0:240183:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.060735:0:240183:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.060739:0:240183:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.060742:0:240183:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.060746:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976404.060749:0:240183:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.060752:0:240183:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.060755:0:240183:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.060758:0:240183:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973c30. 00000020:00000010:0.0:1783976404.060760:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.060762:0:240183:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cd80. 00020000:00000001:0.0:1783976404.060764:0:240183:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.060766:0:240183:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.060768:0:240183:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.060770:0:240183:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ffa:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.060773:0:240183:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.060774:0:240183:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.060775:0:240183:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.060777:0:240183:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.060779:0:240183:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.060781:0:240183:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.060783:0:240183:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.060785:0:240183:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.060788:0:240183:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.060790:0:240183:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.060793:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9400. 00000008:00000010:0.0:1783976404.060795:0:240183:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.060797:0:240183:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.060799:0:240183:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.060802:0:240183:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.060805:0:240183:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9600. 00000020:00000010:0.0:1783976404.060806:0:240183:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.060808:0:240183:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.060812:0:240183:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.060817:0:240183:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9800. 00000020:00000001:0.0:1783976404.060823:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07c30 00000080:00200008:0.0:1783976404.060884:0:240183:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-a.4:[0x200002b12:0x11ffa:0x0](ffff96f97c04ec08) current size 0, valid attrs 100100d0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783962004.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.060891:0:240183:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.060907:0:240183:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.060910:0:240183:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976404.060914:0:240183:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976404.060917:0:240183:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.060934:0:240183:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.060937:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07db8 00000080:00200008:0.0:1783976404.060938:0:240183:0:(file.c:447:ll_file_release()) START file f56oe.sanity-a.4:[0x200002b12:0x11ffa:0x0](ffff96f97c04ec08), flags 104001 00000080:00000001:0.0:1783976404.060942:0:240183:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.060945:0:240183:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.060946:0:240183:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.060947:0:240183:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000002:0.0:1783976404.060950:0:240183:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd017c0) owner 0000000000000000/ffff96f959114f80 00020000:00000001:0.0:1783976404.060952:0:240183:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.060954:0:240183:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.060958:0:240183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.060961:0:240183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.060963:0:240183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.060965:0:240183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.060967:0:240183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.061085:0:240183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffa:0x0] 00800000:00000001:0.0:1783976404.061089:0:240183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.061094:0:240183:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.061096:0:240183:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.061101:0:240183:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 2 00010000:00000001:0.0:1783976404.061104:0:240183:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.061108:0:240183:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.061270:0:240183:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ffa:0x0]: 0 00000080:00000001:0.0:1783976404.061274:0:240183:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.061277:0:240183:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.061283:0:240183:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9800. 00000080:00000001:0.0:1783976404.061285:0:240183:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.061290:0:240183:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.061294:0:240183:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.061295:0:240183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.061297:0:240183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.061298:0:240183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.061300:0:240183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.061301:0:240183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.061303:0:240183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffa:0x0] 00800000:00000001:0.0:1783976404.061305:0:240183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.061307:0:240183:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11ffa:0x0] 00000002:00000001:0.0:1783976404.061311:0:240183:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.061312:0:240183:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11ffa:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.061318:0:240183:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2de680. 00000020:00000040:0.0:1783976404.061322:0:240183:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=32 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.061326:0:240183:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.061329:0:240183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.061333:0:240183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.061339:0:240183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9600. 00000100:00000001:0.0:1783976404.061346:0:240183:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.061360:0:240183:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.061370:0:240183:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.061376:0:240183:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2de680 x1870620496680576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.061382:0:240183:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.061384:0:240183:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.061390:0:240183:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.061393:0:240183:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538752 : -115476773012864 : ffff96f977f6fa80) 00000100:00000001:0.0:1783976404.061396:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.061397:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024024192 : -115476685527424 : ffff96f97d2de680) 00000100:00000001:0.0:1783976404.061402:0:240183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.061406:0:240183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.061477:0:240183:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.061480:0:240183:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.061484:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2de680 x1870620496680576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.061492:0:240183:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.061493:0:240183:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.061496:0:240183:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.061499:0:240183:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.061502:0:240183:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.061505:0:240183:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2de680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496680576:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.061508:0:240183:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.061513:0:240183:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.061515:0:240183:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.061517:0:240183:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.061524:0:240183:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b0a0000. 02000000:00000001:0.0:1783976404.061526:0:240183:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.061531:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.061535:0:240183:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.061540:0:240183:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f3c0. 00000100:00000200:0.0:1783976404.061546:0:240183:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496680576, portal 10 00000100:00000001:0.0:1783976404.061548:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.061549:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024024192 : -115476685527424 : ffff96f97d2de680) 00000100:00000040:0.0:1783976404.061554:0:240183:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2de680 x1870620496680576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.061561:0:240183:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.061564:0:240183:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.061567:0:240183:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783976404.061570:0:240183:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496680576, offset 0 00000400:00000200:0.0:1783976404.061575:0:240183:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.061582:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.061590:0:240183:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.061595:0:240183:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.061598:0:240183:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.061601:0:240183:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.061604:0:240183:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.061607:0:240183:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778828:778828:256:4294967295] 192.168.201.114@tcp LPNI seq info [778806:778806:8:4294967295] 00000400:00000200:0.0:1783976404.061611:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.061621:0:240183:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.061626:0:240183:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.061631:0:240183:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783976404.061637:0:240183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.061644:0:240183:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.061649:0:240183:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.061725:0:240183:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.061730:0:240183:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9347 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.061734:0:240183:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.061736:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609910 00000100:00000001:0.0:1783976404.061739:0:240183:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609928 00000100:00000001:0.0:1783976404.061741:0:240183:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609910 00000100:00000001:0.0:1783976404.061743:0:240183:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609928 00000100:00000001:0.0:1783976404.061745:0:240183:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.061747:0:240183:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.061749:0:240183:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.061750:0:240183:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.061753:0:240183:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fa80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.061755:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.061758:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.066063:0:240183:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.066070:0:240183:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.066071:0:240183:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.066074:0:240183:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.066077:0:240183:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f3c0 00000400:00000010:0.0:1783976404.066079:0:240183:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f3c0. 00000100:00000001:0.0:1783976404.066081:0:240183:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.066084:0:240183:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2de680 x1870620496680576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.066090:0:240183:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2de680 x1870620496680576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066095:0:240183:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.066097:0:240183:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.066099:0:240183:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.066102:0:240183:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.066105:0:240183:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.066107:0:240183:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.066110:0:240183:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.066119:0:240183:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.066123:0:240183:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.066126:0:240183:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.066127:0:240183:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.066130:0:240183:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.066133:0:240183:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.066167:0:240183:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.066168:0:240183:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.066169:0:240183:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.066171:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.066172:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024024192 : -115476685527424 : ffff96f97d2de680) 00000100:00000001:0.0:1783976404.066174:0:240183:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.066176:0:240183:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.066177:0:240183:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.066178:0:240183:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.066182:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2de680 x1870620496680576/t25770086081(25770086081) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066187:0:240183:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.066189:0:240183:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.066190:0:240183:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.066193:0:240183:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2de680 x1870620496680576/t25770086081(25770086081) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.066198:0:240183:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2de680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240183:1870620496680576:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.066201:0:240183:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.066202:0:240183:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.066204:0:240183:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.066205:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.066207:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2de680 x1870620496680576/t25770086081(25770086081) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066215:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.066217:0:240183:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.066219:0:240183:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.066220:0:240183:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.066225:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.066226:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024024192 : -115476685527424 : ffff96f97d2de680) 00000002:00000001:0.0:1783976404.066228:0:240183:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.066230:0:240183:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.066234:0:240183:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9800. 00000080:00000001:0.0:1783976404.066236:0:240183:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.066239:0:240183:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.066241:0:240183:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.066243:0:240183:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.066245:0:240183:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.066246:0:240183:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.066248:0:240183:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.066249:0:240183:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffa:0x0] 00800000:00000001:0.0:1783976404.066250:0:240183:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.066253:0:240183:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.066256:0:240183:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066261:0:240183:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.066262:0:240183:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000001:0.0:1783976404.066264:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.066265:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066268:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.066269:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.066271:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2de680 x1870620496680576/t25770086081(25770086081) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066277:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.066278:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.066281:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496679552/t25770086079(25770086079) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066287:0:240183:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976404.066290:0:240183:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.066292:0:240183:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=31 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.066294:0:240183:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.066297:0:240183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97b0a4000. 02000000:00000001:0.0:1783976404.066301:0:240183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.066303:0:240183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.066305:0:240183:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976404.066309:0:240183:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.066310:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.066312:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.066315:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2de680 x1870620496680576/t25770086081(25770086081) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066321:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.066323:0:240183:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f854c30860. 00000002:00000001:0.0:1783976404.066325:0:240183:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.066327:0:240183:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.066329:0:240183:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d996c0. 00000100:00000001:0.0:1783976404.066332:0:240183:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.066335:0:240183:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2de680 x1870620496680576/t25770086081(25770086081) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.066341:0:240183:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.066342:0:240183:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.066345:0:240183:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b0a0000. 02000000:00000001:0.0:1783976404.066348:0:240183:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.066349:0:240183:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.066350:0:240183:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=30 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.066353:0:240183:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.066354:0:240183:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9600. 02000000:00000001:0.0:1783976404.066356:0:240183:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.066357:0:240183:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.066358:0:240183:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2de680. 00000100:00000001:0.0:1783976404.066361:0:240183:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.066363:0:240183:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.066365:0:240183:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.066367:0:240183:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8aa00. 00000080:00000001:0.0:1783976404.066371:0:240183:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.066377:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07db8 00000080:00000008:0.0:1783976404.066380:0:240183:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-a.4:[0x200002b12:0x11ffa:0x0](ffff96f97c04ec08), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.066383:0:240183:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.066388:0:240183:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.066389:0:240183:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c07e00 00000080:00002000:0.0:1783976404.066391:0:240183:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-a.4 (ffff96f97a8f70d8, parent ffff96f97c080510, inode ffff96f97c04ec08) hashed, 00000080:00000001:0.0:1783976404.066393:0:240183:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.066398:0:240183:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.066403:0:240183:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783976404.123568:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.123576:0:240185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.123578:0:240185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.123581:0:240185:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc72c0. 00000400:00000200:0.0:1783976404.123586:0:240185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2880 00000400:00000010:0.0:1783976404.123588:0:240185:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2880. 00000100:00000001:0.0:1783976404.123592:0:240185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.123597:0:240185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae87800 x1870620496682112/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976404.123607:0:240185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae87800 x1870620496682112/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.123614:0:240185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.123616:0:240185:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.123619:0:240185:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.123621:0:240185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.123624:0:240185:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.123626:0:240185:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.123629:0:240185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.123637:0:240185:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.123641:0:240185:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.123644:0:240185:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.123646:0:240185:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.123648:0:240185:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.123651:0:240185:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.123655:0:240185:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.123657:0:240185:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.123659:0:240185:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.123661:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.123663:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985919488 : -115476723632128 : ffff96f97ae87800) 00000100:00000001:0.0:1783976404.123666:0:240185:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.123668:0:240185:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.123670:0:240185:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.123672:0:240185:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.123678:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae87800 x1870620496682112/t25770086086(25770086086) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.123686:0:240185:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.123689:0:240185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.123691:0:240185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.123695:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae87800 x1870620496682112/t25770086086(25770086086) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976404.123702:0:240185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae87800 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496682112:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.123707:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.126538:0:240185:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.126549:0:240185:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.126552:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.126564:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ae87800 x1870620496682112/t25770086086(25770086086) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.126573:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.126577:0:240185:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f957a4e180. 00000100:00000001:0.0:1783976404.126581:0:240185:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.126583:0:240185:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.126590:0:240185:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.126594:0:240185:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.126601:0:240185:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.126603:0:240185:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.126613:0:240185:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513214 : 144115373061513214 : 200002b12011ffe) 00000080:00000001:0.0:1783976404.126616:0:240185:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976404.126621:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.126625:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae87800 x1870620496682112/t25770086086(25770086086) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.126633:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.126635:0:240185:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.126637:0:240185:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.126639:0:240185:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.126643:0:240185:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976404.126645:0:240185:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.126647:0:240185:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.126649:0:240185:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.126651:0:240185:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.126652:0:240185:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.126655:0:240185:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976404.126657:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.126666:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.126672:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9600. 00000020:00000010:0.0:1783976404.126677:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9800. 00000020:00000010:0.0:1783976404.126681:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.126687:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.126691:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.126696:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.126701:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.126705:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.126709:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9400. 00000008:00000010:0.0:1783976404.126712:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.126716:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.126719:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.126722:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.126725:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.126728:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.126732:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.126734:0:240185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976404.126736:0:240185:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976404.126738:0:240185:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ffe:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976404.126741:0:240185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.126742:0:240185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976404.126745:0:240185:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976404.126747:0:240185:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976404.126749:0:240185:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.126753:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.126756:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.126758:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.126760:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.126762:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.126764:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.126766:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.126769:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.126772:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.126778:0:240185:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.126781:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.126782:0:240185:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ffe:0x0]: 0 00000080:00000001:0.0:1783976404.126784:0:240185:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.126787:0:240185:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976404.126791:0:240185:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e8e00. 00000080:00010000:0.0:1783976404.126797:0:240185:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b12:0x11ffe:0x0](ffff96f97c20cb08) 00000080:00000001:0.0:1783976404.126801:0:240185:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.126804:0:240185:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.126807:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37958 00800000:00000002:0.0:1783976404.126809:0:240185:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b12:0x11ffe:0x0] '' on [0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.126812:0:240185:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976404.126814:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.126816:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.126817:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.126818:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.126819:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.126821:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.126822:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.126824:0:240185:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b12:0x11ffe:0x0], fid2=[0x200002b12:0x11ffe:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976404.126828:0:240185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.126830:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37828 00000002:00010000:0.0:1783976404.126832:0:240185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b12:0x11ffe:0x0]) in obj [0x200002b12:0x11ffe:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976404.126835:0:240185:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976404.126837:0:240185:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976404.126841:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2de680. 00000020:00000040:0.0:1783976404.126845:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=34 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.126850:0:240185:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.126855:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.126861:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.126863:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.126864:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.126867:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.126869:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.126873:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.126879:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9000. 00000100:00000001:0.0:1783976404.126957:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.126960:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.126962:0:240185:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.126963:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.126964:0:240185:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.126966:0:240185:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.126970:0:240185:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597024024192 : -115476685527424 : ffff96f97d2de680) 00010000:00000001:0.0:1783976404.126973:0:240185:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.126975:0:240185:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976404.126982:0:240185:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14b00. 00010000:00000010:0.0:1783976404.126986:0:240185:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8f00. 00010000:00000001:0.0:1783976404.126990:0:240185:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.126993:0:240185:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a120c00. 00000020:00000001:0.0:1783976404.126997:0:240185:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.127010:0:240185:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a120c00 with handle 0x5bb448586bd0962a to hash 00000020:00000001:0.0:1783976404.127013:0:240185:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.127014:0:240185:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.127018:0:240185:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.127022:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.127024:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.127034:0:240185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.127044:0:240185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.127054:0:240185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: --/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.127059:0:240185:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.127061:0:240185:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.127067:0:240185:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.127069:0:240185:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538752 : -115476773012864 : ffff96f977f6fa80) 00000100:00000001:0.0:1783976404.127072:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.127073:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024024192 : -115476685527424 : ffff96f97d2de680) 00000100:00000001:0.0:1783976404.127077:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.127080:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.127083:0:240185:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.127085:0:240185:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.127090:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.127098:0:240185:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.127100:0:240185:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.127103:0:240185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.127106:0:240185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.127108:0:240185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.127112:0:240185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2de680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496682240:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.127115:0:240185:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.127120:0:240185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.127122:0:240185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.127124:0:240185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.127130:0:240185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b0a0000. 02000000:00000001:0.0:1783976404.127132:0:240185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.127156:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.127161:0:240185:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.127169:0:240185:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f3c0. 00000100:00000200:0.0:1783976404.127176:0:240185:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496682240, portal 10 00000100:00000001:0.0:1783976404.127178:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.127179:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024024192 : -115476685527424 : ffff96f97d2de680) 00000100:00000040:0.0:1783976404.127185:0:240185:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.127193:0:240185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.127196:0:240185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.127200:0:240185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783976404.127204:0:240185:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496682240, offset 0 00000400:00000200:0.0:1783976404.127211:0:240185:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.127219:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.127227:0:240185:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.127233:0:240185:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.127238:0:240185:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.127242:0:240185:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.127245:0:240185:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.127250:0:240185:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778836:778836:256:4294967295] 192.168.201.114@tcp LPNI seq info [778814:778814:8:4294967295] 00000400:00000200:0.0:1783976404.127255:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.127265:0:240185:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.127272:0:240185:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.127277:0:240185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783976404.127285:0:240185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.127293:0:240185:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.127298:0:240185:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a500 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.127319:0:240185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.127328:0:240185:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.127331:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.127335:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609976 00000100:00000001:0.0:1783976404.127339:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308609992 00000100:00000001:0.0:1783976404.127342:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609976 00000100:00000001:0.0:1783976404.127345:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308609992 00000100:00000001:0.0:1783976404.127348:0:240185:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.127351:0:240185:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.127354:0:240185:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.127357:0:240185:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.127360:0:240185:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fa80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.127363:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.127365:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.129974:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.129981:0:240185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.129983:0:240185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.129986:0:240185:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.129991:0:240185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f3c0 00000400:00000010:0.0:1783976404.129993:0:240185:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f3c0. 00000100:00000001:0.0:1783976404.129996:0:240185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.130001:0:240185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.130011:0:240185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.130018:0:240185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.130020:0:240185:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.130022:0:240185:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.130025:0:240185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.130027:0:240185:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.130029:0:240185:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.130032:0:240185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.130040:0:240185:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.130044:0:240185:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.130046:0:240185:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.130048:0:240185:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130050:0:240185:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.130054:0:240185:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.130057:0:240185:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.130059:0:240185:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.130061:0:240185:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.130064:0:240185:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.130068:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.130075:0:240185:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.130078:0:240185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.130080:0:240185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.130083:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.130090:0:240185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2de680 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496682240:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.130095:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.130097:0:240185:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.130099:0:240185:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.130101:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.130104:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.130110:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.130112:0:240185:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.130114:0:240185:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.130116:0:240185:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130118:0:240185:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.130121:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130124:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130127:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=4 00000020:00000001:0.0:1783976404.130130:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130132:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000040:0.0:1783976404.130170:0:240185:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a120c00, remote cookie: 0xa91b1f6e92eac588, flags: 0x1000 00010000:00000001:0.0:1783976404.130174:0:240185:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.130179:0:240185:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976404.130181:0:240185:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976404.130183:0:240185:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976404.130184:0:240185:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976404.130187:0:240185:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ffe:0x0].0x0 (ffff96f977b14b00) refcount = 1 00010000:00010000:0.0:1783976404.130193:0:240185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.130201:0:240185:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976404.130204:0:240185:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.130206:0:240185:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.130209:0:240185:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.130211:0:240185:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.130214:0:240185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 4/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.130220:0:240185:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.130222:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130223:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130224:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130225:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130227:0:240185:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.130231:0:240185:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976404.130232:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130233:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130235:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130236:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130238:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130240:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130241:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976404.130245:0:240185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976404.130252:0:240185:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976404.130254:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130256:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130257:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130259:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130260:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00000002:00010000:0.0:1783976404.130264:0:240185:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976404.130272:0:240185:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d996c0. 00010000:00000001:0.0:1783976404.130274:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130275:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.130276:0:240185:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.130278:0:240185:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.130281:0:240185:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976404.130282:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130283:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130284:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130286:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130288:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00000002:00010000:0.0:1783976404.130291:0:240185:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.130296:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130297:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130298:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.130300:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130301:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130302:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130304:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130306:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000040:0.0:1783976404.130311:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 2 00010000:00000001:0.0:1783976404.130313:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976404.130317:0:240185:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 16 res 8589945618/73726 (0 0) 00010000:00000001:0.0:1783976404.130320:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130321:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.130323:0:240185:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976404.130325:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c377b0 00000002:00002000:0.0:1783976404.130327:0:240185:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976404.130330:0:240185:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.130332:0:240185:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.130335:0:240185:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976404.130338:0:240185:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b12:0x11ffe:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976404.130341:0:240185:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.130344:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.130347:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2de680 x1870620496682240/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.130354:0:240185:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.130356:0:240185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.130359:0:240185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f97b0a0000. 02000000:00000001:0.0:1783976404.130363:0:240185:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.130365:0:240185:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.130367:0:240185:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=33 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.130369:0:240185:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.130371:0:240185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9000. 02000000:00000001:0.0:1783976404.130375:0:240185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.130377:0:240185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.130378:0:240185:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2de680. 00000100:00000001:0.0:1783976404.130381:0:240185:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.130383:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976404.130387:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e8e00. 00000080:00010000:0.0:1783976404.130391:0:240185:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ffe:0x0](ffff96f97c20cb08) for lock 0x5bb448586bd0962a 00800000:00000001:0.0:1783976404.130395:0:240185:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.130398:0:240185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.130399:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130400:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130402:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130404:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130405:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130407:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130409:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.130410:0:240185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.130412:0:240185:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.130415:0:240185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0962a from it ffffaf1481c37a78 00010000:00000001:0.0:1783976404.130418:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130419:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130420:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130422:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130424:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130426:0:240185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.130429:0:240185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.130434:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130435:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130437:0:240185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.130439:0:240185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.130442:0:240185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.130448:0:240185:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.130451:0:240185:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.130453:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.130457:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130458:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130459:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130462:0:240185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.130464:0:240185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130465:0:240185:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130468:0:240185:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130469:0:240185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.130471:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130472:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.130473:0:240185:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.130476:0:240185:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976404.130478:0:240185:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.130482:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.130485:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.130487:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.130490:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.130492:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.130494:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.130496:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.130498:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.130500:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.130502:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 2 00010000:00000001:0.0:1783976404.130505:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.130508:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.130511:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976404.130636:0:240185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976404.130646:0:240185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.130649:0:240185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.130653:0:240185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 2/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976404.130659:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976404.130661:0:240185:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ffe:0x0]: 16 00000080:00000001:0.0:1783976404.130664:0:240185:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976404.130666:0:240185:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976404.130668:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130669:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130671:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130673:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130675:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00000080:00010000:0.0:1783976404.130679:0:240185:0:(file.c:6854:ll_layout_lock_set()) ### file [0x200002b12:0x11ffe:0x0](0000000076fe4cd3) being reconfigured ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976404.130689:0:240185:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.130691:0:240185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.130692:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130693:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130695:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=4 00000020:00000001:0.0:1783976404.130697:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130699:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130701:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130702:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.130704:0:240185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.130705:0:240185:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.130707:0:240185:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976404.130709:0:240185:0:(file.c:6772:ll_layout_fetch()) [0x200002b12:0x11ffe:0x0] LVB_READY=0 l_lvb_data=ffff96f944d996c0 l_lvb_len=56 00000080:00000001:0.0:1783976404.130711:0:240185:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.130713:0:240185:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.130716:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.130720:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cd80. 00000020:00000010:0.0:1783976404.130724:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.130729:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.130732:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.130738:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.130743:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.130748:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.130754:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.130757:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.130761:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976404.130765:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.130769:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.130772:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.130776:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973c30. 00000020:00000001:0.0:1783976404.130779:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539051400 : -115477170500216 : ffff96f96045cd88) 00000020:00001000:0.0:1783976404.130781:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cd80 00000020:00000001:0.0:1783976404.130783:0:240185:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.130787:0:240185:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.130789:0:240185:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.130794:0:240185:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976404.130798:0:240185:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976404.130802:0:240185:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e420. 00020000:00000001:0.0:1783976404.130805:0:240185:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164704 : -115476674386912 : ffff96f97dd7e420) 00020000:00000002:0.0:1783976404.130809:0:240185:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e420, objid 0x11ffe:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.130813:0:240185:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.130818:0:240185:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x2c0000403:5860 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976404.130822:0:240185:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f977b85aa8) owner ffff96f94b9a0000 00020000:00000001:0.0:1783976404.130825:0:240185:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.130828:0:240185:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f977b85aa8) owner ffff96f94b9a0000 00020000:00000010:0.0:1783976404.130832:0:240185:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976404.130835:0:240185:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e720. 00020000:00000010:0.0:1783976404.130838:0:240185:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e420. 00020000:00000002:0.0:1783976404.130840:0:240185:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ffe:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.130842:0:240185:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.130844:0:240185:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.130847:0:240185:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976404.130850:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.130853:0:240185:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dc0cd20 addref 2/0 by ffff96f94b9a0000. 00020000:00000002:0.0:1783976404.130856:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.130858:0:240185:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976404.130860:0:240185:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976404.130862:0:240185:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976404.130864:0:240185:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976404.130866:0:240185:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976404.130868:0:240185:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ffe:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976404.130871:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cd80 00000020:00000010:0.0:1783976404.130875:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.130878:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.130881:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.130884:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.130887:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.130891:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.130894:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.130898:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8e00. 00000008:00000010:0.0:1783976404.130900:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.130904:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.130906:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.130909:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973c30. 00000020:00000010:0.0:1783976404.130912:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.130914:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cd80. 00000080:00000001:0.0:1783976404.130916:0:240185:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.130918:0:240185:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976404.130920:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130921:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130935:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.130936:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.130938:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=3 00000020:00000001:0.0:1783976404.130940:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130942:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.130944:0:240185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.130947:0:240185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 3/1,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.130954:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130955:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130956:0:240185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.130958:0:240185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.130960:0:240185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976404.130966:0:240185:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.130969:0:240185:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.130970:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.130972:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130973:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.130975:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130977:0:240185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.130979:0:240185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130980:0:240185:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130983:0:240185:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.130984:0:240185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.130986:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.130987:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.130988:0:240185:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.130991:0:240185:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.130994:0:240185:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976404.130998:0:240185:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ffe:0x0]io ffff96f96174de70 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976404.131001:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.131004:0:240185:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976404.131006:0:240185:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976404.131009:0:240185:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976404.131010:0:240185:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131013:0:240185:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976404.131015:0:240185:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976404.131017:0:240185:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131020:0:240185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.131021:0:240185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976404.131023:0:240185:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976404.131024:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00000020:00000001:0.0:1783976404.131027:0:240185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131030:0:240185:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976404.131032:0:240185:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976404.131034:0:240185:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976404.131036:0:240185:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976404.131039:0:240185:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976404.131042:0:240185:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976404.131046:0:240185:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.131048:0:240185:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976404.131049:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.131052:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cd80. 00000020:00000010:0.0:1783976404.131055:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.131058:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.131060:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.131063:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.131065:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.131069:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.131072:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.131074:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.131077:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9000. 00000008:00000010:0.0:1783976404.131080:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.131082:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.131084:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.131086:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973c30. 00000020:00000001:0.0:1783976404.131088:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539051400 : -115477170500216 : ffff96f96045cd88) 00000020:00001000:0.0:1783976404.131090:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cd80 00000020:00000001:0.0:1783976404.131094:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97714a2d8 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.131096:0:240185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976404.131099:0:240185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.131100:0:240185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976404.131102:0:240185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131104:0:240185:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131106:0:240185:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.131109:0:240185:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.131111:0:240185:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.131114:0:240185:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131116:0:240185:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131118:0:240185:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131119:0:240185:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131121:0:240185:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131123:0:240185:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976404.131125:0:240185:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976404.131126:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.131127:0:240185:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976404.131129:0:240185:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.131130:0:240185:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131132:0:240185:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131133:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131157:0:240185:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131159:0:240185:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.131160:0:240185:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131162:0:240185:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131166:0:240185:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976404.131170:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.131173:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.131175:0:240185:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976404.131178:0:240185:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131180:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00020000:00000001:0.0:1783976404.131183:0:240185:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976404.131185:0:240185:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976404.131187:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.131188:0:240185:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976404.131191:0:240185:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976404.131193:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.131195:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.131197:0:240185:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976404.131200:0:240185:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131202:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.131203:0:240185:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976404.131207:0:240185:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976404.131209:0:240185:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131211:0:240185:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131213:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.131215:0:240185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976404.131218:0:240185:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.131219:0:240185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.131221:0:240185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976404.131223:0:240185:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976404.131224:0:240185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976404.131227:0:240185:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976404.131232:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2de680. 00000020:00000040:0.0:1783976404.131235:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=6 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.131240:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.131243:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.131246:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.131252:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8200. 00000100:00000001:0.0:1783976404.131258:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.131264:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.131268:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.131276:0:240185:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d8249e4] to pc [ptlrpcd_00_00+0] req@ffff96f97d2de680 x1870620496682368/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976404.131895:0:240185:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.131898:0:240185:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131901:0:240185:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131903:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131904:0:240185:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.131906:0:240185:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131908:0:240185:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.131909:0:240185:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976404.131911:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976404.131913:0:240185:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976404.131914:0:240185:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976404.131953:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.131956:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.134366:0:240185:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.134370:0:240185:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.134373:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.134376:0:240185:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.134378:0:240185:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.134381:0:240185:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.134382:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.134384:0:240185:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.134385:0:240185:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.134386:0:240185:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.134388:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.134389:0:240185:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.134390:0:240185:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.134392:0:240185:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.134393:0:240185:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.134394:0:240185:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.134396:0:240185:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.134397:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.134398:0:240185:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.134401:0:240185:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.134402:0:240185:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.134404:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.134406:0:240185:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.134407:0:240185:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.134408:0:240185:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.134411:0:240185:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.134412:0:240185:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.134413:0:240185:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.134414:0:240185:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.134415:0:240185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.134417:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cd80 00000020:00000010:0.0:1783976404.134421:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.134424:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.134427:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.134430:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.134433:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.134437:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.134439:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.134441:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976404.134443:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.134445:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.134448:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.134450:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973c30. 00000020:00000010:0.0:1783976404.134451:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.134453:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cd80. 00020000:00000001:0.0:1783976404.134455:0:240185:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.134457:0:240185:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.134458:0:240185:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.134460:0:240185:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ffe:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.134462:0:240185:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.134463:0:240185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.134464:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.134465:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9800. 00000020:00000010:0.0:1783976404.134466:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.134468:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.134470:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.134471:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.134473:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.134474:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.134476:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9600. 00000008:00000010:0.0:1783976404.134477:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.134479:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.134480:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.134481:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.134483:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9400. 00000020:00000010:0.0:1783976404.134484:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.134485:0:240185:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.134488:0:240185:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.134490:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b9200. 00000020:00000001:0.0:1783976404.134496:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37c30 00000080:00200008:0.0:1783976404.134498:0:240185:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-a.5:[0x200002b12:0x11ffe:0x0](ffff96f97c20cb08) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.134502:0:240185:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.134518:0:240185:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.134520:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.134523:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.134525:0:240185:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.134531:0:240185:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.134533:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37db8 00000080:00200008:0.0:1783976404.134534:0:240185:0:(file.c:447:ll_file_release()) START file f56oe.sanity-a.5:[0x200002b12:0x11ffe:0x0](ffff96f97c20cb08), flags 104001 00000080:00000001:0.0:1783976404.134536:0:240185:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.134539:0:240185:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.134539:0:240185:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.134540:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.134541:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.134542:0:240185:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.134544:0:240185:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.134547:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.134549:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.134550:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.134552:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.134553:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.134554:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.134555:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.134558:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.134561:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.134565:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 2 00010000:00000001:0.0:1783976404.134567:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.134571:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.134573:0:240185:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x11ffe:0x0]: 0 00000080:00000001:0.0:1783976404.134575:0:240185:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.134577:0:240185:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.134581:0:240185:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976404.134583:0:240185:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.134588:0:240185:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.134590:0:240185:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.134592:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.134593:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.134594:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.134595:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.134597:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.134598:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.134600:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.134601:0:240185:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11ffe:0x0] 00000002:00000001:0.0:1783976404.134604:0:240185:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.134606:0:240185:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11ffe:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.134611:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dea00. 00000020:00000040:0.0:1783976404.134615:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=34 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.134619:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.134622:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.134625:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.134631:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9600. 00000100:00000001:0.0:1783976404.134636:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.134648:0:240185:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae86d80 x1870620496681856/t25770086085(25770086085) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.134658:0:240185:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.134661:0:240185:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2dea00 x1870620496682624/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.134666:0:240185:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.134668:0:240185:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.134672:0:240185:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.134674:0:240185:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538752 : -115476773012864 : ffff96f977f6fa80) 00000100:00000001:0.0:1783976404.134675:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.134676:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025088 : -115476685526528 : ffff96f97d2dea00) 00000100:00000001:0.0:1783976404.134680:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.134684:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.134686:0:240185:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.134687:0:240185:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.134690:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dea00 x1870620496682624/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.134698:0:240185:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.134700:0:240185:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.134703:0:240185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.134705:0:240185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.134708:0:240185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.134711:0:240185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dea00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496682624:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.134715:0:240185:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.134720:0:240185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.134722:0:240185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.134724:0:240185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.134729:0:240185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f97b0a0000. 02000000:00000001:0.0:1783976404.134730:0:240185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.134734:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.134736:0:240185:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.134739:0:240185:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f3c0. 00000100:00000200:0.0:1783976404.134743:0:240185:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496682624, portal 10 00000100:00000001:0.0:1783976404.134745:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.134746:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025088 : -115476685526528 : ffff96f97d2dea00) 00000100:00000040:0.0:1783976404.134750:0:240185:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2dea00 x1870620496682624/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.134755:0:240185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.134757:0:240185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.134759:0:240185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783976404.134762:0:240185:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496682624, offset 0 00000400:00000200:0.0:1783976404.134767:0:240185:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.134772:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.134779:0:240185:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.134784:0:240185:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.134787:0:240185:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.134790:0:240185:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.134793:0:240185:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.134797:0:240185:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778838:778838:256:4294967295] 192.168.201.114@tcp LPNI seq info [778816:778816:8:4294967295] 00000400:00000200:0.0:1783976404.134801:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.134809:0:240185:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.134814:0:240185:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.134819:0:240185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783976404.134825:0:240185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.134831:0:240185:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.134835:0:240185:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.134849:0:240185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.134852:0:240185:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.134856:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.134858:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609983 00000100:00000001:0.0:1783976404.134861:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.134863:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609983 00000100:00000001:0.0:1783976404.134866:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.134868:0:240185:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.134870:0:240185:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.134873:0:240185:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.134874:0:240185:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.134876:0:240185:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fa80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.134878:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.134880:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.137654:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.137660:0:240185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.137661:0:240185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.137663:0:240185:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.137668:0:240185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f3c0 00000400:00000010:0.0:1783976404.137670:0:240185:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f3c0. 00000100:00000001:0.0:1783976404.137673:0:240185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.137679:0:240185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dea00 x1870620496682624/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.137687:0:240185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dea00 x1870620496682624/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.137694:0:240185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.137697:0:240185:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.137699:0:240185:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.137702:0:240185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.137704:0:240185:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.137706:0:240185:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.137708:0:240185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.137716:0:240185:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.137719:0:240185:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.137721:0:240185:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.137723:0:240185:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.137725:0:240185:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.137728:0:240185:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.137731:0:240185:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.137732:0:240185:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.137734:0:240185:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.137736:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.137737:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025088 : -115476685526528 : ffff96f97d2dea00) 00000100:00000001:0.0:1783976404.137740:0:240185:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.137742:0:240185:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.137744:0:240185:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.137746:0:240185:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.137751:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dea00 x1870620496682624/t25770086087(25770086087) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.137758:0:240185:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.137760:0:240185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.137762:0:240185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.137766:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dea00 x1870620496682624/t25770086087(25770086087) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.137773:0:240185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dea00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496682624:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.137778:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.137780:0:240185:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.137782:0:240185:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.137784:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.137787:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dea00 x1870620496682624/t25770086087(25770086087) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.137794:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.137797:0:240185:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.137799:0:240185:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.137800:0:240185:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.137806:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.137807:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025088 : -115476685526528 : ffff96f97d2dea00) 00000002:00000001:0.0:1783976404.137809:0:240185:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.137812:0:240185:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.137816:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976404.137819:0:240185:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.137821:0:240185:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.137824:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.137826:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.137828:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.137830:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.137832:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.137834:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.137845:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.137849:0:240185:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.137856:0:240185:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae86d80 x1870620496681856/t25770086085(25770086085) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.137863:0:240185:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.137864:0:240185:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.137867:0:240185:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f855750440. 00000100:00000001:0.0:1783976404.137871:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.137873:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dea00 x1870620496682624/t25770086087(25770086087) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.137878:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.137880:0:240185:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.137883:0:240185:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b97a40. 00000080:00000001:0.0:1783976404.137886:0:240185:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.137892:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37db8 00000080:00000008:0.0:1783976404.137894:0:240185:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-a.5:[0x200002b12:0x11ffe:0x0](ffff96f97c20cb08), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.137897:0:240185:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.137901:0:240185:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.137903:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37e00 00000080:00002000:0.0:1783976404.137904:0:240185:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-a.5 (ffff96f9612db948, parent ffff96f97c080510, inode ffff96f97c20cb08) hashed, 00000080:00000001:0.0:1783976404.137907:0:240185:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.137914:0:240185:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.137921:0:240185:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976404.137970:0:240185:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.137973:0:240185:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.137974:0:240185:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976404.137975:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37bc0 00000080:00200000:0.0:1783976404.137977:0:240185:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976404.137981:0:240185:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976404.137986:0:240185:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976404.137989:0:240185:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.137991:0:240185:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.137993:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37ae0 00800000:00000002:0.0:1783976404.137994:0:240185:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.137997:0:240185:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976404.137998:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.137999:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.138000:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.138001:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.138002:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.138003:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.138004:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.138006:0:240185:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976404.138009:0:240185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.138011:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c379b0 00000002:00010000:0.0:1783976404.138013:0:240185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976404.138016:0:240185:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976404.138018:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.138021:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.138026:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976404.138029:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.138033:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.138037:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976404.138041:0:240185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 02000000:00000001:0.0:1783976404.138050:0:240185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.138054:0:240185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.138057:0:240185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000002:00000001:0.0:1783976404.138064:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976404.138065:0:240185:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.138067:0:240185:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.138069:0:240185:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.138071:0:240185:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.138073:0:240185:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976404.138075:0:240185:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976404.138077:0:240185:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976404.138079:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976404.138082:0:240185:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976404.138083:0:240185:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.138086:0:240185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976404.138089:0:240185:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976404.138092:0:240185:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.138094:0:240185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.138096:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.138098:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.138101:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.138103:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.138106:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.138109:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.138110:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.138112:0:240185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.138113:0:240185:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.138116:0:240185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1481c37bf8 00010000:00000001:0.0:1783976404.138118:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.138118:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.138120:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.138121:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.138123:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.138125:0:240185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.138128:0:240185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00000001:0.0:1783976404.138180:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.138183:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.138184:0:240185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.138186:0:240185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.138189:0:240185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00000001:0.0:1783976404.138198:0:240185:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.138201:0:240185:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.138204:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.138208:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.138210:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.138212:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138215:0:240185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.138217:0:240185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138219:0:240185:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138222:0:240185:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138225:0:240185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.138227:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.138228:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976404.138229:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976404.138231:0:240185:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.138234:0:240185:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976404.138238:0:240185:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.138241:0:240185:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976404.138243:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37b88 00000080:00002000:0.0:1783976404.138244:0:240185:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 5 00000080:00000001:0.0:1783976404.138246:0:240185:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.138247:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37bd0 00000080:00200000:0.0:1783976404.138248:0:240185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976404.138252:0:240185:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976404.138254:0:240185:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.138257:0:240185:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.138258:0:240185:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976404.138261:0:240185:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.138271:0:240185:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30aa0. 00000080:00000001:0.0:1783976404.138274:0:240185:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.138276:0:240185:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976404.138278:0:240185:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.138281:0:240185:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976404.138283:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37b50 00000080:00200000:0.0:1783976404.138285:0:240185:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-m.5, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f943829680, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976404.138290:0:240185:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7e300. 00000080:00000001:0.0:1783976404.138294:0:240185:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976404.138296:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37a00 00000080:00200000:0.0:1783976404.138298:0:240185:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-m.5, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976404.138304:0:240185:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976404.138307:0:240185:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976404.138312:0:240185:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.138313:0:240185:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.138315:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37920 00800000:00000002:0.0:1783976404.138317:0:240185:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-m.5' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976404.138320:0:240185:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976404.138410:0:240185:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976404.138416:0:240185:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-m.5 hash=0x3/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1783976404.138420:0:240185:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976404.138423:0:240185:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00800000:00000001:0.0:1783976404.138427:0:240185:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976404.138428:0:240185:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976404.138431:0:240185:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976404.138434:0:240185:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976404.138436:0:240185:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff96f94cfb0800: Allocated FID [0x240002b13:0x2078:0x0] 40000000:00000001:0.0:1783976404.138437:0:240185:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.138439:0:240185:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.138440:0:240185:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.138441:0:240185:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.138442:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c378a0 00800000:00000002:0.0:1783976404.138444:0:240185:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b11:0xdf:0x0], fid2=[0x240002b13:0x2078:0x0], name='f56oe.sanity-m.5' -> mds #1 layout version 1 00000002:00000001:0.0:1783976404.138447:0:240185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.138448:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c377d8 00000002:00010000:0.0:1783976404.138449:0:240185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-m.5,[0x240002b13:0x2078:0x0]) in obj [0x240002b11:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976404.138452:0:240185:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976404.138454:0:240185:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976404.138456:0:240185:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976404.138460:0:240185:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.138462:0:240185:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976404.138463:0:240185:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.138468:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dd880. 00000020:00000040:0.0:1783976404.138472:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=16 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976404.138477:0:240185:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976404.138478:0:240185:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138481:0:240185:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.138485:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.138488:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.138490:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.138491:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.138494:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.138495:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.138498:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.138506:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f97b0a4000. 00000100:00000001:0.0:1783976404.138512:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138516:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.138517:0:240185:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138519:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.138520:0:240185:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.138522:0:240185:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.138530:0:240185:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597024020608 : -115476685531008 : ffff96f97d2dd880) 00010000:00000001:0.0:1783976404.138534:0:240185:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.138535:0:240185:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976404.138540:0:240185:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14600. 00010000:00000010:0.0:1783976404.138543:0:240185:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8200. 00010000:00000001:0.0:1783976404.138547:0:240185:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.138550:0:240185:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a121200. 00000020:00000001:0.0:1783976404.138554:0:240185:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.138556:0:240185:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a121200 with handle 0x5bb448586bd09631 to hash 00000020:00000001:0.0:1783976404.138557:0:240185:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.138559:0:240185:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.138561:0:240185:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.138564:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.138566:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.138569:0:240185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.138576:0:240185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976404.138587:0:240185:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976404.138593:0:240185:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2dd880 x1870620496682880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976404.138601:0:240185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.138604:0:240185:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.138606:0:240185:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.138610:0:240185:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.138611:0:240185:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538752 : -115476773012864 : ffff96f977f6fa80) 00000100:00000001:0.0:1783976404.138613:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.138615:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024020608 : -115476685531008 : ffff96f97d2dd880) 00000100:00000001:0.0:1783976404.138619:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.138622:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.138624:0:240185:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.138626:0:240185:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.138629:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dd880 x1870620496682880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.138636:0:240185:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.138638:0:240185:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.138642:0:240185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.138644:0:240185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.138646:0:240185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.138650:0:240185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dd880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496682880:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.138653:0:240185:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.138657:0:240185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.138660:0:240185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.138662:0:240185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.138714:0:240185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.138717:0:240185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.138723:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.138727:0:240185:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.138732:0:240185:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854388c00. 00000100:00000200:0.0:1783976404.138739:0:240185:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496682880, portal 10 00000100:00000001:0.0:1783976404.138741:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.138742:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024020608 : -115476685531008 : ffff96f97d2dd880) 00000100:00000040:0.0:1783976404.138748:0:240185:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2dd880 x1870620496682880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.138755:0:240185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.138759:0:240185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.138762:0:240185:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f3c0. 00000100:00000200:0.0:1783976404.138766:0:240185:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496682880, offset 0 00000400:00000200:0.0:1783976404.138771:0:240185:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.138777:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.138784:0:240185:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.138789:0:240185:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.138793:0:240185:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.138796:0:240185:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.138799:0:240185:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.138802:0:240185:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778839:778839:256:4294967295] 192.168.201.114@tcp LPNI seq info [778817:778817:8:4294967295] 00000400:00000200:0.0:1783976404.138806:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.138814:0:240185:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.138819:0:240185:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.138824:0:240185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f9766e9800. 00000800:00000200:0.0:1783976404.138830:0:240185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.138837:0:240185:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.138841:0:240185:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f9766e9800 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976404.138863:0:240185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.138867:0:240185:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.138870:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.138873:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609988 00000100:00000001:0.0:1783976404.138876:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.138878:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609988 00000100:00000001:0.0:1783976404.138881:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.138883:0:240185:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.138886:0:240185:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.138888:0:240185:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.138890:0:240185:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.138892:0:240185:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fa80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.138894:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.138895:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.144273:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.144281:0:240185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.144283:0:240185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.144286:0:240185:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.144291:0:240185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854388c00 00000400:00000010:0.0:1783976404.144293:0:240185:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854388c00. 00000100:00000001:0.0:1783976404.144296:0:240185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.144301:0:240185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dd880 x1870620496682880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.144310:0:240185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dd880 x1870620496682880/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.144316:0:240185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.144318:0:240185:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.144320:0:240185:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.144324:0:240185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.144326:0:240185:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.144328:0:240185:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.144330:0:240185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.144340:0:240185:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.144344:0:240185:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.144346:0:240185:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.144348:0:240185:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.144350:0:240185:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.144353:0:240185:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.144355:0:240185:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.144357:0:240185:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976404.144359:0:240185:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.144361:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.144362:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024020608 : -115476685531008 : ffff96f97d2dd880) 00000100:00000001:0.0:1783976404.144366:0:240185:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.144368:0:240185:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.144370:0:240185:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.144373:0:240185:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.144378:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.144385:0:240185:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.144387:0:240185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.144389:0:240185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.144393:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.144401:0:240185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dd880 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496682880:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.144406:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.144409:0:240185:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.144411:0:240185:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.144413:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.144416:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.144422:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.144424:0:240185:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fa80. 00000100:00000001:0.0:1783976404.144427:0:240185:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.144428:0:240185:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.144431:0:240185:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.144435:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.144437:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.144440:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=4 00000020:00000001:0.0:1783976404.144443:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144446:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000040:0.0:1783976404.144451:0:240185:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a121200, remote cookie: 0xa91b1f6e92eac5a4, flags: 0x1001 00010000:00010000:0.0:1783976404.144456:0:240185:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 4/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976404.144469:0:240185:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x2078:0x0].0x0, instead of [0x240002b11:0xdf:0x0].0x0 00010000:00000001:0.0:1783976404.144471:0:240185:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976404.144479:0:240185:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14700. 00010000:00000010:0.0:1783976404.144483:0:240185:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8900. 00010000:00000040:0.0:1783976404.144487:0:240185:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b14600 count: 0 00010000:00000010:0.0:1783976404.144491:0:240185:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8200. 00010000:00000001:0.0:1783976404.144497:0:240185:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.144500:0:240185:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.144507:0:240185:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.144513:0:240185:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.144516:0:240185:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976404.144518:0:240185:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976404.144520:0:240185:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976404.144521:0:240185:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976404.144523:0:240185:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2078:0x0].0x0 (ffff96f977b14700) refcount = 1 00010000:00010000:0.0:1783976404.144527:0:240185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.144532:0:240185:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976404.144535:0:240185:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.144537:0:240185:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.144539:0:240185:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.144541:0:240185:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.144544:0:240185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.144553:0:240185:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.144555:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144556:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.144557:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144558:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.144560:0:240185:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.144563:0:240185:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976404.144566:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.144567:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.144568:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.144570:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144572:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144574:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.144575:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.144576:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=4 00000020:00000001:0.0:1783976404.144578:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144580:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144583:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.144585:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.144589:0:240185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.144594:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144595:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.144596:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.144597:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.144598:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=5 00000020:00000001:0.0:1783976404.144600:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144602:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144604:0:240185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.144606:0:240185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.144612:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144613:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976404.144615:0:240185:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.144621:0:240185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.144622:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144623:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.144623:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144624:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976404.144629:0:240185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.144637:0:240185:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.144641:0:240185:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.144648:0:240185:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.144656:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.144657:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.144658:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.144660:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144662:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00000002:00010000:0.0:1783976404.144665:0:240185:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976404.144674:0:240185:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99b80. 00010000:00000001:0.0:1783976404.144676:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144678:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.144679:0:240185:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.144681:0:240185:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.144683:0:240185:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976404.144686:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.144687:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024020608 : -115476685531008 : ffff96f97d2dd880) 00000100:00000001:0.0:1783976404.144688:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.144689:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024020608 : -115476685531008 : ffff96f97d2dd880) 00010000:00000001:0.0:1783976404.144691:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.144692:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.144694:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.144695:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144697:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00000002:00010000:0.0:1783976404.144699:0:240185:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.144704:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144705:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.144707:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.144708:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.144709:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.144710:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.144712:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.144714:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000040:0.0:1783976404.144717:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14700 count: 2 00010000:00000001:0.0:1783976404.144719:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976404.144723:0:240185:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8312 (0 0) 00010000:00000001:0.0:1783976404.144725:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.144726:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.144727:0:240185:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976404.144730:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37760 00000002:00002000:0.0:1783976404.144732:0:240185:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-m.5 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976404.144734:0:240185:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.144737:0:240185:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.144739:0:240185:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976404.144742:0:240185:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240002b11:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976404.144744:0:240185:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.144748:0:240185:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976404.144750:0:240185:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976404.144752:0:240185:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7e300 it_disposition 1800037 00000080:00002000:0.0:1783976404.144757:0:240185:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f70d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976404.144762:0:240185:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976404.144765:0:240185:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976404.144766:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37988 00000080:00200000:0.0:1783976404.144768:0:240185:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity-m.5, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976404.144771:0:240185:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976404.144773:0:240185:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976404.144777:0:240185:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.144780:0:240185:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.144782:0:240185:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587707000 : 162129771587707000 : 240002b13002078) 00000080:00000001:0.0:1783976404.144786:0:240185:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976404.144798:0:240185:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97aaf7380. 00000020:00000001:0.0:1783976404.144806:0:240185:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976404.144808:0:240185:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976404.144811:0:240185:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976404.144812:0:240185:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x240002b13:0x2078:0x0](ffff96f97aaf7448) 00000020:00000001:0.0:1783976404.144816:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.144820:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.144824:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.144839:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.144843:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.144848:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.144853:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.144858:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.144863:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.144867:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.144870:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8e00. 00000008:00000010:0.0:1783976404.144874:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.144878:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.144881:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.144885:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.144887:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.144890:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.144894:0:240185:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976404.144898:0:240185:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc343e8. 00000020:00000001:0.0:1783976404.144900:0:240185:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976404.144902:0:240185:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.144908:0:240185:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976404.144912:0:240185:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0dc98. 00020000:00000001:0.0:1783976404.144914:0:240185:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034704024 : -115476674847592 : ffff96f97dd0dc98) 00020000:00000001:0.0:1783976404.144917:0:240185:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976404.144919:0:240185:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.144934:0:240185:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e420. 00020000:00000010:0.0:1783976404.144939:0:240185:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7c680. 00020000:00000010:0.0:1783976404.144944:0:240185:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e720. 00020000:00000001:0.0:1783976404.144946:0:240185:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035165472 : -115476674386144 : ffff96f97dd7e720) 00020000:00000002:0.0:1783976404.144949:0:240185:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e720, objid 0x2078:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.144953:0:240185:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.144957:0:240185:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x2c0000402:5782 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976404.144959:0:240185:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976404.144961:0:240185:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e720, objid 0x2078:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.144964:0:240185:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.144967:0:240185:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7c680: ostid: 0x2c0000402:5782 ost idx: 1 gen: 0 00020000:00000010:0.0:1783976404.144970:0:240185:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8200. 00020000:00000010:0.0:1783976404.144973:0:240185:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6fa80. 00020000:00000001:0.0:1783976404.144976:0:240185:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976404.144979:0:240185:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148d38. 00020000:00000001:0.0:1783976404.144982:0:240185:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976404.144983:0:240185:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976404.144989:0:240185:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976404.144991:0:240185:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34258. 00000020:00000001:0.0:1783976404.144993:0:240185:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976404.144994:0:240185:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.144996:0:240185:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033812696 : -115476675738920 : ffff96f97dc342d8) 00020000:00000001:0.0:1783976404.145000:0:240185:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976404.145004:0:240185:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbd6c0. 00020000:00000001:0.0:1783976404.145006:0:240185:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.145010:0:240185:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033812696 : -115476675738920 : ffff96f97dc342d8) 00020000:00000001:0.0:1783976404.145012:0:240185:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033812696 : -115476675738920 : ffff96f97dc342d8) 00020000:00000002:0.0:1783976404.145015:0:240185:0:(lov_object.c:134:lov_init_sub()) [0x2c0000402:0x1696:0x0]@ffff96f97dc34258[0:0] -> [0x240002b13:0x2078:0x0]@ffff96f97dc343e8: ostid: 0x2c0000402:5782 ost idx: 1 gen: 0 00020000:00000001:0.0:1783976404.145019:0:240185:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976404.145022:0:240185:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976404.145023:0:240185:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.145027:0:240185:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033813096 : -115476675738520 : ffff96f97dc34468) 00000020:00001000:0.0:1783976404.145030:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.145033:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.145037:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.145042:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.145045:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.145048:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.145051:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.145054:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.145058:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9000. 00000008:00000010:0.0:1783976404.145060:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.145063:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.145066:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.145068:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.145071:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.145073:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.145077:0:240185:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587707000 : 162129771587707000 : 240002b13002078) 00000080:00000001:0.0:1783976404.145079:0:240185:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00000002:0.0:1783976404.145081:0:240185:0:(llite_lib.c:3045:ll_update_inode()) setting ino 162129771587707000 mtime from 0 to 1783976404 00000080:00000001:0.0:1783976404.145085:0:240185:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976404.145087:0:240185:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982182984 : -115476727368632 : ffff96f97aaf7448) 00010000:00000001:0.0:1783976404.145089:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.145091:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.145093:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.145095:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.145097:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00000080:00000001:0.0:1783976404.145100:0:240185:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.145101:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.145104:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.145106:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.145109:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.145111:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.145113:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.145116:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.145118:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.145121:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.145123:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.145126:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976404.145128:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.145130:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.145132:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.145134:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.145179:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.145181:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.145184:0:240185:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.145187:0:240185:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.145188:0:240185:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.145192:0:240185:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7eba0. 00020000:00000010:0.0:1783976404.145194:0:240185:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.145198:0:240185:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ecc0. 00020000:00000001:0.0:1783976404.145201:0:240185:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166912 : -115476674384704 : ffff96f97dd7ecc0) 00020000:00000002:0.0:1783976404.145203:0:240185:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ecc0, objid 0x2078:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.145207:0:240185:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.145210:0:240185:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cd80: ostid: 0x2c0000402:5782 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976404.145213:0:240185:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0dc98) owner ffff96f94b9a0000 00020000:00000001:0.0:1783976404.145216:0:240185:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.145218:0:240185:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0dc98) owner ffff96f94b9a0000 00020000:00000010:0.0:1783976404.145222:0:240185:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.145225:0:240185:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7eba0. 00020000:00000010:0.0:1783976404.145228:0:240185:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7ecc0. 00020000:00000002:0.0:1783976404.145230:0:240185:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2078:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.145232:0:240185:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.145234:0:240185:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.145236:0:240185:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976404.145239:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.145241:0:240185:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e720 addref 2/0 by ffff96f94b9a0000. 00020000:00000002:0.0:1783976404.145243:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.145245:0:240185:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976404.145247:0:240185:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976404.145248:0:240185:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976404.145250:0:240185:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976404.145252:0:240185:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976404.145254:0:240185:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2078:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976404.145256:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.145258:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.145260:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.145263:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.145265:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.145267:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.145269:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.145271:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.145273:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8e00. 00000008:00000010:0.0:1783976404.145275:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.145277:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.145280:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.145282:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.145284:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.145286:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.145289:0:240185:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145291:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.145292:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.145294:0:240185:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976404.145296:0:240185:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.145298:0:240185:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.145300:0:240185:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x240002b13:0x2078:0x0](ffff96f97aaf7448) 00000080:00010000:0.0:1783976404.145303:0:240185:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2078:0x0](ffff96f97aaf7448) for lock 0x5bb448586bd09631 00800000:00000001:0.0:1783976404.145306:0:240185:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.145307:0:240185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.145308:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.145309:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.145311:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.145313:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.145315:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.145317:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.145318:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.145319:0:240185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.145321:0:240185:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145322:0:240185:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976404.145324:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.145328:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.145335:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145340:0:240185:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.145343:0:240185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x2078:0x0](ffff96f97aaf7448) 00000080:00000001:0.0:1783976404.145346:0:240185:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.145348:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000100:00000001:0.0:1783976404.145350:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.145354:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.145360:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145362:0:240185:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976404.145364:0:240185:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145371:0:240185:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976404.145373:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37a60 00000080:00200008:0.0:1783976404.145375:0:240185:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448), flags 104501 00000080:00000010:0.0:1783976404.145382:0:240185:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8aa00. 00000080:00000010:0.0:1783976404.145387:0:240185:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99ac0. 00000080:00000001:0.0:1783976404.145389:0:240185:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976404.145392:0:240185:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.145394:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.145396:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.145398:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.145400:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.145402:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.145404:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.145406:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.145409:0:240185:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976404.145411:0:240185:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30860. 00000002:00100000:0.0:1783976404.145415:0:240185:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.145421:0:240185:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.145423:0:240185:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976404.145426:0:240185:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976404.145429:0:240185:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145432:0:240185:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.145434:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.145437:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976404.145444:0:240185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.145446:0:240185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.145473:0:240185:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976404.145474:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.145476:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37a60 00000080:00000008:0.0:1783976404.145478:0:240185:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448), flags 104501, rc = 0 00000080:00000001:0.0:1783976404.145482:0:240185:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976404.145484:0:240185:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7e300 released 00000080:00010000:0.0:1783976404.145487:0:240185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09631 from it ffff96f97dd7e300 00010000:00000001:0.0:1783976404.145489:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.145490:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.145492:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.145494:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.145496:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.145498:0:240185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.145501:0:240185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.145509:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.145510:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.145511:0:240185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.145514:0:240185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.145516:0:240185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.145523:0:240185:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.145525:0:240185:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.145527:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.145531:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.145532:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.145534:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145537:0:240185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.145538:0:240185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145540:0:240185:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145543:0:240185:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145545:0:240185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.145546:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.145547:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.145549:0:240185:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976404.145550:0:240185:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976404.145552:0:240185:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.145553:0:240185:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.145574:0:240185:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.145576:0:240185:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145579:0:240185:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976404.145581:0:240185:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145583:0:240185:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976404.145585:0:240185:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145587:0:240185:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.145589:0:240185:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7e300. 00000080:00000001:0.0:1783976404.145592:0:240185:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145596:0:240185:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.145598:0:240185:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x2078:0x0](ffff96f97aaf7448), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976404.145601:0:240185:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145624:0:240185:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976404.145626:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37c30 00000080:00200008:0.0:1783976404.145629:0:240185:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448) current size 0, valid attrs 20070, mode 96f9, uid -2117894576, gid -20716, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000 00000080:00000002:0.0:1783976404.145635:0:240185:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976404, ctime 1783976404, now = 1783976404 00000080:00000010:0.0:1783976404.145638:0:240185:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976404.145640:0:240185:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976404.145646:0:240185:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976404.145648:0:240185:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x240002b13:0x2078:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976404.145650:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.145651:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.145652:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.145654:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.145655:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.145657:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.145658:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.145661:0:240185:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976404.145663:0:240185:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976404.145666:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14700 count: 2 00010000:00000001:0.0:1783976404.145667:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.145670:0:240185:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976404.145672:0:240185:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976404.145675:0:240185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976404.145686:0:240185:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976404.145689:0:240185:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976404.145691:0:240185:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976404.145692:0:240185:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2078:0x0] mode (null) 00000002:00000001:0.0:1783976404.145695:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.145696:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.145698:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14700 count: 3 00010000:00000001:0.0:1783976404.145700:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.145702:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.145704:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.145704:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.145706:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14700 count: 3 00010000:00000001:0.0:1783976404.145708:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.145710:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.145711:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.145712:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.145713:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14700 count: 3 00010000:00000001:0.0:1783976404.145715:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.145716:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.145717:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.145718:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.145719:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14700 count: 3 00010000:00000001:0.0:1783976404.145721:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.145723:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145724:0:240185:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145726:0:240185:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.145727:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.145730:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.145733:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.145736:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.145738:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.145741:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.145744:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.145746:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.145749:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.145751:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.145753:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9000. 00000008:00000010:0.0:1783976404.145755:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.145757:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.145759:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.145761:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.145763:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.145765:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.145766:0:240185:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976404.145768:0:240185:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2078:0x0]: losing layout lock 00000080:00000001:0.0:1783976404.145770:0:240185:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976404.145772:0:240185:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976404.145774:0:240185:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.145776:0:240185:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.145778:0:240185:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2078:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976404.145779:0:240185:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.145781:0:240185:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976404.145782:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.145784:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.145787:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.145790:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.145792:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.145794:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.145797:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.145799:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.145801:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976404.145803:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.145805:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.145807:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.145809:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.145812:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9000. 00000020:00000010:0.0:1783976404.145814:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.145815:0:240185:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.145818:0:240185:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976404.145820:0:240185:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2078:0x0](ffff96f97aaf7448) invalid 00000020:00000001:0.0:1783976404.145823:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37838 00000080:00002000:0.0:1783976404.145824:0:240185:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-m.5 (ffff96f97a8f70d8) parent ffff96f97c080510 inode ffff96f97aaf7448 refc 1 00000080:00000001:0.0:1783976404.145827:0:240185:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976404.145829:0:240185:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976404.145830:0:240185:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145833:0:240185:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976404.145835:0:240185:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976404.145836:0:240185:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976404.145838:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.145840:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976404.145843:0:240185:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97a121200 with handle 0x5bb448586bd09631 from hash 00010000:00000001:0.0:1783976404.145845:0:240185:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976404.145846:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.145847:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.145848:0:240185:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976404.145851:0:240185:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976404.145852:0:240185:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976404.145855:0:240185:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.145856:0:240185:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.145858:0:240185:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976404.145862:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2ddc00. 00000020:00000040:0.0:1783976404.145865:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=17 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.145870:0:240185:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.145872:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.145875:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.145876:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.145877:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.145880:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.145882:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.145886:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.145890:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9000. 00000100:00000001:0.0:1783976404.145896:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145898:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.145901:0:240185:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976404.145905:0:240185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976404.145911:0:240185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976404.145913:0:240185:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.145915:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976404.145917:0:240185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a121200/0x5bb448586bd09631 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac5a4 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976404.145935:0:240185:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99b80. 00010000:00000040:0.0:1783976404.145938:0:240185:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b14700 count: 0 00010000:00000010:0.0:1783976404.145941:0:240185:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8900. 00010000:00000001:0.0:1783976404.145947:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.145949:0:240185:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145950:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.145952:0:240185:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.145954:0:240185:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976404.145955:0:240185:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976404, ctime 1783976404 00000020:00100000:0.0:1783976404.145963:0:240185:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976404.145968:0:240185:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2ddc00 x1870620496683136/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976404.145975:0:240185:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.145977:0:240185:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.145982:0:240185:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.145984:0:240185:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.145987:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.145988:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024021504 : -115476685530112 : ffff96f97d2ddc00) 00000100:00000001:0.0:1783976404.145992:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.145996:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.145998:0:240185:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.145999:0:240185:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.146004:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2ddc00 x1870620496683136/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.146013:0:240185:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.146015:0:240185:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.146018:0:240185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.146020:0:240185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.146021:0:240185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.146023:0:240185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2ddc00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496683136:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.146025:0:240185:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.146029:0:240185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.146031:0:240185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.146032:0:240185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.146035:0:240185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854388c00. 02000000:00000001:0.0:1783976404.146036:0:240185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.146040:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.146043:0:240185:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.146047:0:240185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976404.146062:0:240185:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496683136, portal 10 00000100:00000001:0.0:1783976404.146064:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.146065:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024021504 : -115476685530112 : ffff96f97d2ddc00) 00000100:00000040:0.0:1783976404.146071:0:240185:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97d2ddc00 x1870620496683136/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.146078:0:240185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.146080:0:240185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.146083:0:240185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783976404.146086:0:240185:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496683136, offset 0 00000400:00000200:0.0:1783976404.146092:0:240185:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.146098:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.146104:0:240185:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.146109:0:240185:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.146113:0:240185:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.146116:0:240185:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.146119:0:240185:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.146123:0:240185:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778840:778840:256:4294967295] 192.168.201.114@tcp LPNI seq info [778818:778818:8:4294967295] 00000400:00000200:0.0:1783976404.146127:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.146168:0:240185:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.146173:0:240185:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.146178:0:240185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783976404.146182:0:240185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.146188:0:240185:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.146192:0:240185:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.146201:0:240185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.146205:0:240185:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.146207:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.146209:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609996 00000100:00000001:0.0:1783976404.146212:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.146213:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609996 00000100:00000001:0.0:1783976404.146215:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.146216:0:240185:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.146218:0:240185:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.146219:0:240185:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.146220:0:240185:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.146222:0:240185:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.146224:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.146225:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.148841:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.148848:0:240185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.148850:0:240185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.148853:0:240185:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.148858:0:240185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978440 00000400:00000010:0.0:1783976404.148859:0:240185:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978440. 00000100:00000001:0.0:1783976404.148863:0:240185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.148868:0:240185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2ddc00 x1870620496683136/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976404.148884:0:240185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2ddc00 x1870620496683136/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.148890:0:240185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.148892:0:240185:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.148894:0:240185:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.148897:0:240185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.148899:0:240185:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.148901:0:240185:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.148903:0:240185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.148910:0:240185:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.148915:0:240185:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.148917:0:240185:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.148919:0:240185:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.148921:0:240185:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.148936:0:240185:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.148939:0:240185:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.148940:0:240185:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.148942:0:240185:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.148944:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.148945:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024021504 : -115476685530112 : ffff96f97d2ddc00) 00000100:00000001:0.0:1783976404.148948:0:240185:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.148950:0:240185:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.148952:0:240185:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.148954:0:240185:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.148959:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2ddc00 x1870620496683136/t25769972932(25769972932) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.148966:0:240185:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.148968:0:240185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.148970:0:240185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.148973:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2ddc00 x1870620496683136/t25769972932(25769972932) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976404.148981:0:240185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2ddc00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496683136:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.148985:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.148988:0:240185:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.148990:0:240185:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.148991:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.148994:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2ddc00 x1870620496683136/t25769972932(25769972932) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.149000:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.149003:0:240185:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.149006:0:240185:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.149007:0:240185:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.149022:0:240185:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.149025:0:240185:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.149036:0:240185:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.149039:0:240185:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.149048:0:240185:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587707000 : 162129771587707000 : 240002b13002078) 00000080:00000001:0.0:1783976404.149051:0:240185:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000100:00000001:0.0:1783976404.149055:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.149059:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2ddc00 x1870620496683136/t25769972932(25769972932) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.149066:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.149068:0:240185:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.149070:0:240185:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.149072:0:240185:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.149076:0:240185:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976404.149078:0:240185:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.149081:0:240185:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.149083:0:240185:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.149084:0:240185:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.149086:0:240185:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.149089:0:240185:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976404.149091:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.149100:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.149105:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e8c00. 00000020:00000010:0.0:1783976404.149110:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.149114:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.149119:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.149123:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.149126:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.149132:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.149162:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.149168:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9800. 00000008:00000010:0.0:1783976404.149172:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.149176:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.149179:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.149183:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.149186:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.149189:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.149194:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34468 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.149197:0:240185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976404.149200:0:240185:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976404.149202:0:240185:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x2078:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976404.149205:0:240185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.149207:0:240185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976404.149209:0:240185:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976404.149212:0:240185:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976404.149214:0:240185:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.149218:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.149221:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.149222:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.149225:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.149227:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.149229:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.149232:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.149235:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.149246:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.149254:0:240185:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.149256:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.149257:0:240185:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2078:0x0]: 0 00000080:00000001:0.0:1783976404.149259:0:240185:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.149262:0:240185:0:(file.c:6953:ll_layout_intent()) Process entered 00000080:00000010:0.0:1783976404.149266:0:240185:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f945ffe200. 00000080:00010000:0.0:1783976404.149272:0:240185:0:(file.c:6971:ll_layout_intent()) ### lustre: requeue layout lock for file [0x240002b13:0x2078:0x0](ffff96f97aaf7448) 00000080:00000001:0.0:1783976404.149275:0:240185:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.149278:0:240185:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.149281:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37958 00800000:00000002:0.0:1783976404.149282:0:240185:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x240002b13:0x2078:0x0] '' on [0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.149286:0:240185:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976404.149288:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.149289:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.149290:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.149292:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.149294:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.149295:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.149297:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.149299:0:240185:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x240002b13:0x2078:0x0], fid2=[0x240002b13:0x2078:0x0], name='' -> mds #1 00000002:00000001:0.0:1783976404.149303:0:240185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.149305:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37828 00000002:00010000:0.0:1783976404.149307:0:240185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x240002b13:0x2078:0x0]) in obj [0x240002b13:0x2078:0x0], intent: layout flags 0 00000002:00000001:0.0:1783976404.149311:0:240185:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976404.149313:0:240185:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1783976404.149317:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dc700. 00000020:00000040:0.0:1783976404.149320:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=18 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.149325:0:240185:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.149328:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.149334:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.149336:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.149337:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.149340:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.149341:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.149344:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.149350:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f945ffec00. 00000100:00000001:0.0:1783976404.149356:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.149359:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.149361:0:240185:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.149362:0:240185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.149363:0:240185:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.149366:0:240185:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.149369:0:240185:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446628597024016128 : -115476685535488 : ffff96f97d2dc700) 00010000:00000001:0.0:1783976404.149372:0:240185:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.149374:0:240185:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976404.149378:0:240185:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14000. 00010000:00000010:0.0:1783976404.149382:0:240185:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8900. 00010000:00000001:0.0:1783976404.149386:0:240185:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.149389:0:240185:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a120e00. 00000020:00000001:0.0:1783976404.149392:0:240185:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.149395:0:240185:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a120e00 with handle 0x5bb448586bd09638 to hash 00000020:00000001:0.0:1783976404.149397:0:240185:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.149398:0:240185:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.149402:0:240185:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.149405:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.149407:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.149410:0:240185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.149419:0:240185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.149429:0:240185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.149435:0:240185:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.149436:0:240185:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.149441:0:240185:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.149443:0:240185:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.149446:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.149447:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024016128 : -115476685535488 : ffff96f97d2dc700) 00000100:00000001:0.0:1783976404.149450:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.149453:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.149455:0:240185:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.149457:0:240185:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.149462:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.149469:0:240185:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.149471:0:240185:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.149474:0:240185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.149477:0:240185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.149479:0:240185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.149482:0:240185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dc700 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496683264:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.149486:0:240185:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.149490:0:240185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.149492:0:240185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.149494:0:240185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.149500:0:240185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f951b2c000. 02000000:00000001:0.0:1783976404.149503:0:240185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.149507:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.149510:0:240185:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.149515:0:240185:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f180. 00000100:00000200:0.0:1783976404.149521:0:240185:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496683264, portal 10 00000100:00000001:0.0:1783976404.149523:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.149524:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024016128 : -115476685535488 : ffff96f97d2dc700) 00000100:00000040:0.0:1783976404.149530:0:240185:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.149537:0:240185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.149540:0:240185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.149543:0:240185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783976404.149546:0:240185:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1870620496683264, offset 0 00000400:00000200:0.0:1783976404.149551:0:240185:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.149557:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.149562:0:240185:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.149567:0:240185:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.149570:0:240185:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.149573:0:240185:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.149575:0:240185:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.149579:0:240185:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778841:778841:256:4294967295] 192.168.201.114@tcp LPNI seq info [778819:778819:8:4294967295] 00000400:00000200:0.0:1783976404.149584:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.149592:0:240185:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.149598:0:240185:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.149604:0:240185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783976404.149610:0:240185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.149617:0:240185:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.149621:0:240185:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a500 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.149638:0:240185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.149643:0:240185:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.149647:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.149649:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308609999 00000100:00000001:0.0:1783976404.149653:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.149655:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308609999 00000100:00000001:0.0:1783976404.149658:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610002 00000100:00000001:0.0:1783976404.149661:0:240185:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.149664:0:240185:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.149666:0:240185:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.149668:0:240185:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.149670:0:240185:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.149672:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.149674:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.151434:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.151484:0:240185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.151487:0:240185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.151490:0:240185:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.151495:0:240185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f180 00000400:00000010:0.0:1783976404.151497:0:240185:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f180. 00000100:00000001:0.0:1783976404.151501:0:240185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.151507:0:240185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.151522:0:240185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/4440 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.151528:0:240185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.151529:0:240185:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.151532:0:240185:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.151534:0:240185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.151536:0:240185:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.151539:0:240185:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.151541:0:240185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.151547:0:240185:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.151551:0:240185:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.151553:0:240185:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.151555:0:240185:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.151563:0:240185:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.151566:0:240185:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.151568:0:240185:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.151570:0:240185:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.151572:0:240185:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.151574:0:240185:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.151578:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.151584:0:240185:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.151586:0:240185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.151588:0:240185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.151591:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.151598:0:240185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dc700 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496683264:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.151602:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.151605:0:240185:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.151606:0:240185:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.151608:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.151611:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.151617:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.151619:0:240185:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.151621:0:240185:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.151623:0:240185:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.151625:0:240185:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.151628:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.151630:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.151633:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=4 00000020:00000001:0.0:1783976404.151635:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151638:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000040:0.0:1783976404.151642:0:240185:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a120e00, remote cookie: 0xa91b1f6e92eac5b9, flags: 0x1000 00010000:00000001:0.0:1783976404.151645:0:240185:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.151649:0:240185:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976404.151651:0:240185:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976404.151653:0:240185:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976404.151654:0:240185:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976404.151657:0:240185:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x2078:0x0].0x0 (ffff96f977b14000) refcount = 1 00010000:00010000:0.0:1783976404.151662:0:240185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.151670:0:240185:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976404.151673:0:240185:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.151675:0:240185:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.151677:0:240185:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.151679:0:240185:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.151683:0:240185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.151689:0:240185:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.151691:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151692:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.151693:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151695:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.151696:0:240185:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.151700:0:240185:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976404.151701:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.151703:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.151704:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.151706:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151708:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151710:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151711:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976404.151715:0:240185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1783976404.151723:0:240185:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0001-mdc-ffff96f94cfb0800: layout return lvb 56 transno 0 00010000:00000001:0.0:1783976404.151726:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.151727:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.151728:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.151730:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151732:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00000002:00010000:0.0:1783976404.151736:0:240185:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976404.151745:0:240185:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99b80. 00010000:00000001:0.0:1783976404.151748:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151749:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.151751:0:240185:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.151753:0:240185:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.151755:0:240185:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1783976404.151757:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.151758:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.151759:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.151761:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151764:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00000002:00010000:0.0:1783976404.151767:0:240185:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.151773:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151774:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.151775:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.151777:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.151778:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.151779:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.151781:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151783:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000040:0.0:1783976404.151788:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14000 count: 2 00010000:00000001:0.0:1783976404.151790:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976404.151794:0:240185:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 16 res 9663687443/8312 (0 0) 00010000:00000001:0.0:1783976404.151797:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151798:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.151799:0:240185:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976404.151801:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c377b0 00000002:00002000:0.0:1783976404.151803:0:240185:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1783976404.151805:0:240185:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.151808:0:240185:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.151810:0:240185:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976404.151813:0:240185:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x240002b13:0x2078:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1783976404.151815:0:240185:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.151818:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.151822:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dc700 x1870620496683264/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 376/400 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.151829:0:240185:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.151831:0:240185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.151834:0:240185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951b2c000. 02000000:00000001:0.0:1783976404.151837:0:240185:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.151840:0:240185:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.151841:0:240185:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=17 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.151843:0:240185:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.151846:0:240185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f945ffec00. 02000000:00000001:0.0:1783976404.151850:0:240185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.151851:0:240185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.151853:0:240185:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dc700. 00000100:00000001:0.0:1783976404.151856:0:240185:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.151857:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1783976404.151861:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f945ffe200. 00000080:00010000:0.0:1783976404.151864:0:240185:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x2078:0x0](ffff96f97aaf7448) for lock 0x5bb448586bd09638 00800000:00000001:0.0:1783976404.151868:0:240185:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.151870:0:240185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.151872:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.151873:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.151875:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.151877:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151879:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151881:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151882:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.151884:0:240185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.151886:0:240185:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.151889:0:240185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09638 from it ffffaf1481c37a78 00010000:00000001:0.0:1783976404.151891:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.151892:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.151893:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.151895:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151897:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.151899:0:240185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.151902:0:240185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.151907:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151908:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.151910:0:240185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.151912:0:240185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.151915:0:240185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.151944:0:240185:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.151946:0:240185:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.151948:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.151951:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151952:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.151954:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.151957:0:240185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.151959:0:240185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.151961:0:240185:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.151963:0:240185:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.151965:0:240185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.151966:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.151968:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.151969:0:240185:0:(file.c:6987:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.151972:0:240185:0:(file.c:6056:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1783976404.151973:0:240185:0:(file.c:6058:ll_take_md_lock()) trying to match res [0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.151977:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.151980:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.151981:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.151984:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.151985:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.151987:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.151990:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.151993:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.151994:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.151997:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14000 count: 2 00010000:00000001:0.0:1783976404.151999:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.152002:0:240185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.152005:0:240185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976404.152008:0:240185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1783976404.152016:0:240185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.152020:0:240185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.152023:0:240185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 2/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1783976404.152030:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1783976404.152032:0:240185:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2078:0x0]: 16 00000080:00000001:0.0:1783976404.152034:0:240185:0:(file.c:6063:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1783976404.152035:0:240185:0:(file.c:6844:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1783976404.152036:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.152038:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.152039:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.152041:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.152043:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00000080:00010000:0.0:1783976404.152047:0:240185:0:(file.c:6854:ll_layout_lock_set()) ### file [0x240002b13:0x2078:0x0](000000007185f9b3) being reconfigured ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1783976404.152055:0:240185:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.152056:0:240185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.152057:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.152058:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.152059:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=4 00000020:00000001:0.0:1783976404.152061:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.152063:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.152065:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.152066:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.152067:0:240185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.152069:0:240185:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.152071:0:240185:0:(file.c:6769:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1783976404.152073:0:240185:0:(file.c:6772:ll_layout_fetch()) [0x240002b13:0x2078:0x0] LVB_READY=0 l_lvb_data=ffff96f944d99b80 l_lvb_len=56 00000080:00000001:0.0:1783976404.152075:0:240185:0:(file.c:6775:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.152078:0:240185:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.152080:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.152085:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cd80. 00000020:00000010:0.0:1783976404.152088:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f945ffe200. 00000020:00000010:0.0:1783976404.152093:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f945ffec00. 00000020:00000010:0.0:1783976404.152096:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.152101:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.152106:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.152110:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.152115:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.152118:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.152121:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f945ffe600. 00000008:00000010:0.0:1783976404.152125:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.152128:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.152131:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.152161:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973c30. 00000020:00000001:0.0:1783976404.152164:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539051400 : -115477170500216 : ffff96f96045cd88) 00000020:00001000:0.0:1783976404.152166:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cd80 00000020:00000001:0.0:1783976404.152168:0:240185:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.152172:0:240185:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.152174:0:240185:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.152179:0:240185:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7ecc0. 00020000:00000010:0.0:1783976404.152183:0:240185:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.152188:0:240185:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7eba0. 00020000:00000001:0.0:1783976404.152190:0:240185:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166624 : -115476674384992 : ffff96f97dd7eba0) 00020000:00000002:0.0:1783976404.152193:0:240185:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7eba0, objid 0x2078:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.152198:0:240185:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.152203:0:240185:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cd80: ostid: 0x2c0000402:5782 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976404.152206:0:240185:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0dc98) owner ffff96f94b9a0000 00020000:00000001:0.0:1783976404.152209:0:240185:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.152211:0:240185:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0dc98) owner ffff96f94b9a0000 00020000:00000010:0.0:1783976404.152215:0:240185:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.152218:0:240185:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7ecc0. 00020000:00000010:0.0:1783976404.152221:0:240185:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7eba0. 00020000:00000002:0.0:1783976404.152223:0:240185:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2078:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.152226:0:240185:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152227:0:240185:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152230:0:240185:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976404.152234:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.152236:0:240185:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e720 addref 2/0 by ffff96f94b9a0000. 00020000:00000002:0.0:1783976404.152239:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.152241:0:240185:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976404.152243:0:240185:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976404.152245:0:240185:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976404.152246:0:240185:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976404.152249:0:240185:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976404.152251:0:240185:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x2078:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976404.152253:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cd80 00000020:00000010:0.0:1783976404.152256:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f945ffec00. 00000020:00000010:0.0:1783976404.152259:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.152262:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.152265:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.152267:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.152270:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.152272:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.152275:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f945ffe200. 00000008:00000010:0.0:1783976404.152277:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.152279:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.152282:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.152284:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973c30. 00000020:00000010:0.0:1783976404.152286:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f945ffe600. 00000020:00000010:0.0:1783976404.152288:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cd80. 00000080:00000001:0.0:1783976404.152291:0:240185:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.152293:0:240185:0:(file.c:6891:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1783976404.152294:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.152295:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.152296:0:240185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.152297:0:240185:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.152299:0:240185:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120e00 refcount=3 00000020:00000001:0.0:1783976404.152301:0:240185:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.152303:0:240185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867648 : -115476737683968 : ffff96f97a120e00) 00010000:00000001:0.0:1783976404.152306:0:240185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.152309:0:240185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.152315:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.152317:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.152318:0:240185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.152319:0:240185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.152321:0:240185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120e00/0x5bb448586bd09638 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2078:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac5b9 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976404.152327:0:240185:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.152329:0:240185:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.152330:0:240185:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.152332:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.152333:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.152334:0:240185:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.152336:0:240185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.152337:0:240185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.152339:0:240185:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.152341:0:240185:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.152342:0:240185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.152344:0:240185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.152345:0:240185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.152346:0:240185:0:(file.c:6932:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.152349:0:240185:0:(file.c:7051:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.152351:0:240185:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976404.152354:0:240185:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2078:0x0]io ffff96f96174de70 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976404.152357:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.152361:0:240185:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976404.152362:0:240185:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976404.152365:0:240185:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976404.152367:0:240185:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152369:0:240185:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976404.152372:0:240185:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976404.152373:0:240185:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152375:0:240185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.152377:0:240185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976404.152378:0:240185:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976404.152379:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00000020:00000001:0.0:1783976404.152382:0:240185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152385:0:240185:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976404.152387:0:240185:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976404.152389:0:240185:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976404.152391:0:240185:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976404.152394:0:240185:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976404.152397:0:240185:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976404.152400:0:240185:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.152402:0:240185:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976404.152403:0:240185:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.152406:0:240185:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cd80. 00000020:00000010:0.0:1783976404.152409:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f945ffe600. 00000020:00000010:0.0:1783976404.152412:0:240185:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f945ffe200. 00000020:00000010:0.0:1783976404.152414:0:240185:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.152417:0:240185:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.152420:0:240185:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.152422:0:240185:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.152425:0:240185:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.152427:0:240185:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.152430:0:240185:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f945ffec00. 00000008:00000010:0.0:1783976404.152433:0:240185:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.152435:0:240185:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.152438:0:240185:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.152440:0:240185:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973c30. 00000020:00000001:0.0:1783976404.152442:0:240185:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539051400 : -115477170500216 : ffff96f96045cd88) 00000020:00001000:0.0:1783976404.152444:0:240185:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cd80 00000020:00000001:0.0:1783976404.152448:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dc342d8 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.152450:0:240185:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976404.152452:0:240185:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.152453:0:240185:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976404.152455:0:240185:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152457:0:240185:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152459:0:240185:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.152461:0:240185:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.152464:0:240185:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.152467:0:240185:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152469:0:240185:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152471:0:240185:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152473:0:240185:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152475:0:240185:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152477:0:240185:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1783976404.152479:0:240185:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976404.152481:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.152482:0:240185:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976404.152483:0:240185:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.152485:0:240185:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152487:0:240185:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152488:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152490:0:240185:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152491:0:240185:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.152492:0:240185:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152494:0:240185:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152496:0:240185:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976404.152499:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34468 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.152501:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34468 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.152502:0:240185:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976404.152504:0:240185:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152506:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34468 -> ffff96f97dc34468 00020000:00000001:0.0:1783976404.152508:0:240185:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976404.152509:0:240185:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976404.152510:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.152512:0:240185:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976404.152513:0:240185:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976404.152515:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd6c0 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.152516:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd6c0 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.152518:0:240185:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976404.152520:0:240185:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152521:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd6c0 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.152523:0:240185:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976404.152525:0:240185:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976404.152527:0:240185:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152528:0:240185:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152530:0:240185:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd6c0 -> ffff96f97dc34468 00000020:00000001:0.0:1783976404.152532:0:240185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976404.152534:0:240185:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.152535:0:240185:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.152536:0:240185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976404.152538:0:240185:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976404.152539:0:240185:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976404.152542:0:240185:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976404.152546:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dc700. 00000020:00000040:0.0:1783976404.152549:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=7 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.152553:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.152555:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.152558:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.152563:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f945ffea00. 00000100:00000001:0.0:1783976404.152568:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.152573:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.152577:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.152584:0:240185:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000395000fd] to pc [ptlrpcd_00_01+1] req@ffff96f97d2dc700 x1870620496683392/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976404.152611:0:240185:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.152613:0:240185:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152615:0:240185:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152617:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152618:0:240185:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.152620:0:240185:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152621:0:240185:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.152624:0:240185:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976404.152626:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976404.152627:0:240185:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976404.152628:0:240185:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976404.152656:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.152660:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.157025:0:240185:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.157029:0:240185:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.157033:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.157040:0:240185:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.157042:0:240185:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.157045:0:240185:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.157047:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.157049:0:240185:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.157050:0:240185:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.157053:0:240185:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.157055:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.157057:0:240185:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.157058:0:240185:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.157059:0:240185:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.157061:0:240185:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.157062:0:240185:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.157064:0:240185:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.157065:0:240185:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.157066:0:240185:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.157068:0:240185:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.157069:0:240185:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.157071:0:240185:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.157073:0:240185:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.157074:0:240185:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.157075:0:240185:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.157078:0:240185:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.157079:0:240185:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.157081:0:240185:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.157082:0:240185:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.157083:0:240185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.157086:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045cd80 00000020:00000010:0.0:1783976404.157248:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f945ffe200. 00000020:00000010:0.0:1783976404.157253:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.157258:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.157262:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.157266:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.157271:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.157275:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.157278:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f945ffe600. 00000008:00000010:0.0:1783976404.157281:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.157284:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.157287:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.157290:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973c30. 00000020:00000010:0.0:1783976404.157292:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f945ffec00. 00000020:00000010:0.0:1783976404.157294:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045cd80. 00020000:00000001:0.0:1783976404.157297:0:240185:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.157299:0:240185:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.157301:0:240185:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.157304:0:240185:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2078:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.157306:0:240185:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.157307:0:240185:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.157308:0:240185:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.157310:0:240185:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.157313:0:240185:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.157316:0:240185:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.157319:0:240185:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.157321:0:240185:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.157323:0:240185:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.157325:0:240185:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.157327:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e8c00. 00000008:00000010:0.0:1783976404.157329:0:240185:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.157331:0:240185:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.157334:0:240185:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.157336:0:240185:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.157338:0:240185:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9800. 00000020:00000010:0.0:1783976404.157340:0:240185:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.157343:0:240185:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.157346:0:240185:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.157349:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000020:00000001:0.0:1783976404.157356:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37c30 00000080:00200008:0.0:1783976404.157359:0:240185:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448) current size 0, valid attrs 100201f0, mode 96f9, uid -2117894576, gid -20716, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.157365:0:240185:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.157381:0:240185:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.157384:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.157388:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.157391:0:240185:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.157399:0:240185:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.157400:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37db8 00000080:00200008:0.0:1783976404.157402:0:240185:0:(file.c:447:ll_file_release()) START file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448), flags 104001 00000080:00000001:0.0:1783976404.157406:0:240185:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.157409:0:240185:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.157410:0:240185:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.157411:0:240185:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.157414:0:240185:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.157415:0:240185:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.157417:0:240185:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.157421:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.157424:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.157426:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.157428:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.157430:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.157432:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.157434:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.157438:0:240185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.157441:0:240185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.157446:0:240185:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14000 count: 2 00010000:00000001:0.0:1783976404.157449:0:240185:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.157454:0:240185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.157456:0:240185:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2078:0x0]: 0 00000080:00000001:0.0:1783976404.157459:0:240185:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.157460:0:240185:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.157464:0:240185:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f945ffec00. 00000080:00000001:0.0:1783976404.157467:0:240185:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.157472:0:240185:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.157474:0:240185:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.157476:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.157477:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.157478:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.157479:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.157481:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.157483:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.157484:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.157487:0:240185:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x2078:0x0] 00000002:00000001:0.0:1783976404.157490:0:240185:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.157492:0:240185:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x2078:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.157497:0:240185:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2de300. 00000020:00000040:0.0:1783976404.157501:0:240185:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=18 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.157506:0:240185:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.157508:0:240185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.157511:0:240185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.157517:0:240185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f945ffe600. 00000100:00000001:0.0:1783976404.157523:0:240185:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.157535:0:240185:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.157545:0:240185:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.157550:0:240185:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2de300 x1870620496683648/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.157557:0:240185:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.157559:0:240185:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.157564:0:240185:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.157566:0:240185:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.157569:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.157570:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024023296 : -115476685528320 : ffff96f97d2de300) 00000100:00000001:0.0:1783976404.157574:0:240185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.157578:0:240185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.157580:0:240185:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.157581:0:240185:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.157585:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2de300 x1870620496683648/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.157592:0:240185:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.157594:0:240185:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.157597:0:240185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.157600:0:240185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.157602:0:240185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.157606:0:240185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2de300 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496683648:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.157609:0:240185:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.157613:0:240185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.157615:0:240185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.157618:0:240185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.157624:0:240185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f951b2c000. 02000000:00000001:0.0:1783976404.157626:0:240185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.157630:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.157634:0:240185:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.157638:0:240185:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f180. 00000100:00000200:0.0:1783976404.157643:0:240185:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496683648, portal 10 00000100:00000001:0.0:1783976404.157645:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.157646:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024023296 : -115476685528320 : ffff96f97d2de300) 00000100:00000040:0.0:1783976404.157652:0:240185:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2de300 x1870620496683648/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.157659:0:240185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.157662:0:240185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.157665:0:240185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783976404.157669:0:240185:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496683648, offset 0 00000400:00000200:0.0:1783976404.157675:0:240185:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.157680:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.157686:0:240185:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.157691:0:240185:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.157694:0:240185:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.157697:0:240185:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.157700:0:240185:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.157704:0:240185:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778843:778843:256:4294967295] 192.168.201.114@tcp LPNI seq info [778821:778821:8:4294967295] 00000400:00000200:0.0:1783976404.157708:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.157716:0:240185:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.157721:0:240185:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.157726:0:240185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783976404.157732:0:240185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.157738:0:240185:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.157741:0:240185:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.157755:0:240185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.157759:0:240185:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.157763:0:240185:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.157766:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610007 00000100:00000001:0.0:1783976404.157769:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610023 00000100:00000001:0.0:1783976404.157772:0:240185:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610007 00000100:00000001:0.0:1783976404.157774:0:240185:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610023 00000100:00000001:0.0:1783976404.157777:0:240185:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.157780:0:240185:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.157782:0:240185:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.157783:0:240185:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.157786:0:240185:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.157789:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.157790:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.159996:0:240185:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.160003:0:240185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.160004:0:240185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.160007:0:240185:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.160010:0:240185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f180 00000400:00000010:0.0:1783976404.160012:0:240185:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f180. 00000100:00000001:0.0:1783976404.160015:0:240185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.160019:0:240185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2de300 x1870620496683648/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.160028:0:240185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2de300 x1870620496683648/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.160035:0:240185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.160037:0:240185:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.160039:0:240185:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.160041:0:240185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.160043:0:240185:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.160045:0:240185:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.160047:0:240185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.160053:0:240185:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=113 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.160057:0:240185:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.160059:0:240185:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.160061:0:240185:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.160063:0:240185:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.160065:0:240185:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.160068:0:240185:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.160069:0:240185:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.160071:0:240185:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.160073:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.160074:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024023296 : -115476685528320 : ffff96f97d2de300) 00000100:00000001:0.0:1783976404.160076:0:240185:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.160078:0:240185:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.160080:0:240185:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.160082:0:240185:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.160086:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2de300 x1870620496683648/t25769972933(25769972933) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.160092:0:240185:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.160094:0:240185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.160096:0:240185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.160098:0:240185:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2de300 x1870620496683648/t25769972933(25769972933) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.160105:0:240185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2de300 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240185:1870620496683648:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.160108:0:240185:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.160122:0:240185:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.160124:0:240185:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.160126:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.160129:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2de300 x1870620496683648/t25769972933(25769972933) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.160163:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.160167:0:240185:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.160169:0:240185:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.160171:0:240185:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.160176:0:240185:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.160177:0:240185:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024023296 : -115476685528320 : ffff96f97d2de300) 00000002:00000001:0.0:1783976404.160181:0:240185:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.160183:0:240185:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.160187:0:240185:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f945ffec00. 00000080:00000001:0.0:1783976404.160190:0:240185:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.160192:0:240185:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.160195:0:240185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.160197:0:240185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.160198:0:240185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.160200:0:240185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.160202:0:240185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.160204:0:240185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.160206:0:240185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.160209:0:240185:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.160213:0:240185:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97d2dd880 x1870620496682880/t25769972931(25769972931) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.160220:0:240185:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.160221:0:240185:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.160223:0:240185:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f944d99ac0. 00000100:00000001:0.0:1783976404.160225:0:240185:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.160228:0:240185:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2de300 x1870620496683648/t25769972933(25769972933) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.160232:0:240185:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.160235:0:240185:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.160237:0:240185:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd8aa00. 00000080:00000001:0.0:1783976404.160240:0:240185:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.160244:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37db8 00000080:00000008:0.0:1783976404.160246:0:240185:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.160249:0:240185:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.160254:0:240185:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.160256:0:240185:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c37e00 00000080:00002000:0.0:1783976404.160257:0:240185:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-m.5 (ffff96f97a8f70d8, parent ffff96f97c080510, inode ffff96f97aaf7448) hashed, 00000080:00000001:0.0:1783976404.160260:0:240185:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.160267:0:240185:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.160273:0:240185:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783976404.183601:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.183606:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.188179:0:240186:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.188183:0:240186:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.188186:0:240186:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.188190:0:240186:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.188193:0:240186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.188195:0:240186:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.188197:0:240186:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.188943:0:240186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.188946:0:240186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.188948:0:240186:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.188950:0:240186:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.188952:0:240186:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.188953:0:240186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.188955:0:240186:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.188956:0:240186:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.188958:0:240186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.188960:0:240186:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.188971:0:240186:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.188972:0:240186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.188975:0:240186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.188976:0:240186:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.188978:0:240186:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.188980:0:240186:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.188981:0:240186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.188983:0:240186:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.188986:0:240186:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.188988:0:240186:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.188990:0:240186:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.188991:0:240186:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.188992:0:240186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.188995:0:240186:0:(cl_object.c:925:cl_env_put()) 1@ffff96f967d0b480 00000020:00000010:0.0:1783976404.189001:0:240186:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f94d275a00. 00000020:00000010:0.0:1783976404.189007:0:240186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f977a09d80. 00000008:00000010:0.0:1783976404.189012:0:240186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f950c8b7f0. 00020000:00000010:0.0:1783976404.189016:0:240186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f97b52f6c0. 00008000:00000010:0.0:1783976404.189020:0:240186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f94b83aa60. 00000080:00000010:0.0:1783976404.189025:0:240186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f94a9215e8. 00000080:00000010:0.0:1783976404.189029:0:240186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f94e23a2b0. 00000020:00000010:0.0:1783976404.189032:0:240186:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275200. 00000008:00000010:0.0:1783976404.189034:0:240186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f972bbf4a0. 00020000:00000010:0.0:1783976404.189039:0:240186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f958675918. 00008000:00000010:0.0:1783976404.189042:0:240186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f970889760. 00000080:00000010:0.0:1783976404.189046:0:240186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9711a2690. 00000020:00000010:0.0:1783976404.189048:0:240186:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f94d275800. 00000020:00000010:0.0:1783976404.189050:0:240186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f967d0b480. 00020000:00000001:0.0:1783976404.189053:0:240186:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.189055:0:240186:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.189058:0:240186:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.189060:0:240186:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2079:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.189063:0:240186:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.189064:0:240186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.189065:0:240186:0:(cl_object.c:925:cl_env_put()) 1@ffff96f967d0b510 00000020:00000010:0.0:1783976404.189067:0:240186:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345dc00. 00000020:00000010:0.0:1783976404.189071:0:240186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f977a09ae0. 00000008:00000010:0.0:1783976404.189073:0:240186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f950c8a190. 00020000:00000010:0.0:1783976404.189076:0:240186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f97b52ff00. 00008000:00000010:0.0:1783976404.189078:0:240186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f94b83a6d8. 00000080:00000010:0.0:1783976404.189080:0:240186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f94a921930. 00000080:00000010:0.0:1783976404.189083:0:240186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f94e23b090. 00000020:00000010:0.0:1783976404.189085:0:240186:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d200. 00000008:00000010:0.0:1783976404.189087:0:240186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f972bbf600. 00020000:00000010:0.0:1783976404.189089:0:240186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f958676910. 00008000:00000010:0.0:1783976404.189092:0:240186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f9708895a8. 00000080:00000010:0.0:1783976404.189094:0:240186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9711a22d0. 00000020:00000010:0.0:1783976404.189096:0:240186:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976404.189098:0:240186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f967d0b510. 00000080:00000001:0.0:1783976404.189101:0:240186:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.189104:0:240186:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.189107:0:240186:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f85345d000. 00000020:00000001:0.0:1783976404.189114:0:240186:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c3fc30 00000080:00200008:0.0:1783976404.189117:0:240186:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-c.5:[0x240002b13:0x2079:0x0](ffff96f974147448) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.189123:0:240186:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.189163:0:240186:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.189166:0:240186:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4e5d0) owner 0000000000000000/ffff96f945064f80 00020000:00000002:0.0:1783976404.189171:0:240186:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4e5d0) owner 0000000000000000/ffff96f945064f80 00020000:00000001:0.0:1783976404.189173:0:240186:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.189181:0:240186:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.189183:0:240186:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c3fdb8 00000080:00200008:0.0:1783976404.189184:0:240186:0:(file.c:447:ll_file_release()) START file f56oe.sanity-c.5:[0x240002b13:0x2079:0x0](ffff96f974147448), flags 104001 00000080:00000001:0.0:1783976404.189188:0:240186:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.189190:0:240186:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.189192:0:240186:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.189193:0:240186:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4e5d0) owner 0000000000000000/ffff96f945064f80 00020000:00000002:0.0:1783976404.189195:0:240186:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4e5d0) owner 0000000000000000/ffff96f945064f80 00020000:00000001:0.0:1783976404.189197:0:240186:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.189269:0:240186:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.189275:0:240186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.189277:0:240186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.189279:0:240186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.189282:0:240186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.189284:0:240186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.189286:0:240186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2079:0x0] 00800000:00000001:0.0:1783976404.189288:0:240186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.189293:0:240186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.189296:0:240186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.189303:0:240186:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a39c00 count: 2 00010000:00000001:0.0:1783976404.189306:0:240186:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.189311:0:240186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.189313:0:240186:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2079:0x0]: 0 00000080:00000001:0.0:1783976404.189315:0:240186:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.189318:0:240186:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.189324:0:240186:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f945ffec00. 00000080:00000001:0.0:1783976404.189326:0:240186:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.189331:0:240186:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.189334:0:240186:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.189336:0:240186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.189337:0:240186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.189338:0:240186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.189339:0:240186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.189341:0:240186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.189343:0:240186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2079:0x0] 00800000:00000001:0.0:1783976404.189344:0:240186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.189346:0:240186:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x2079:0x0] 00000002:00000001:0.0:1783976404.189350:0:240186:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.189352:0:240186:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x2079:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.189358:0:240186:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2ded80. 00000020:00000040:0.0:1783976404.189361:0:240186:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=21 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.189365:0:240186:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.189368:0:240186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.189372:0:240186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.189379:0:240186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f945ffe200. 00000100:00000001:0.0:1783976404.189385:0:240186:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.189398:0:240186:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae86680 x1870620496683904/t25769972934(25769972934) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.189409:0:240186:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.189414:0:240186:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2ded80 x1870620496684672/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.189422:0:240186:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.189424:0:240186:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.189430:0:240186:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.189432:0:240186:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.189434:0:240186:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.189436:0:240186:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025984 : -115476685525632 : ffff96f97d2ded80) 00000100:00000001:0.0:1783976404.189440:0:240186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.189444:0:240186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.189446:0:240186:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.189448:0:240186:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.189451:0:240186:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2ded80 x1870620496684672/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.189459:0:240186:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.189460:0:240186:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.189463:0:240186:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.189467:0:240186:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.189469:0:240186:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.189472:0:240186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2ded80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240186:1870620496684672:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.189475:0:240186:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.189480:0:240186:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.189482:0:240186:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.189484:0:240186:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.189492:0:240186:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af4000. 02000000:00000001:0.0:1783976404.189494:0:240186:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.189499:0:240186:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.189503:0:240186:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.189507:0:240186:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f180. 00000100:00000200:0.0:1783976404.189513:0:240186:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496684672, portal 10 00000100:00000001:0.0:1783976404.189515:0:240186:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.189516:0:240186:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025984 : -115476685525632 : ffff96f97d2ded80) 00000100:00000040:0.0:1783976404.189521:0:240186:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2ded80 x1870620496684672/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.189528:0:240186:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.189531:0:240186:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.189534:0:240186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783976404.189537:0:240186:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496684672, offset 0 00000400:00000200:0.0:1783976404.189543:0:240186:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.189550:0:240186:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.189556:0:240186:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.189561:0:240186:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.189565:0:240186:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.189568:0:240186:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.189571:0:240186:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.189574:0:240186:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778848:778848:256:4294967295] 192.168.201.114@tcp LPNI seq info [778826:778826:8:4294967295] 00000400:00000200:0.0:1783976404.189578:0:240186:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.189588:0:240186:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.189593:0:240186:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.189598:0:240186:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783976404.189603:0:240186:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.189610:0:240186:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.189614:0:240186:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ac00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.189637:0:240186:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.189642:0:240186:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10242 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.189645:0:240186:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.189647:0:240186:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610039 00000100:00000001:0.0:1783976404.189650:0:240186:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610082 00000100:00000001:0.0:1783976404.189652:0:240186:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610039 00000100:00000001:0.0:1783976404.189654:0:240186:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610082 00000100:00000001:0.0:1783976404.189656:0:240186:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.189659:0:240186:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.189661:0:240186:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.189662:0:240186:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.189665:0:240186:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.189667:0:240186:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.189669:0:240186:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.193404:0:240186:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.193412:0:240186:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.193414:0:240186:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.193418:0:240186:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.193422:0:240186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f180 00000400:00000010:0.0:1783976404.193424:0:240186:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f180. 00000100:00000001:0.0:1783976404.193427:0:240186:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.193432:0:240186:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2ded80 x1870620496684672/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.193441:0:240186:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2ded80 x1870620496684672/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.193449:0:240186:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.193450:0:240186:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.193453:0:240186:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.193457:0:240186:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.193459:0:240186:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.193461:0:240186:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.193465:0:240186:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.193472:0:240186:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=113 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.193476:0:240186:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.193479:0:240186:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.193480:0:240186:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.193483:0:240186:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.193486:0:240186:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.193488:0:240186:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.193490:0:240186:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.193492:0:240186:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.193493:0:240186:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.193495:0:240186:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025984 : -115476685525632 : ffff96f97d2ded80) 00000100:00000001:0.0:1783976404.193498:0:240186:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.193499:0:240186:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.193501:0:240186:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.193504:0:240186:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.193508:0:240186:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2ded80 x1870620496684672/t25769972936(25769972936) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.193517:0:240186:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.193520:0:240186:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.193521:0:240186:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.193525:0:240186:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2ded80 x1870620496684672/t25769972936(25769972936) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.193532:0:240186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2ded80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240186:1870620496684672:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.193536:0:240186:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.193539:0:240186:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.193541:0:240186:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.193543:0:240186:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.193545:0:240186:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2ded80 x1870620496684672/t25769972936(25769972936) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.193557:0:240186:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.193559:0:240186:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.193562:0:240186:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.193564:0:240186:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.193570:0:240186:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.193571:0:240186:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024025984 : -115476685525632 : ffff96f97d2ded80) 00000002:00000001:0.0:1783976404.193574:0:240186:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.193577:0:240186:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.193582:0:240186:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f945ffec00. 00000080:00000001:0.0:1783976404.193585:0:240186:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.193588:0:240186:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.193590:0:240186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.193593:0:240186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.193595:0:240186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.193598:0:240186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.193600:0:240186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.193602:0:240186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2079:0x0] 00800000:00000001:0.0:1783976404.193604:0:240186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.193607:0:240186:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.193612:0:240186:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae86680 x1870620496683904/t25769972934(25769972934) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.193620:0:240186:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.193622:0:240186:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.193624:0:240186:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00600. 00000100:00000001:0.0:1783976404.193629:0:240186:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.193632:0:240186:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2ded80 x1870620496684672/t25769972936(25769972936) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.193637:0:240186:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.193640:0:240186:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.193642:0:240186:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd508c0. 00000080:00000001:0.0:1783976404.193646:0:240186:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.193651:0:240186:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c3fdb8 00000080:00000008:0.0:1783976404.193653:0:240186:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-c.5:[0x240002b13:0x2079:0x0](ffff96f974147448), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.193657:0:240186:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.193662:0:240186:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.193664:0:240186:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c3fe00 00000080:00002000:0.0:1783976404.193666:0:240186:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-c.5 (ffff96f9612dbbd0, parent ffff96f97c080510, inode ffff96f974147448) hashed, 00000080:00000001:0.0:1783976404.193669:0:240186:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.193676:0:240186:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.193681:0:240186:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783976404.221485:0:240188:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.221494:0:240188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.221495:0:240188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.221499:0:240188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970ace000. 00000400:00000200:0.0:1783976404.221503:0:240188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f8535c6000 00000400:00000010:0.0:1783976404.221506:0:240188:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f8535c6000. 00000100:00000001:0.0:1783976404.221509:0:240188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.221515:0:240188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977e48e00 x1870620496685312/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.221525:0:240188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977e48e00 x1870620496685312/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.221533:0:240188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.221534:0:240188:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.221537:0:240188:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.221540:0:240188:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.221542:0:240188:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.221544:0:240188:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.221547:0:240188:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.221555:0:240188:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.221560:0:240188:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.221562:0:240188:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.221564:0:240188:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.221566:0:240188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.221569:0:240188:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.221572:0:240188:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.221574:0:240188:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.221576:0:240188:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.221578:0:240188:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.221580:0:240188:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935331328 : -115476774220288 : ffff96f977e48e00) 00000100:00000001:0.0:1783976404.221584:0:240188:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.221586:0:240188:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.221588:0:240188:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.221590:0:240188:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.221595:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.221603:0:240188:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.221606:0:240188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.221608:0:240188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.221612:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.221621:0:240188:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977e48e00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240188:1870620496685312:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.221626:0:240188:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.221629:0:240188:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.221631:0:240188:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.221633:0:240188:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.221636:0:240188:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.221644:0:240188:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.221647:0:240188:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977815c00. 00000100:00000001:0.0:1783976404.221650:0:240188:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.221651:0:240188:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.221655:0:240188:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.221659:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.221661:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.221665:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=4 00000020:00000001:0.0:1783976404.221668:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221671:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000040:0.0:1783976404.221677:0:240188:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f85a5f6200, remote cookie: 0xa91b1f6e92eac64c, flags: 0x1001 00010000:00010000:0.0:1783976404.221682:0:240188:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976404.221691:0:240188:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x11ffe:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976404.221694:0:240188:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976404.221700:0:240188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 2 00010000:00000001:0.0:1783976404.221702:0:240188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976404.221705:0:240188:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97ad76700 count: 0 00010000:00000010:0.0:1783976404.221710:0:240188:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f96711f480. 00010000:00000001:0.0:1783976404.221716:0:240188:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.221720:0:240188:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.221730:0:240188:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.221736:0:240188:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.221740:0:240188:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976404.221742:0:240188:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976404.221744:0:240188:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976404.221745:0:240188:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976404.221747:0:240188:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x11ffe:0x0].0x0 (ffff96f977b14b00) refcount = 2 00010000:00000040:0.0:1783976404.221750:0:240188:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976404.221753:0:240188:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976404.221760:0:240188:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.221765:0:240188:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976404.221768:0:240188:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.221769:0:240188:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.221773:0:240188:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.221775:0:240188:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.221778:0:240188:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.221784:0:240188:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.221786:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221787:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.221788:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221789:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.221790:0:240188:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.221795:0:240188:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976404.221798:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.221799:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.221800:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=3 00000020:00000001:0.0:1783976404.221802:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221805:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221807:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.221808:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.221809:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=4 00000020:00000001:0.0:1783976404.221811:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221813:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221815:0:240188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.221818:0:240188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.221821:0:240188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.221829:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221830:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.221831:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.221832:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.221833:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=5 00000020:00000001:0.0:1783976404.221835:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221837:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221840:0:240188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.221843:0:240188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.221850:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221851:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976404.221853:0:240188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.221859:0:240188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.221860:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221861:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.221862:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221863:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976404.221868:0:240188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.221876:0:240188:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.221880:0:240188:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.221887:0:240188:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.221892:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.221893:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.221895:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=3 00000020:00000001:0.0:1783976404.221896:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221898:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00000002:00010000:0.0:1783976404.221902:0:240188:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976404.221913:0:240188:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d99ac0. 00010000:00000001:0.0:1783976404.221915:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221916:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.221918:0:240188:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.221930:0:240188:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.221933:0:240188:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976404.221935:0:240188:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.221936:0:240188:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596935331328 : -115476774220288 : ffff96f977e48e00) 00010000:00000001:0.0:1783976404.221939:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.221940:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.221942:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=3 00000020:00000001:0.0:1783976404.221944:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221945:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00000002:00010000:0.0:1783976404.221949:0:240188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.221956:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221957:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.221959:0:240188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.221961:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.221962:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.221963:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=3 00000020:00000001:0.0:1783976404.221965:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.221967:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000040:0.0:1783976404.221970:0:240188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 3 00010000:00000001:0.0:1783976404.221972:0:240188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976404.221976:0:240188:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f951b72c00 type 13 mode 4 res 8589945618/73726 (0 0) 00010000:00000001:0.0:1783976404.221978:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.221979:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.221980:0:240188:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976404.221983:0:240188:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57760 00000002:00002000:0.0:1783976404.221985:0:240188:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-a.5 intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1783976404.221988:0:240188:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.221992:0:240188:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.221994:0:240188:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976404.221998:0:240188:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200002b10:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976404.222000:0:240188:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.222005:0:240188:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976404.222008:0:240188:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976404.222009:0:240188:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f9778ec3c0 it_disposition 80002b 00000080:00000001:0.0:1783976404.222012:0:240188:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976404.222018:0:240188:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.222021:0:240188:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.222023:0:240188:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513214 : 144115373061513214 : 200002b12011ffe) 00000080:00000001:0.0:1783976404.222026:0:240188:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1783976404.222033:0:240188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.222039:0:240188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.222044:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f945ffe000. 00000020:00000010:0.0:1783976404.222051:0:240188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c000. 00000020:00000010:0.0:1783976404.222054:0:240188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.222072:0:240188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.222078:0:240188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.222082:0:240188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.222088:0:240188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.222092:0:240188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.222096:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976404.222100:0:240188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.222105:0:240188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.222108:0:240188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.222112:0:240188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.222115:0:240188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.222117:0:240188:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.222120:0:240188:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.222123:0:240188:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.222126:0:240188:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.222130:0:240188:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976404.222134:0:240188:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.222164:0:240188:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7eba0. 00020000:00000001:0.0:1783976404.222167:0:240188:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035166624 : -115476674384992 : ffff96f97dd7eba0) 00020000:00000002:0.0:1783976404.222170:0:240188:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7eba0, objid 0x11ffe:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.222175:0:240188:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.222180:0:240188:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cd80: ostid: 0x2c0000403:5860 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976404.222184:0:240188:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f977b85aa8) owner ffff96f94a0da7c0 00020000:00000001:0.0:1783976404.222187:0:240188:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.222189:0:240188:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f977b85aa8) owner ffff96f94a0da7c0 00020000:00000010:0.0:1783976404.222193:0:240188:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.222196:0:240188:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e4e0. 00020000:00000010:0.0:1783976404.222199:0:240188:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7eba0. 00020000:00000002:0.0:1783976404.222201:0:240188:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ffe:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.222203:0:240188:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.222205:0:240188:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976404.222207:0:240188:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.222211:0:240188:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c000. 00000020:00000010:0.0:1783976404.222214:0:240188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.222217:0:240188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.222220:0:240188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.222223:0:240188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.222227:0:240188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.222230:0:240188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.222233:0:240188:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f945ffe000. 00000008:00000010:0.0:1783976404.222236:0:240188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.222239:0:240188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.222242:0:240188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.222244:0:240188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.222247:0:240188:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976404.222249:0:240188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.222253:0:240188:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513214 : 144115373061513214 : 200002b12011ffe) 00000080:00000001:0.0:1783976404.222255:0:240188:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1783976404.222260:0:240188:0:(namei.c:147:ll_iget()) got inode: [0x200002b12:0x11ffe:0x0](ffff96f97c20cb08): rc = 0 00000080:00000001:0.0:1783976404.222262:0:240188:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628597006387976 : -115476703163640 : ffff96f97c20cb08) 00010000:00000001:0.0:1783976404.222265:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.222266:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.222268:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=3 00000020:00000001:0.0:1783976404.222271:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.222273:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00000080:00000001:0.0:1783976404.222276:0:240188:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.222278:0:240188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.222281:0:240188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.222284:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345d000. 00000020:00000010:0.0:1783976404.222286:0:240188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345c000. 00000020:00000010:0.0:1783976404.222288:0:240188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.222291:0:240188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.222294:0:240188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.222296:0:240188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.222299:0:240188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.222301:0:240188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.222304:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c800. 00000008:00000010:0.0:1783976404.222306:0:240188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.222308:0:240188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.222311:0:240188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.222313:0:240188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.222315:0:240188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.222317:0:240188:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.222319:0:240188:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.222321:0:240188:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.222322:0:240188:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.222324:0:240188:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7eba0. 00020000:00000010:0.0:1783976404.222327:0:240188:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.222329:0:240188:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e4e0. 00020000:00000001:0.0:1783976404.222331:0:240188:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164896 : -115476674386720 : ffff96f97dd7e4e0) 00020000:00000002:0.0:1783976404.222334:0:240188:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e4e0, objid 0x11ffe:11026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.222338:0:240188:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.222341:0:240188:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cd80: ostid: 0x2c0000403:5860 ost idx: 1 gen: 0 00020000:00000002:0.0:1783976404.222344:0:240188:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f977b85aa8) owner ffff96f94a0da7c0 00020000:00000001:0.0:1783976404.222346:0:240188:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.222348:0:240188:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f977b85aa8) owner ffff96f94a0da7c0 00020000:00000010:0.0:1783976404.222351:0:240188:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.222353:0:240188:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7eba0. 00020000:00000010:0.0:1783976404.222355:0:240188:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7e4e0. 00020000:00000002:0.0:1783976404.222357:0:240188:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ffe:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.222359:0:240188:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.222361:0:240188:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.222364:0:240188:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976404.222367:0:240188:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976404.222370:0:240188:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dc0cd20 addref 2/0 by ffff96f94a0da7c0. 00020000:00000002:0.0:1783976404.222372:0:240188:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976404.222374:0:240188:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976404.222377:0:240188:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976404.222378:0:240188:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976404.222379:0:240188:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976404.222381:0:240188:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976404.222384:0:240188:0:(file.c:6749:ll_layout_conf()) [0x200002b12:0x11ffe:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1783976404.222386:0:240188:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c1b0 00000020:00000010:0.0:1783976404.222388:0:240188:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f85345c000. 00000020:00000010:0.0:1783976404.222391:0:240188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.222393:0:240188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.222396:0:240188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.222398:0:240188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.222400:0:240188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.222402:0:240188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.222405:0:240188:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345d000. 00000008:00000010:0.0:1783976404.222407:0:240188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.222409:0:240188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.222411:0:240188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.222414:0:240188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f9729730f0. 00000020:00000010:0.0:1783976404.222416:0:240188:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f85345c800. 00000020:00000010:0.0:1783976404.222418:0:240188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c1b0. 00000080:00000001:0.0:1783976404.222420:0:240188:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.222422:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222424:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.222426:0:240188:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976404.222429:0:240188:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.222430:0:240188:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.222434:0:240188:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200002b12:0x11ffe:0x0](ffff96f97c20cb08) for lock 0x5bb448586bd0965b 00800000:00000001:0.0:1783976404.222437:0:240188:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.222438:0:240188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.222440:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.222441:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.222443:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=3 00000020:00000001:0.0:1783976404.222444:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.222446:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.222449:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222450:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.222451:0:240188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.222453:0:240188:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1783976404.222459:0:240188:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f9740d6438 inode ffff96f97c20cb08 refc 1 flags 0x40000e 00000080:00000001:0.0:1783976404.222462:0:240188:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1783976404.222466:0:240188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b12:0x11ffe:0x0](ffff96f97c20cb08) 00000080:00000001:0.0:1783976404.222468:0:240188:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.222471:0:240188:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f951a72e00. 00000100:00000001:0.0:1783976404.222475:0:240188:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.222480:0:240188:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.222487:0:240188:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222496:0:240188:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976404.222498:0:240188:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57a60 00000080:00200008:0.0:1783976404.222501:0:240188:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-a.5:[0x200002b12:0x11ffe:0x0](ffff96f97c20cb08), flags 104501 00000080:00000010:0.0:1783976404.222507:0:240188:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8aa00. 00000080:00000010:0.0:1783976404.222513:0:240188:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99f00. 00000080:00000001:0.0:1783976404.222515:0:240188:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976404.222519:0:240188:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.222522:0:240188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.222524:0:240188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.222527:0:240188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.222530:0:240188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.222532:0:240188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.222534:0:240188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.222536:0:240188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.222539:0:240188:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976404.222542:0:240188:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30660. 00000002:00100000:0.0:1783976404.222547:0:240188:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.222553:0:240188:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.222555:0:240188:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976404.222559:0:240188:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976404.222562:0:240188:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222565:0:240188:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.222567:0:240188:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.222570:0:240188:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977e48e00 x1870620496685312/t25770086088(25770086088) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976404.222578:0:240188:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.222581:0:240188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.222605:0:240188:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976404.222607:0:240188:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.222610:0:240188:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57a60 00000080:00000008:0.0:1783976404.222612:0:240188:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-a.5:[0x200002b12:0x11ffe:0x0](ffff96f97c20cb08), flags 104501, rc = 0 00000080:00000001:0.0:1783976404.222616:0:240188:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976404.222618:0:240188:0:(dcache.c:176:ll_intent_release()) intent ffff96f9778ec3c0 released 00000080:00010000:0.0:1783976404.222620:0:240188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0965b from it ffff96f9778ec3c0 00010000:00000001:0.0:1783976404.222622:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.222623:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.222625:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f85a5f6200 refcount=3 00000020:00000001:0.0:1783976404.222627:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.222629:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628592145097216 : -115481564454400 : ffff96f85a5f6200) 00010000:00000001:0.0:1783976404.222632:0:240188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.222635:0:240188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.222647:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222648:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.222650:0:240188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.222652:0:240188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.222655:0:240188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.222661:0:240188:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.222664:0:240188:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.222665:0:240188:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.222669:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222670:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.222671:0:240188:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.222674:0:240188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.222676:0:240188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.222677:0:240188:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.222680:0:240188:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.222682:0:240188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.222683:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222684:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.222685:0:240188:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976404.222686:0:240188:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976404.222689:0:240188:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.222690:0:240188:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.222692:0:240188:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.222693:0:240188:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222695:0:240188:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976404.222696:0:240188:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222698:0:240188:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976404.222699:0:240188:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222700:0:240188:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.222702:0:240188:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f9778ec3c0. 00000080:00000001:0.0:1783976404.222704:0:240188:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222707:0:240188:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.222708:0:240188:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ffe:0x0](ffff96f97c20cb08), inode mode 81a4 mask 42 00000080:00000001:0.0:1783976404.222718:0:240188:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.222747:0:240188:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.222750:0:240188:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000002:0.0:1783976404.222753:0:240188:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976404.222755:0:240188:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222766:0:240188:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976404.222768:0:240188:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57c30 00000080:00200008:0.0:1783976404.222770:0:240188:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-a.5:[0x200002b12:0x11ffe:0x0](ffff96f97c20cb08) current size 0, valid attrs 100d0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783958404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000 00000080:00000002:0.0:1783976404.222776:0:240188:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976404, ctime 1783976404, now = 1783976404 00000080:00000010:0.0:1783976404.222779:0:240188:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f85345c800. 00000080:00000001:0.0:1783976404.222782:0:240188:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976404.222787:0:240188:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976404.222789:0:240188:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x200002b12:0x11ffe:0x0], valid 0x100100d0/0x0 00800000:00000001:0.0:1783976404.222791:0:240188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.222792:0:240188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.222793:0:240188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.222795:0:240188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.222796:0:240188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.222798:0:240188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11ffe:0x0] 00800000:00000001:0.0:1783976404.222799:0:240188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.222802:0:240188:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976404.222805:0:240188:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976404.222807:0:240188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 3 00010000:00000001:0.0:1783976404.222809:0:240188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.222811:0:240188:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976404.222814:0:240188:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976404.222816:0:240188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976404.222822:0:240188:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976404.222826:0:240188:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976404.222827:0:240188:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976404.222829:0:240188:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ffe:0x0] mode (null) 00000002:00000001:0.0:1783976404.222832:0:240188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.222834:0:240188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.222836:0:240188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 4 00010000:00000001:0.0:1783976404.222837:0:240188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.222840:0:240188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.222841:0:240188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.222842:0:240188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.222843:0:240188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 4 00010000:00000001:0.0:1783976404.222845:0:240188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.222846:0:240188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.222848:0:240188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.222849:0:240188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.222850:0:240188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 4 00010000:00000001:0.0:1783976404.222851:0:240188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.222853:0:240188:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976404.222855:0:240188:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976404.222857:0:240188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.222861:0:240188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.222863:0:240188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120c00/0x5bb448586bd0962a lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac588 expref: -99 pid: 240185 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976404.222869:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222870:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.222871:0:240188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976404.222873:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.222874:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.222875:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120c00 refcount=2 00000020:00000001:0.0:1783976404.222877:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.222879:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971867136 : -115476737684480 : ffff96f97a120c00) 00010000:00000001:0.0:1783976404.222880:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222881:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.222882:0:240188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.222883:0:240188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.222885:0:240188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14b00 count: 4 00010000:00000001:0.0:1783976404.222887:0:240188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.222888:0:240188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222890:0:240188:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.222892:0:240188:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976404.222894:0:240188:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ffe:0x0](ffff96f97c20cb08) invalid 00000020:00000001:0.0:1783976404.222897:0:240188:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57838 00000080:00002000:0.0:1783976404.222899:0:240188:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-a.5 (ffff96f9740d6438) parent ffff96f97c080510 inode ffff96f97c20cb08 refc 1 00000080:00000001:0.0:1783976404.222901:0:240188:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976404.222902:0:240188:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976404.222904:0:240188:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.222905:0:240188:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976404.222907:0:240188:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976404.222909:0:240188:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976404.222910:0:240188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.222911:0:240188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976404.222913:0:240188:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85a5f6200 with handle 0x5bb448586bd0965b from hash 00010000:00000001:0.0:1783976404.222914:0:240188:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976404.222915:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222916:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.222917:0:240188:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976404.222918:0:240188:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976404.222919:0:240188:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976404.222932:0:240188:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.222934:0:240188:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.222936:0:240188:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976404.222942:0:240188:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dc000. 00000020:00000040:0.0:1783976404.222946:0:240188:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=36 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.222953:0:240188:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.222956:0:240188:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.222958:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.222959:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.222960:0:240188:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.222962:0:240188:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.222964:0:240188:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.222967:0:240188:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.222971:0:240188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f85345d000. 00000100:00000001:0.0:1783976404.222977:0:240188:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.222979:0:240188:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.222981:0:240188:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976404.222985:0:240188:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976404.222992:0:240188:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976404.222993:0:240188:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.222995:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976404.222997:0:240188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85a5f6200/0x5bb448586bd0965b lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x11ffe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac64c expref: -99 pid: 240188 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976404.223004:0:240188:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99ac0. 00010000:00000001:0.0:1783976404.223010:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.223011:0:240188:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.223012:0:240188:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.223014:0:240188:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.223015:0:240188:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976404.223017:0:240188:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976404, ctime 1783976404 00000020:00100000:0.0:1783976404.223024:0:240188:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976404.223029:0:240188:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2dc000 x1870620496685568/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976404.223036:0:240188:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.223038:0:240188:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.223043:0:240188:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.223045:0:240188:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.223047:0:240188:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.223048:0:240188:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024014336 : -115476685537280 : ffff96f97d2dc000) 00000100:00000001:0.0:1783976404.223052:0:240188:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.223055:0:240188:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.223057:0:240188:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.223059:0:240188:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.223062:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dc000 x1870620496685568/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.223068:0:240188:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.223070:0:240188:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.223074:0:240188:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.223076:0:240188:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.223079:0:240188:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.223082:0:240188:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dc000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240188:1870620496685568:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.223086:0:240188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.223090:0:240188:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.223093:0:240188:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.223095:0:240188:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.223099:0:240188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438bc00. 02000000:00000001:0.0:1783976404.223101:0:240188:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.223106:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.223110:0:240188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.223115:0:240188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976404.223121:0:240188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496685568, portal 10 00000100:00000001:0.0:1783976404.223123:0:240188:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.223124:0:240188:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024014336 : -115476685537280 : ffff96f97d2dc000) 00000100:00000040:0.0:1783976404.223129:0:240188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97d2dc000 x1870620496685568/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.223183:0:240188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.223186:0:240188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.223189:0:240188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783976404.223193:0:240188:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1870620496685568, offset 0 00000400:00000200:0.0:1783976404.223203:0:240188:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.223208:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.223215:0:240188:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.223221:0:240188:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.223225:0:240188:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.223229:0:240188:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.223232:0:240188:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.223234:0:240188:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778853:778853:256:4294967295] 192.168.201.114@tcp LPNI seq info [778831:778831:8:4294967295] 00000400:00000200:0.0:1783976404.223238:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.223244:0:240188:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.223250:0:240188:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.223255:0:240188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783976404.223261:0:240188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.223269:0:240188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.223273:0:240188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2af00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.223287:0:240188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.223291:0:240188:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.223294:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.223297:0:240188:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610072 00000100:00000001:0.0:1783976404.223299:0:240188:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610082 00000100:00000001:0.0:1783976404.223300:0:240188:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610072 00000100:00000001:0.0:1783976404.223302:0:240188:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610082 00000100:00000001:0.0:1783976404.223304:0:240188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.223305:0:240188:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.223307:0:240188:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.223308:0:240188:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.223310:0:240188:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.223312:0:240188:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.223314:0:240188:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.227743:0:240188:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.227752:0:240188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.227754:0:240188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.227757:0:240188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.227763:0:240188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976404.227766:0:240188:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976404.227768:0:240188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.227775:0:240188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dc000 x1870620496685568/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976404.227785:0:240188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dc000 x1870620496685568/t0(0) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.227792:0:240188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.227794:0:240188:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.227797:0:240188:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.227800:0:240188:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.227803:0:240188:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.227805:0:240188:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.227808:0:240188:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.227817:0:240188:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.227821:0:240188:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.227824:0:240188:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.227826:0:240188:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.227829:0:240188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.227832:0:240188:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.227835:0:240188:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.227837:0:240188:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.227839:0:240188:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.227842:0:240188:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.227843:0:240188:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024014336 : -115476685537280 : ffff96f97d2dc000) 00000100:00000001:0.0:1783976404.227846:0:240188:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.227848:0:240188:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.227850:0:240188:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.227853:0:240188:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.227857:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dc000 x1870620496685568/t25770086089(25770086089) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.227865:0:240188:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.227868:0:240188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.227870:0:240188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.227873:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dc000 x1870620496685568/t25770086089(25770086089) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976404.227882:0:240188:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dc000 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240188:1870620496685568:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.227886:0:240188:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.227889:0:240188:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.227892:0:240188:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.227894:0:240188:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.227896:0:240188:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dc000 x1870620496685568/t25770086089(25770086089) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.227904:0:240188:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.227906:0:240188:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.227910:0:240188:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.227911:0:240188:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.227918:0:240188:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.227933:0:240188:0:(lmv_obd.c:3039:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.227939:0:240188:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.227942:0:240188:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.227948:0:240188:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513214 : 144115373061513214 : 200002b12011ffe) 00000080:00000001:0.0:1783976404.227952:0:240188:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000100:00000001:0.0:1783976404.227956:0:240188:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.227960:0:240188:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2dc000 x1870620496685568/t25770086089(25770086089) o36->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.227967:0:240188:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.227969:0:240188:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.227971:0:240188:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.227973:0:240188:0:(llite_lib.c:2193:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.227977:0:240188:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1783976404.227980:0:240188:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.227982:0:240188:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.227984:0:240188:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.227986:0:240188:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.227988:0:240188:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.227991:0:240188:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1783976404.227993:0:240188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.227999:0:240188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c1b0. 00000020:00000010:0.0:1783976404.228004:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345c000. 00000020:00000010:0.0:1783976404.228010:0:240188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f85345d200. 00000020:00000010:0.0:1783976404.228014:0:240188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e300. 00000008:00000010:0.0:1783976404.228021:0:240188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc2cc0. 00020000:00000010:0.0:1783976404.228026:0:240188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805f00. 00008000:00000010:0.0:1783976404.228031:0:240188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111d8b8. 00000080:00000010:0.0:1783976404.228038:0:240188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2738. 00000080:00000010:0.0:1783976404.228042:0:240188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174de10. 00000020:00000010:0.0:1783976404.228046:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f85345dc00. 00000008:00000010:0.0:1783976404.228050:0:240188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6c60. 00020000:00000010:0.0:1783976404.228053:0:240188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7ab58. 00008000:00000010:0.0:1783976404.228057:0:240188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a510. 00000080:00000010:0.0:1783976404.228060:0:240188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f9729730f0. 00000020:00000001:0.0:1783976404.228063:0:240188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048376 : -115477170503240 : ffff96f96045c1b8) 00000020:00001000:0.0:1783976404.228065:0:240188:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c1b0 00000020:00000001:0.0:1783976404.228069:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.228071:0:240188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976404.228074:0:240188:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976404.228076:0:240188:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ffe:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976404.228079:0:240188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.228081:0:240188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976404.228084:0:240188:0:(file.c:7015:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1783976404.228086:0:240188:0:(file.c:7019:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.228087:0:240188:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976404.228091:0:240188:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ffe:0x0]io ffff96f96174de70 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1783976404.228094:0:240188:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94a0da7c0 00020000:00000001:0.0:1783976404.228099:0:240188:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976404.228100:0:240188:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976404.228102:0:240188:0:(lov_io.c:474:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1783976404.228104:0:240188:0:(lov_io.c:485:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228106:0:240188:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976404.228108:0:240188:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976404.228110:0:240188:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228111:0:240188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.228112:0:240188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976404.228113:0:240188:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1783976404.228115:0:240188:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b85aa8) owner 0000000000000000/ffff96f94a0da7c0 00000020:00000001:0.0:1783976404.228116:0:240188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228119:0:240188:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1783976404.228121:0:240188:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1783976404.228123:0:240188:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1783976404.228125:0:240188:0:(lov_io.c:1062:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1783976404.228128:0:240188:0:(lov_io.c:1086:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1783976404.228131:0:240188:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976404.228134:0:240188:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.228153:0:240188:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1783976404.228155:0:240188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.228158:0:240188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045cd80. 00000020:00000010:0.0:1783976404.228162:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f945ffe000. 00000020:00000010:0.0:1783976404.228165:0:240188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9400. 00000020:00000010:0.0:1783976404.228168:0:240188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e4e0. 00000008:00000010:0.0:1783976404.228171:0:240188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc64b0. 00020000:00000010:0.0:1783976404.228174:0:240188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805900. 00008000:00000010:0.0:1783976404.228177:0:240188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111e350. 00000080:00000010:0.0:1783976404.228180:0:240188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2930. 00000080:00000010:0.0:1783976404.228182:0:240188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174f090. 00000020:00000010:0.0:1783976404.228185:0:240188:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9800. 00000008:00000010:0.0:1783976404.228187:0:240188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a6b00. 00020000:00000010:0.0:1783976404.228190:0:240188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a79b60. 00008000:00000010:0.0:1783976404.228192:0:240188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a078. 00000080:00000010:0.0:1783976404.228195:0:240188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973c30. 00000020:00000001:0.0:1783976404.228198:0:240188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539051400 : -115477170500216 : ffff96f96045cd88) 00000020:00001000:0.0:1783976404.228199:0:240188:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045cd80 00000020:00000001:0.0:1783976404.228202:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f97714a2d8 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.228204:0:240188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1783976404.228206:0:240188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976404.228207:0:240188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1783976404.228209:0:240188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228211:0:240188:0:(lov_io.c:148:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228213:0:240188:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.228216:0:240188:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.228218:0:240188:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1783976404.228222:0:240188:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228224:0:240188:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228225:0:240188:0:(lov_io.c:1192:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228227:0:240188:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228228:0:240188:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228230:0:240188:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1783976404.228233:0:240188:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1783976404.228235:0:240188:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1783976404.228237:0:240188:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1783976404.228240:0:240188:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1783976404.228241:0:240188:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228243:0:240188:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.228245:0:240188:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228247:0:240188:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1783976404.228249:0:240188:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.228250:0:240188:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1783976404.228251:0:240188:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.228253:0:240188:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228254:0:240188:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228256:0:240188:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228257:0:240188:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228259:0:240188:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1783976404.228261:0:240188:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1783976404.228263:0:240188:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1783976404.228265:0:240188:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1783976404.228267:0:240188:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1783976404.228270:0:240188:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1783976404.228275:0:240188:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff96f977ba8200. 00020000:00000002:0.0:1783976404.228277:0:240188:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1783976404.228280:0:240188:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1783976404.228281:0:240188:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.228283:0:240188:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.228284:0:240188:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1783976404.228288:0:240188:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff96f9437f85f0. 00000008:00010000:0.0:1783976404.228291:0:240188:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1783976404.228293:0:240188:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976404.228295:0:240188:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1783976404.228298:0:240188:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff96f977ba8230, osc lock ffff96f9437f85f0, flags 0x0 00000020:00000001:0.0:1783976404.228300:0:240188:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228302:0:240188:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.228304:0:240188:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446628596932575744 : -115476776975872 : ffff96f977ba8200) 00000020:00000001:0.0:1783976404.228306:0:240188:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1783976404.228307:0:240188:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1783976404.228308:0:240188:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228310:0:240188:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228312:0:240188:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976404.228314:0:240188:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1783976404.228315:0:240188:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.228316:0:240188:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596058926016 : -115477650625600 : ffff96f943a7abc0) 00000020:00000001:0.0:1783976404.228318:0:240188:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976404.228320:0:240188:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1783976404.228322:0:240188:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1783976404.228324:0:240188:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.228327:0:240188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976404.228329:0:240188:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.228330:0:240188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.228332:0:240188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976404.228333:0:240188:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976404.228334:0:240188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976404.228336:0:240188:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1783976404.228338:0:240188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.228344:0:240188:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.228346:0:240188:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1783976404.228351:0:240188:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2df100. 00000020:00000040:0.0:1783976404.228355:0:240188:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=8 obd=lustre-OST0001-osc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.228358:0:240188:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.228362:0:240188:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.228368:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.228370:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.228371:0:240188:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.228374:0:240188:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.228376:0:240188:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.228381:0:240188:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.228387:0:240188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8c00. 00000100:00000001:0.0:1783976404.228393:0:240188:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.228396:0:240188:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.228398:0:240188:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.228400:0:240188:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.228401:0:240188:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.228402:0:240188:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.228405:0:240188:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446628597024026880 : -115476685524736 : ffff96f97d2df100) 00010000:00000001:0.0:1783976404.228408:0:240188:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.228410:0:240188:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976404.228414:0:240188:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14700. 00010000:00000010:0.0:1783976404.228418:0:240188:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff96f977b14600. 00010000:00000001:0.0:1783976404.228422:0:240188:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.228426:0:240188:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a121200. 00000020:00000001:0.0:1783976404.228430:0:240188:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.228432:0:240188:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a121200 with handle 0x5bb448586bd09662 to hash 00000020:00000001:0.0:1783976404.228435:0:240188:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.228436:0:240188:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000010:0.0:1783976404.228440:0:240188:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff96f944d99ac0. 00010000:00000001:0.0:1783976404.228442:0:240188:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.228446:0:240188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.228448:0:240188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.228453:0:240188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.228465:0:240188:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.228476:0:240188:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.228482:0:240188:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.228484:0:240188:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.228489:0:240188:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.228491:0:240188:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.228494:0:240188:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.228495:0:240188:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024026880 : -115476685524736 : ffff96f97d2df100) 00000100:00000001:0.0:1783976404.228499:0:240188:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.228502:0:240188:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.228504:0:240188:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.228506:0:240188:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.228510:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.228966:0:240188:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.228968:0:240188:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.228973:0:240188:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.228976:0:240188:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.228978:0:240188:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.228983:0:240188:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2df100 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240188:1870620496685696:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.228987:0:240188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.228993:0:240188:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.228994:0:240188:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.228997:0:240188:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.229003:0:240188:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976404.229004:0:240188:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.229024:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.229028:0:240188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.229037:0:240188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976404.229043:0:240188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496685696, portal 4 00000100:00000001:0.0:1783976404.229045:0:240188:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.229046:0:240188:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024026880 : -115476685524736 : ffff96f97d2df100) 00000100:00000040:0.0:1783976404.229053:0:240188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.229060:0:240188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.229063:0:240188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.229066:0:240188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783976404.229070:0:240188:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1870620496685696, offset 0 00000400:00000200:0.0:1783976404.229075:0:240188:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.229082:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.229088:0:240188:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.229093:0:240188:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.229097:0:240188:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.229100:0:240188:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.229103:0:240188:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.229107:0:240188:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778854:778854:256:4294967295] 192.168.201.114@tcp LPNI seq info [778832:778832:8:4294967295] 00000400:00000200:0.0:1783976404.229111:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.229119:0:240188:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.229125:0:240188:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.229130:0:240188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783976404.229159:0:240188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.229167:0:240188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.229172:0:240188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.229185:0:240188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.229190:0:240188:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 31661 usecs (32 jiffies) 00000400:00000200:0.0:1783976404.229193:0:240188:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.229196:0:240188:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610100 00000100:00000001:0.0:1783976404.229204:0:240188:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308610082 00000100:00000001:0.0:1783976404.229211:0:240188:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610100 00000100:00000001:0.0:1783976404.229214:0:240188:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308610082 00000100:00000001:0.0:1783976404.229218:0:240188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.229220:0:240188:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.229223:0:240188:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.229224:0:240188:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.229227:0:240188:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.229229:0:240188:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.229231:0:240188:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.230901:0:240188:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.230908:0:240188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.230909:0:240188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.230912:0:240188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.230916:0:240188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976404.230918:0:240188:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976404.230929:0:240188:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.230934:0:240188:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.230942:0:240188:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.230947:0:240188:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.230949:0:240188:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.230951:0:240188:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.230953:0:240188:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.230954:0:240188:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.230956:0:240188:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.230958:0:240188:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.230963:0:240188:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.230965:0:240188:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=1 v=5 (1 1 1 0) 00000100:00000001:0.0:1783976404.230967:0:240188:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.230968:0:240188:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.230969:0:240188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.230971:0:240188:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.230974:0:240188:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.230975:0:240188:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944202 00000100:00000001:0.0:1783976404.230977:0:240188:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.230978:0:240188:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.230981:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.230986:0:240188:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.230987:0:240188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.230989:0:240188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.230991:0:240188:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.230996:0:240188:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2df100 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240188:1870620496685696:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.230999:0:240188:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.231001:0:240188:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.231002:0:240188:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.231003:0:240188:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.231005:0:240188:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.231018:0:240188:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.231020:0:240188:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.231023:0:240188:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.231025:0:240188:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.231027:0:240188:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.231030:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.231032:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.231035:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=4 00000020:00000001:0.0:1783976404.231037:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.231040:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000040:0.0:1783976404.231046:0:240188:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a121200, remote cookie: 0xa91b1f6e92eac661, flags: 0x0 00010000:00000001:0.0:1783976404.231049:0:240188:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1783976404.231052:0:240188:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.231054:0:240188:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.231057:0:240188:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1783976404.231062:0:240188:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac661 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976404.231078:0:240188:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x16e4:0x0].0x0 (ffff96f977b14700) refcount = 1 00010000:00000040:0.0:1783976404.231081:0:240188:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976404.231084:0:240188:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac661 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.231104:0:240188:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.231105:0:240188:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.231107:0:240188:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.231109:0:240188:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.231112:0:240188:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac661 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.231116:0:240188:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.231117:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.231118:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.231119:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.231120:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.231121:0:240188:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.231124:0:240188:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1783976404.231126:0:240188:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1783976404.231128:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.231129:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.231130:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=3 00000020:00000001:0.0:1783976404.231132:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.231133:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.231155:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.231156:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.231158:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=4 00000020:00000001:0.0:1783976404.231160:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.231162:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.231165:0:240188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.231167:0:240188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.231170:0:240188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 5/0,2 mode: PW/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac661 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.231178:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.231179:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.231182:0:240188:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1783976404.231185:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000008:00010000:0.0:1783976404.231190:0:240188:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 4/0,2 mode: PW/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac661 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1783976404.231197:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.231199:0:240188:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976404.231202:0:240188:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976404.231204:0:240188:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976404.231206:0:240188:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231208:0:240188:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231210:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000008:00000001:0.0:1783976404.231212:0:240188:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1783976404.231214:0:240188:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.231216:0:240188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.231217:0:240188:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.231219:0:240188:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a121200 refcount=5 00000020:00000001:0.0:1783976404.231221:0:240188:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.231230:0:240188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971868672 : -115476737682944 : ffff96f97a121200) 00010000:00000001:0.0:1783976404.231233:0:240188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.231236:0:240188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 5/0,2 mode: PW/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac661 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.231241:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.231242:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976404.231244:0:240188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000c9ccbc1e/0x5bb448586bd09662 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac661 expref: -99 pid: 240188 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.231248:0:240188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.231248:0:240188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.231249:0:240188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.231250:0:240188:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.231251:0:240188:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.231254:0:240188:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2df100 x1870620496685696/t0(0) o101->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 328/400 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.231258:0:240188:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.231260:0:240188:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.231262:0:240188:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976404.231264:0:240188:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.231266:0:240188:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.231267:0:240188:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=7 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.231269:0:240188:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.231270:0:240188:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e8c00. 02000000:00000001:0.0:1783976404.231273:0:240188:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.231274:0:240188:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.231275:0:240188:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2df100. 00000100:00000001:0.0:1783976404.231277:0:240188:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.231279:0:240188:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.231280:0:240188:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.231281:0:240188:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231283:0:240188:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.231286:0:240188:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231287:0:240188:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231288:0:240188:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231290:0:240188:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231291:0:240188:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231293:0:240188:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1783976404.231296:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.231297:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.231298:0:240188:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1783976404.231301:0:240188:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231302:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f97714a468 -> ffff96f97714a468 00020000:00000001:0.0:1783976404.231304:0:240188:0:(lov_io.c:1856:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1783976404.231305:0:240188:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1783976404.231306:0:240188:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.231307:0:240188:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1783976404.231309:0:240188:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1783976404.231310:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.231310:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.231311:0:240188:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1783976404.231312:0:240188:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231314:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.231315:0:240188:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1783976404.231316:0:240188:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976404.231317:0:240188:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231318:0:240188:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231319:0:240188:0:(cl_object.c:151:cl_object_top()) ffff96f977b94a80 -> ffff96f97714a468 00000020:00000001:0.0:1783976404.231320:0:240188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1783976404.231327:0:240188:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.231328:0:240188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1783976404.231329:0:240188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1783976404.231330:0:240188:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1783976404.231331:0:240188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1783976404.231334:0:240188:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1783976404.231337:0:240188:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2df100. 00000020:00000040:0.0:1783976404.231339:0:240188:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=8 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.231342:0:240188:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.231343:0:240188:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.231345:0:240188:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.231348:0:240188:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e8c00. 00000100:00000001:0.0:1783976404.231351:0:240188:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.231356:0:240188:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.231358:0:240188:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.231362:0:240188:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a47c6ab] to pc [ptlrpcd_00_01+1] req@ffff96f97d2df100 x1870620496685824/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1783976404.231383:0:240188:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976404.231386:0:240188:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231388:0:240188:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.231390:0:240188:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.231391:0:240188:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.231393:0:240188:0:(lov_io.c:1871:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231394:0:240188:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.231396:0:240188:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1783976404.231398:0:240188:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1783976404.231400:0:240188:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1783976404.231401:0:240188:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1783976404.231409:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783976404.231413:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783976404.231415:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.231420:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.231422:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.231424:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.231425:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.231427:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.231432:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2df100 x1870620496685824/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.231439:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.231440:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.231443:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.231445:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.231447:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.231450:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496685824:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.231455:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.231459:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.231460:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.231462:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.231466:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438b400. 02000000:00000001:0.0:1783976404.231468:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.231471:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.231474:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.231477:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976404.231480:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496685824, portal 4 00000100:00000001:0.0:1783976404.231482:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.231483:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024026880 : -115476685524736 : ffff96f97d2df100) 00000100:00000040:0.0:1783976404.231489:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2df100 x1870620496685824/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.231496:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.231499:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.231501:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783976404.231503:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496685824, offset 0 00000400:00000200:0.0:1783976404.231508:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.231513:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.231518:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.231522:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.231525:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.231527:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.231530:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.231533:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778855:778855:256:4294967295] 192.168.201.114@tcp LPNI seq info [778833:778833:8:4294967295] 00000400:00000200:0.0:1783976404.231538:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.231545:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.231550:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.231553:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783976404.231558:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.231564:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.231567:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.231585:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.231588:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 31595 usecs (32 jiffies) 00000400:00000200:0.0:1783976404.231590:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.231592:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610102 00000100:00000001:0.0:1783976404.231596:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308610100 00000100:00000001:0.0:1783976404.231599:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610102 00000100:00000001:0.0:1783976404.231601:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308610100 00000100:00000001:0.0:1783976404.231603:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.231604:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.231606:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.231607:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.235949:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.235953:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.235959:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.235961:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.235963:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.235967:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783976404.235969:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783976404.235972:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.235975:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2df100 x1870620496685824/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.235982:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2df100 x1870620496685824/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.235986:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.235987:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.235989:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.235991:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.235993:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.235994:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.235996:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.236011:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.236014:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=1 v=5 (1 1 1 0) 00000100:00000001:0.0:1783976404.236015:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.236017:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.236019:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.236023:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.236025:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.236090:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.236093:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.236095:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.236096:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024026880 : -115476685524736 : ffff96f97d2df100) 00000100:00000001:0.0:1783976404.236099:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.236101:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944202 00000100:00000001:0.0:1783976404.236103:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.236106:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.236111:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2df100 x1870620496685824/t8589944208(8589944208) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.236119:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.236122:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.236124:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.236127:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976404.236189:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.236199:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2df100 x1870620496685824/t8589944208(8589944208) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.236219:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496685824:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.236229:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.236234:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.236240:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2df100 x1870620496685824/t8589944208(8589944208) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.236259:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.236264:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.236279:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.236284:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.236289:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.236294:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.266738:0:240189:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.266742:0:240189:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.266744:0:240189:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.266748:0:240189:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.266750:0:240189:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.266752:0:240189:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976404.266755:0:240189:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f944da2998 (ffff96f944da1518/0) at cl_lock_release():245 00000020:00000001:0.0:1783976404.266758:0:240189:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.266770:0:240189:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f944da2998 (ffff96f944da1518/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976404.266774:0:240189:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976404.266777:0:240189:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.266779:0:240189:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596268281936 : -115477441269680 : ffff96f950223050) 00000020:00000001:0.0:1783976404.266781:0:240189:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.266782:0:240189:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f97dc0bc30 (ffff96f944da1908/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976404.266786:0:240189:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976404.266787:0:240189:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976404.266789:0:240189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.266791:0:240189:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.266794:0:240189:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705b000 refcount=4 00000020:00000001:0.0:1783976404.266797:0:240189:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920725504 : -115476788826112 : ffff96f97705b000) 00010000:00000001:0.0:1783976404.266800:0:240189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920725504 : -115476788826112 : ffff96f97705b000) 00010000:00000001:0.0:1783976404.266803:0:240189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.266808:0:240189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000000998f0a2/0x5bb448586bd09670 lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac692 expref: -99 pid: 240189 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.266820:0:240189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.266822:0:240189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.266824:0:240189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.266826:0:240189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.266830:0:240189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000000998f0a2/0x5bb448586bd09670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eac692 expref: -99 pid: 240189 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.266844:0:240189:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.266846:0:240189:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.266848:0:240189:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.266853:0:240189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.266854:0:240189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.266855:0:240189:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.266859:0:240189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.266861:0:240189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.266863:0:240189:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.266866:0:240189:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.266868:0:240189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.266869:0:240189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.266870:0:240189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.266871:0:240189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.266872:0:240189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.266874:0:240189:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976404.266875:0:240189:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.266888:0:240189:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.266889:0:240189:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.266891:0:240189:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.266892:0:240189:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f944da2998 (ffff96f944da1518/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976404.266895:0:240189:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976404.266896:0:240189:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.266897:0:240189:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f97dc0bc30 (ffff96f944da1518/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976404.266900:0:240189:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f970b4c980. 00000020:00000001:0.0:1783976404.266904:0:240189:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976404.266906:0:240189:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f97dc0bc00. 00020000:00000001:0.0:1783976404.266909:0:240189:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.266911:0:240189:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.266912:0:240189:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783976404.266914:0:240189:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.266915:0:240189:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.266917:0:240189:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.266918:0:240189:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.266929:0:240189:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.266931:0:240189:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.266933:0:240189:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.266934:0:240189:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.266936:0:240189:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.266937:0:240189:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.266939:0:240189:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.266941:0:240189:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.266942:0:240189:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.266943:0:240189:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.266945:0:240189:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.266947:0:240189:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.266949:0:240189:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.266950:0:240189:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.266951:0:240189:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.266953:0:240189:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.266956:0:240189:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.266958:0:240189:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.266959:0:240189:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.266960:0:240189:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.266961:0:240189:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.266964:0:240189:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1900 00000020:00000010:0.0:1783976404.266968:0:240189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f943a64e00. 00000020:00000010:0.0:1783976404.266976:0:240189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c120. 00000008:00000010:0.0:1783976404.266982:0:240189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832a190. 00020000:00000010:0.0:1783976404.266985:0:240189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928840. 00008000:00000010:0.0:1783976404.266990:0:240189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c28a98. 00000080:00000010:0.0:1783976404.266995:0:240189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0348. 00000080:00000010:0.0:1783976404.266999:0:240189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971330940. 00000020:00000010:0.0:1783976404.267003:0:240189:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b8600. 00000008:00000010:0.0:1783976404.267007:0:240189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950168840. 00020000:00000010:0.0:1783976404.267010:0:240189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950223b50. 00008000:00000010:0.0:1783976404.267014:0:240189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce788. 00000080:00000010:0.0:1783976404.267018:0:240189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da23c0. 00000020:00000010:0.0:1783976404.267020:0:240189:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f943a64c00. 00000020:00000010:0.0:1783976404.267023:0:240189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1900. 00020000:00000001:0.0:1783976404.267025:0:240189:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.267027:0:240189:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.267029:0:240189:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.267031:0:240189:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2078:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.267034:0:240189:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.267036:0:240189:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.267038:0:240189:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1510 00000020:00000010:0.0:1783976404.267040:0:240189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9450b9a00. 00000020:00000010:0.0:1783976404.267042:0:240189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0cb40. 00000008:00000010:0.0:1783976404.267045:0:240189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832b7f0. 00020000:00000010:0.0:1783976404.267047:0:240189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928780. 00008000:00000010:0.0:1783976404.267050:0:240189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c29530. 00000080:00000010:0.0:1783976404.267052:0:240189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0150. 00000080:00000010:0.0:1783976404.267054:0:240189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f9713339d0. 00000020:00000010:0.0:1783976404.267057:0:240189:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b8e00. 00000008:00000010:0.0:1783976404.267060:0:240189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950169600. 00020000:00000010:0.0:1783976404.267062:0:240189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950222fe8. 00008000:00000010:0.0:1783976404.267065:0:240189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce710. 00000080:00000010:0.0:1783976404.267067:0:240189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2960. 00000020:00000010:0.0:1783976404.267070:0:240189:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b9800. 00000020:00000010:0.0:1783976404.267072:0:240189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1510. 00000080:00000001:0.0:1783976404.267074:0:240189:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.267090:0:240189:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.267094:0:240189:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b8c00. 00000020:00000001:0.0:1783976404.267101:0:240189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803c30 00000080:00200008:0.0:1783976404.267104:0:240189:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448) current size 0, valid attrs 10010160, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783958404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.267110:0:240189:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.267128:0:240189:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.267131:0:240189:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976404.267171:0:240189:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976404.267175:0:240189:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.267183:0:240189:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.267185:0:240189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803db8 00000080:00200008:0.0:1783976404.267186:0:240189:0:(file.c:447:ll_file_release()) START file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448), flags 104001 00000080:00000001:0.0:1783976404.267190:0:240189:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.267192:0:240189:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.267193:0:240189:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.267195:0:240189:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976404.267198:0:240189:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0dc98) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976404.267199:0:240189:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.267201:0:240189:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.267207:0:240189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.267209:0:240189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.267211:0:240189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.267214:0:240189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.267216:0:240189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.267218:0:240189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.267220:0:240189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.267225:0:240189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.267227:0:240189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.267234:0:240189:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14000 count: 2 00010000:00000001:0.0:1783976404.267237:0:240189:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.267240:0:240189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.267242:0:240189:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x2078:0x0]: 0 00000080:00000001:0.0:1783976404.267245:0:240189:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.267247:0:240189:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.267252:0:240189:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9766e9800. 00000080:00000001:0.0:1783976404.267254:0:240189:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.267259:0:240189:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.267261:0:240189:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.267263:0:240189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.267264:0:240189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.267265:0:240189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.267267:0:240189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.267268:0:240189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.267269:0:240189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.267271:0:240189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.267273:0:240189:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x2078:0x0] 00000002:00000001:0.0:1783976404.267277:0:240189:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.267279:0:240189:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x2078:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.267285:0:240189:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2ddf80. 00000020:00000040:0.0:1783976404.267289:0:240189:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=24 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.267292:0:240189:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.267296:0:240189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.267299:0:240189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.267305:0:240189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9766e9400. 00000100:00000001:0.0:1783976404.267310:0:240189:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.267321:0:240189:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae86a00 x1870620496686336/t25769972937(25769972937) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.267332:0:240189:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.267337:0:240189:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2ddf80 x1870620496687104/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.267345:0:240189:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.267346:0:240189:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.267352:0:240189:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.267354:0:240189:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.267356:0:240189:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.267357:0:240189:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000100:00000001:0.0:1783976404.267361:0:240189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.267365:0:240189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.267367:0:240189:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.267368:0:240189:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.267372:0:240189:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2ddf80 x1870620496687104/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.267378:0:240189:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.267380:0:240189:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.267383:0:240189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.267385:0:240189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.267388:0:240189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.267391:0:240189:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2ddf80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240189:1870620496687104:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.267394:0:240189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.267398:0:240189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.267400:0:240189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.267402:0:240189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.267407:0:240189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af2000. 02000000:00000001:0.0:1783976404.267409:0:240189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.267414:0:240189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.267418:0:240189:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.267423:0:240189:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f180. 00000100:00000200:0.0:1783976404.267428:0:240189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496687104, portal 10 00000100:00000001:0.0:1783976404.267430:0:240189:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.267431:0:240189:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000100:00000040:0.0:1783976404.267436:0:240189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2ddf80 x1870620496687104/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.267444:0:240189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.267446:0:240189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.267449:0:240189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783976404.267452:0:240189:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496687104, offset 0 00000400:00000200:0.0:1783976404.267459:0:240189:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.267464:0:240189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.267470:0:240189:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.267475:0:240189:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.267479:0:240189:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.267482:0:240189:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.267484:0:240189:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.267488:0:240189:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778861:778861:256:4294967295] 192.168.201.114@tcp LPNI seq info [778839:778839:8:4294967295] 00000400:00000200:0.0:1783976404.267493:0:240189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.267501:0:240189:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.267507:0:240189:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.267512:0:240189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a600. 00000800:00000200:0.0:1783976404.267517:0:240189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.267524:0:240189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.267528:0:240189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.267548:0:240189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.267553:0:240189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10242 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.267556:0:240189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.267559:0:240189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610117 00000100:00000001:0.0:1783976404.267562:0:240189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610134 00000100:00000001:0.0:1783976404.267564:0:240189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610117 00000100:00000001:0.0:1783976404.267567:0:240189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610134 00000100:00000001:0.0:1783976404.267569:0:240189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.267571:0:240189:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.267573:0:240189:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.267574:0:240189:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.267576:0:240189:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.267578:0:240189:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.267580:0:240189:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.275010:0:240189:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.275025:0:240189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.275028:0:240189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.275033:0:240189:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.275042:0:240189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f180 00000400:00000010:0.0:1783976404.275046:0:240189:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f180. 00000100:00000001:0.0:1783976404.275050:0:240189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.275058:0:240189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2ddf80 x1870620496687104/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.275070:0:240189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2ddf80 x1870620496687104/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275078:0:240189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.275080:0:240189:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.275083:0:240189:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.275086:0:240189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.275089:0:240189:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.275092:0:240189:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.275094:0:240189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.275104:0:240189:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=113 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.275109:0:240189:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.275111:0:240189:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.275113:0:240189:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.275115:0:240189:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.275119:0:240189:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.275122:0:240189:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.275125:0:240189:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.275128:0:240189:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.275130:0:240189:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.275131:0:240189:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000100:00000001:0.0:1783976404.275252:0:240189:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.275255:0:240189:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.275258:0:240189:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.275261:0:240189:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.275267:0:240189:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2ddf80 x1870620496687104/t25769972939(25769972939) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275275:0:240189:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.275278:0:240189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.275280:0:240189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.275284:0:240189:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2ddf80 x1870620496687104/t25769972939(25769972939) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.275292:0:240189:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2ddf80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240189:1870620496687104:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.275297:0:240189:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.275300:0:240189:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.275303:0:240189:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.275305:0:240189:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.275309:0:240189:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2ddf80 x1870620496687104/t25769972939(25769972939) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275315:0:240189:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.275318:0:240189:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.275321:0:240189:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.275323:0:240189:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.275331:0:240189:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.275332:0:240189:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000002:00000001:0.0:1783976404.275335:0:240189:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.275339:0:240189:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.275344:0:240189:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9800. 00000080:00000001:0.0:1783976404.275347:0:240189:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.275351:0:240189:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.275353:0:240189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.275356:0:240189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.275358:0:240189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.275360:0:240189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.275362:0:240189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.275364:0:240189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x2078:0x0] 00800000:00000001:0.0:1783976404.275367:0:240189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.275371:0:240189:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.275376:0:240189:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae86a00 x1870620496686336/t25769972937(25769972937) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275384:0:240189:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.275385:0:240189:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985915904 : -115476723635712 : ffff96f97ae86a00) 00000100:00000001:0.0:1783976404.275387:0:240189:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.275390:0:240189:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae86a00 x1870620496686336/t25769972937(25769972937) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275397:0:240189:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.275398:0:240189:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.275401:0:240189:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2ddf80 x1870620496687104/t25769972939(25769972939) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275407:0:240189:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.275409:0:240189:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.275411:0:240189:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae86a00 x1870620496686336/t25769972937(25769972937) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275418:0:240189:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976404.275422:0:240189:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.275424:0:240189:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=23 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.275427:0:240189:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.275430:0:240189:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97c730000. 02000000:00000001:0.0:1783976404.275436:0:240189:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.275438:0:240189:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.275440:0:240189:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae86a00. 00000100:00000001:0.0:1783976404.275444:0:240189:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.275446:0:240189:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.275448:0:240189:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.275450:0:240189:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2ddf80 x1870620496687104/t25769972939(25769972939) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275457:0:240189:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.275459:0:240189:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c59f80. 00000002:00000001:0.0:1783976404.275462:0:240189:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.275463:0:240189:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.275466:0:240189:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f855750600. 00000100:00000001:0.0:1783976404.275468:0:240189:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.275471:0:240189:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2ddf80 x1870620496687104/t25769972939(25769972939) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.275477:0:240189:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.275479:0:240189:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.275481:0:240189:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974af2000. 02000000:00000001:0.0:1783976404.275484:0:240189:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.275485:0:240189:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.275487:0:240189:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=22 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.275488:0:240189:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.275490:0:240189:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9766e9400. 02000000:00000001:0.0:1783976404.275492:0:240189:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.275493:0:240189:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.275494:0:240189:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2ddf80. 00000100:00000001:0.0:1783976404.275497:0:240189:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.275498:0:240189:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.275500:0:240189:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.275503:0:240189:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96a00. 00000080:00000001:0.0:1783976404.275507:0:240189:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.275513:0:240189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803db8 00000080:00000008:0.0:1783976404.275516:0:240189:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-m.5:[0x240002b13:0x2078:0x0](ffff96f97aaf7448), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.275520:0:240189:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.275525:0:240189:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.275527:0:240189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803e00 00000080:00002000:0.0:1783976404.275529:0:240189:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-m.5 (ffff96f9612dbca8, parent ffff96f97c080510, inode ffff96f97aaf7448) hashed, 00000080:00000001:0.0:1783976404.275532:0:240189:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.275540:0:240189:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.275545:0:240189:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783976404.341982:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.341986:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.341989:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.341998:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f977107b80 x1870620496688896/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.342008:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.342010:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.342014:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.342017:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.342020:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.342024:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f977107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496688896:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.342037:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.342042:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.342045:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.342047:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.342053:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438a000. 02000000:00000001:0.0:1783976404.342055:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.342063:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.342067:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.342073:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783976404.342079:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496688896, portal 4 00000100:00000001:0.0:1783976404.342082:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.342083:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921432960 : -115476788118656 : ffff96f977107b80) 00000100:00000040:0.0:1783976404.342090:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f977107b80 x1870620496688896/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.342096:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.342099:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.342101:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783976404.342105:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496688896, offset 0 00000400:00000200:0.0:1783976404.342119:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.342127:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.342133:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.342331:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.342335:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.342339:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.342342:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.342347:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778870:778870:256:4294967295] 192.168.201.114@tcp LPNI seq info [778848:778848:8:4294967295] 00000400:00000200:0.0:1783976404.342351:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.342360:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.342367:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.342372:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783976404.342378:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.342384:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.342389:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.342454:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.342459:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59701 usecs (60 jiffies) 00000400:00000200:0.0:1783976404.342462:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.342465:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610241 00000100:00000001:0.0:1783976404.342473:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308610183 00000100:00000001:0.0:1783976404.342478:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610241 00000100:00000001:0.0:1783976404.342481:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308610183 00000100:00000001:0.0:1783976404.342484:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.342494:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.342498:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.342499:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.342504:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.342506:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976404.342509:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.342510:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.342512:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.342514:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.346874:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.346880:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.346887:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.346888:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.346892:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.346897:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783976404.346899:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783976404.346902:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.346907:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f977107b80 x1870620496688896/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.346927:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f977107b80 x1870620496688896/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.346935:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.346938:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.346940:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.346943:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.346946:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.346948:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.346951:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.346960:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.346964:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=124 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976404.346967:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.346968:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.346971:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.346975:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.346977:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.346979:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.346981:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.346983:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.346985:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596921432960 : -115476788118656 : ffff96f977107b80) 00000100:00000001:0.0:1783976404.346988:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.346990:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976404.346991:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.346993:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.346998:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f977107b80 x1870620496688896/t12884915118(12884915118) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.347005:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.347009:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.347010:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.347013:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976404.347031:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.347035:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f977107b80 x1870620496688896/t12884915118(12884915118) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.347043:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f977107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496688896:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.347048:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.347050:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.347054:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f977107b80 x1870620496688896/t12884915118(12884915118) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.347061:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.347063:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.347070:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.347072:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.347074:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.347084:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.363520:0:240191:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.363528:0:240191:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.363531:0:240191:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976404.363534:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57bc0 00000080:00200000:0.0:1783976404.363540:0:240191:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976404.363548:0:240191:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976404.363555:0:240191:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976404.363559:0:240191:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.363564:0:240191:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.363566:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57ae0 00800000:00000002:0.0:1783976404.363569:0:240191:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.363573:0:240191:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976404.363575:0:240191:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.363578:0:240191:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.363580:0:240191:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.363583:0:240191:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.363585:0:240191:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.363588:0:240191:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.363590:0:240191:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.363593:0:240191:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976404.363598:0:240191:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.363600:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c579b0 00000002:00010000:0.0:1783976404.363602:0:240191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976404.363605:0:240191:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976404.363607:0:240191:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.363609:0:240191:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.363616:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976404.363619:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.363623:0:240191:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.363627:0:240191:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976404.363632:0:240191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 02000000:00000001:0.0:1783976404.363644:0:240191:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.363648:0:240191:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.363652:0:240191:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000002:00000001:0.0:1783976404.363659:0:240191:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976404.363661:0:240191:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.363663:0:240191:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.363665:0:240191:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.363667:0:240191:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.363669:0:240191:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976404.363672:0:240191:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976404.363674:0:240191:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976404.363678:0:240191:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000080:00000001:0.0:1783976404.363682:0:240191:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976404.363684:0:240191:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.363686:0:240191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976404.363689:0:240191:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976404.363693:0:240191:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.363695:0:240191:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.363696:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.363698:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.363701:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.363703:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.363706:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.363708:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.363710:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.363711:0:240191:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.363713:0:240191:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.363715:0:240191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1481c57bf8 00010000:00000001:0.0:1783976404.363717:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.363718:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.363720:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.363721:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.363723:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.363725:0:240191:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.363728:0:240191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00000001:0.0:1783976404.363734:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.363736:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.363738:0:240191:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.363740:0:240191:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.363742:0:240191:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00000001:0.0:1783976404.363750:0:240191:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.363754:0:240191:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.363756:0:240191:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.363760:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.363761:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.363763:0:240191:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.363766:0:240191:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.363768:0:240191:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.363770:0:240191:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.363772:0:240191:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.363774:0:240191:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.363776:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.363777:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976404.363780:0:240191:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976404.363782:0:240191:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.363784:0:240191:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976404.363788:0:240191:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.363792:0:240191:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976404.363794:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57b88 00000080:00002000:0.0:1783976404.363796:0:240191:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 5 00000080:00000001:0.0:1783976404.363799:0:240191:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.363801:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57bd0 00000080:00200000:0.0:1783976404.363802:0:240191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976404.363806:0:240191:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976404.363807:0:240191:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.363810:0:240191:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.363811:0:240191:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976404.363814:0:240191:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.363823:0:240191:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30dc0. 00000080:00000001:0.0:1783976404.363827:0:240191:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.363829:0:240191:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976404.363831:0:240191:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.363834:0:240191:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976404.363835:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57b50 00000080:00200000:0.0:1783976404.363837:0:240191:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-c.6, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f9509e6300, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976404.363842:0:240191:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7eba0. 00000080:00000001:0.0:1783976404.363846:0:240191:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976404.363848:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57a00 00000080:00200000:0.0:1783976404.363850:0:240191:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-c.6, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976404.363856:0:240191:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9766e9400. 00800000:00000002:0.0:1783976404.363859:0:240191:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976404.363864:0:240191:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.363866:0:240191:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.363867:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57920 00800000:00000002:0.0:1783976404.363869:0:240191:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-c.6' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976404.363872:0:240191:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976404.363875:0:240191:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976404.363880:0:240191:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-c.6 hash=0x3/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1783976404.363884:0:240191:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x240002b11:0xdf:0x0] 00800000:00000001:0.0:1783976404.363887:0:240191:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596549617664 : -115477159933952 : ffff96f960e70800) 00800000:00000001:0.0:1783976404.363890:0:240191:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976404.363893:0:240191:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976404.363895:0:240191:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976404.363898:0:240191:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976404.363901:0:240191:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff96f94cfb0800: Allocated FID [0x240002b13:0x207c:0x0] 40000000:00000001:0.0:1783976404.363904:0:240191:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.363906:0:240191:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.363908:0:240191:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.363910:0:240191:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.363911:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c578a0 00800000:00000002:0.0:1783976404.363913:0:240191:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240002b11:0xdf:0x0], fid2=[0x240002b13:0x207c:0x0], name='f56oe.sanity-c.6' -> mds #1 layout version 1 00000002:00000001:0.0:1783976404.364016:0:240191:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.364018:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c577d8 00000002:00010000:0.0:1783976404.364020:0:240191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-c.6,[0x240002b13:0x207c:0x0]) in obj [0x240002b11:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976404.364024:0:240191:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976404.364026:0:240191:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976404.364028:0:240191:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976404.364032:0:240191:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.364034:0:240191:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976404.364036:0:240191:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.364041:0:240191:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2ddf80. 00000020:00000040:0.0:1783976404.364044:0:240191:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=26 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976404.364049:0:240191:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976404.364051:0:240191:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.364053:0:240191:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.364058:0:240191:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.364061:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.364062:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.364063:0:240191:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.364066:0:240191:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.364068:0:240191:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.364070:0:240191:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.364078:0:240191:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f974af2000. 00000100:00000001:0.0:1783976404.364085:0:240191:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.364089:0:240191:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.364090:0:240191:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.364092:0:240191:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.364093:0:240191:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.364095:0:240191:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.364102:0:240191:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00010000:00000001:0.0:1783976404.364106:0:240191:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.364108:0:240191:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976404.364112:0:240191:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14800. 00010000:00000010:0.0:1783976404.364116:0:240191:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8800. 00010000:00000001:0.0:1783976404.364120:0:240191:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.364123:0:240191:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a120a00. 00000020:00000001:0.0:1783976404.364127:0:240191:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.364129:0:240191:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a120a00 with handle 0x5bb448586bd09693 to hash 00000020:00000001:0.0:1783976404.364131:0:240191:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.364132:0:240191:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.364236:0:240191:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.364239:0:240191:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.364241:0:240191:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.364245:0:240191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.364252:0:240191:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240191 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976404.364264:0:240191:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976404.364275:0:240191:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2ddf80 x1870620496689408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976404.364284:0:240191:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.364289:0:240191:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.364290:0:240191:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.364298:0:240191:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.364300:0:240191:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936539520 : -115476773012096 : ffff96f977f6fd80) 00000100:00000001:0.0:1783976404.364303:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.364304:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000100:00000001:0.0:1783976404.364309:0:240191:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.364313:0:240191:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.364315:0:240191:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.364317:0:240191:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.364321:0:240191:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2ddf80 x1870620496689408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.364329:0:240191:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.364331:0:240191:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.364335:0:240191:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.364337:0:240191:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.364340:0:240191:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.364343:0:240191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2ddf80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240191:1870620496689408:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.364347:0:240191:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.364352:0:240191:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.364355:0:240191:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.364357:0:240191:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.364404:0:240191:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.364407:0:240191:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.364413:0:240191:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.364418:0:240191:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.364423:0:240191:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854389c00. 00000100:00000200:0.0:1783976404.364430:0:240191:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496689408, portal 10 00000100:00000001:0.0:1783976404.364433:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.364434:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000100:00000040:0.0:1783976404.364440:0:240191:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2ddf80 x1870620496689408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.364447:0:240191:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.364450:0:240191:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.364453:0:240191:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f180. 00000100:00000200:0.0:1783976404.364457:0:240191:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496689408, offset 0 00000400:00000200:0.0:1783976404.364463:0:240191:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.364471:0:240191:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.364478:0:240191:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.364484:0:240191:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.364487:0:240191:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.364491:0:240191:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.364493:0:240191:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.364497:0:240191:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778872:778872:256:4294967295] 192.168.201.114@tcp LPNI seq info [778850:778850:8:4294967295] 00000400:00000200:0.0:1783976404.364501:0:240191:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.364510:0:240191:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.364516:0:240191:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.364520:0:240191:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f9766e9800. 00000800:00000200:0.0:1783976404.364527:0:240191:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.364535:0:240191:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.364539:0:240191:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f9766e9800 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976404.364553:0:240191:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.364558:0:240191:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10242 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.364561:0:240191:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.364564:0:240191:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610214 00000100:00000001:0.0:1783976404.364567:0:240191:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610241 00000100:00000001:0.0:1783976404.364570:0:240191:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610214 00000100:00000001:0.0:1783976404.364572:0:240191:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610241 00000100:00000001:0.0:1783976404.364575:0:240191:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.364578:0:240191:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.364580:0:240191:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.364582:0:240191:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.364585:0:240191:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fd80 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.364588:0:240191:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.364590:0:240191:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.373424:0:240191:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.373432:0:240191:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.373434:0:240191:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.373437:0:240191:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393cb8. 00000400:00000200:0.0:1783976404.373442:0:240191:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854389c00 00000400:00000010:0.0:1783976404.373444:0:240191:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854389c00. 00000100:00000001:0.0:1783976404.373448:0:240191:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.373452:0:240191:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2ddf80 x1870620496689408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.373461:0:240191:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2ddf80 x1870620496689408/t0(0) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.373466:0:240191:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.373468:0:240191:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.373471:0:240191:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.373473:0:240191:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.373476:0:240191:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.373478:0:240191:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.373481:0:240191:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.373490:0:240191:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.373494:0:240191:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.373496:0:240191:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.373498:0:240191:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.373500:0:240191:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.373503:0:240191:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.373506:0:240191:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.373508:0:240191:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x600044ea3/0x1] 00000100:00000001:0.0:1783976404.373510:0:240191:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.373513:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.373514:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000100:00000001:0.0:1783976404.373518:0:240191:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.373520:0:240191:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.373522:0:240191:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.373524:0:240191:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.373529:0:240191:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.373536:0:240191:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.373538:0:240191:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.373540:0:240191:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.373544:0:240191:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.373552:0:240191:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2ddf80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240191:1870620496689408:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.373557:0:240191:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.373560:0:240191:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.373562:0:240191:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.373564:0:240191:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.373567:0:240191:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.373573:0:240191:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.373576:0:240191:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fd80. 00000100:00000001:0.0:1783976404.373579:0:240191:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.373580:0:240191:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.373583:0:240191:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.373587:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.373590:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.373593:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=4 00000020:00000001:0.0:1783976404.373596:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373599:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000040:0.0:1783976404.373605:0:240191:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a120a00, remote cookie: 0xa91b1f6e92eac710, flags: 0x1001 00010000:00010000:0.0:1783976404.373620:0:240191:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 4/0,1 mode: --/CW res: [0x240002b11:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976404.373630:0:240191:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b13:0x207c:0x0].0x0, instead of [0x240002b11:0xdf:0x0].0x0 00010000:00000001:0.0:1783976404.373633:0:240191:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1783976404.373640:0:240191:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14c00. 00010000:00000010:0.0:1783976404.373645:0:240191:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8500. 00010000:00000040:0.0:1783976404.373650:0:240191:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b14800 count: 0 00010000:00000010:0.0:1783976404.373655:0:240191:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8800. 00010000:00000001:0.0:1783976404.373663:0:240191:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.373666:0:240191:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.373674:0:240191:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 4/0,1 mode: --/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.373681:0:240191:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.373684:0:240191:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976404.373686:0:240191:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976404.373688:0:240191:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976404.373688:0:240191:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976404.373690:0:240191:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240002b13:0x207c:0x0].0x0 (ffff96f977b14c00) refcount = 1 00010000:00010000:0.0:1783976404.373693:0:240191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.373698:0:240191:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976404.373700:0:240191:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.373701:0:240191:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.373704:0:240191:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.373705:0:240191:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.373707:0:240191:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 4/0,1 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.373714:0:240191:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.373715:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373716:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.373717:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373718:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.373719:0:240191:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.373722:0:240191:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976404.373724:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.373725:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.373726:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.373727:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373728:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373730:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.373731:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.373732:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=4 00000020:00000001:0.0:1783976404.373733:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373735:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373737:0:240191:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.373739:0:240191:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.373741:0:240191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.373744:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373745:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.373746:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.373746:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.373747:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=5 00000020:00000001:0.0:1783976404.373748:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373749:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373750:0:240191:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.373752:0:240191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 5/1,1 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.373756:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373757:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976404.373759:0:240191:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.373762:0:240191:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.373763:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373763:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.373764:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373764:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976404.373767:0:240191:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.373773:0:240191:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.373776:0:240191:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.373779:0:240191:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.373784:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.373785:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.373785:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.373787:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373789:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00000002:00010000:0.0:1783976404.373792:0:240191:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1783976404.373801:0:240191:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff96f944d997c0. 00010000:00000001:0.0:1783976404.373803:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373804:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.373805:0:240191:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.373807:0:240191:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.373809:0:240191:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1783976404.373812:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.373813:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00000100:00000001:0.0:1783976404.373814:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.373816:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024022400 : -115476685529216 : ffff96f97d2ddf80) 00010000:00000001:0.0:1783976404.373817:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.373818:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.373819:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.373821:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373822:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00000002:00010000:0.0:1783976404.373826:0:240191:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.373831:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373832:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.373834:0:240191:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1783976404.373835:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.373836:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.373837:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.373839:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.373840:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000040:0.0:1783976404.373844:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14c00 count: 2 00010000:00000001:0.0:1783976404.373846:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1783976404.373850:0:240191:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96f94d769800 type 13 mode 4 res 9663687443/8316 (0 0) 00010000:00000001:0.0:1783976404.373852:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.373853:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.373854:0:240191:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1783976404.373857:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57760 00000002:00002000:0.0:1783976404.373859:0:240191:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f56oe.sanity-c.6 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1783976404.373862:0:240191:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.373865:0:240191:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.373868:0:240191:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1783976404.373871:0:240191:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240002b11:0xdf:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1783976404.373874:0:240191:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.373889:0:240191:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f977ba8380 2 00000080:00000001:0.0:1783976404.373892:0:240191:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1783976404.373894:0:240191:0:(namei.c:674:ll_lookup_it_finish()) it ffff96f97dd7eba0 it_disposition 1800037 00000080:00002000:0.0:1783976404.373899:0:240191:0:(namei.c:653:ll_splice_alias()) Add dentry ffff96f97a8f7d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1783976404.373904:0:240191:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976404.373906:0:240191:0:(namei.c:1619:ll_create_it()) Process entered 00000020:00000001:0.0:1783976404.373908:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57988 00000080:00200000:0.0:1783976404.373909:0:240191:0:(namei.c:1623:ll_create_it()) VFS Op:name=f56oe.sanity-c.6, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000001:0.0:1783976404.373912:0:240191:0:(namei.c:1570:ll_create_node()) Process entered 00000080:00000001:0.0:1783976404.373914:0:240191:0:(llite_lib.c:3825:ll_prep_inode()) Process entered 00000002:00000001:0.0:1783976404.373926:0:240191:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1783976404.373930:0:240191:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1783976404.373932:0:240191:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587707004 : 162129771587707004 : 240002b1300207c) 00000080:00000001:0.0:1783976404.373935:0:240191:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1783976404.373945:0:240191:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff96f97aaf2100. 00000020:00000001:0.0:1783976404.373955:0:240191:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:0.0:1783976404.373957:0:240191:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1783976404.373960:0:240191:0:(llite_lib.c:3348:ll_read_inode2()) Process entered 00000080:00200000:0.0:1783976404.373961:0:240191:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x240002b13:0x207c:0x0](ffff96f97aaf21c8) 00000020:00000001:0.0:1783976404.373965:0:240191:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.373969:0:240191:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976404.373975:0:240191:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9800. 00000020:00000010:0.0:1783976404.373980:0:240191:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.373984:0:240191:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976404.373990:0:240191:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976404.374003:0:240191:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976404.374008:0:240191:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976404.374014:0:240191:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976404.374018:0:240191:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976404.374022:0:240191:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9450b8c00. 00000008:00000010:0.0:1783976404.374026:0:240191:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976404.374030:0:240191:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976404.374033:0:240191:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976404.374037:0:240191:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976404.374040:0:240191:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976404.374043:0:240191:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976404.374047:0:240191:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1783976404.374051:0:240191:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff96f97dc34c80. 00000020:00000001:0.0:1783976404.374053:0:240191:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976404.374055:0:240191:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.374062:0:240191:0:(lov_object.c:2354:lov_object_alloc()) Process entered 00020000:00000010:0.0:1783976404.374065:0:240191:0:(lov_object.c:2355:lov_object_alloc()) slab-alloced 'lov': 248 at ffff96f97dd0d3e0. 00020000:00000001:0.0:1783976404.374067:0:240191:0:(lov_object.c:2369:lov_object_alloc()) Process leaving (rc=18446628597034701792 : -115476674849824 : ffff96f97dd0d3e0) 00020000:00000001:0.0:1783976404.374070:0:240191:0:(lov_object.c:1409:lov_object_init()) Process entered 00020000:00000001:0.0:1783976404.374072:0:240191:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.374077:0:240191:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e300. 00020000:00000010:0.0:1783976404.374081:0:240191:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cd80. 00020000:00000010:0.0:1783976404.374086:0:240191:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7e4e0. 00020000:00000001:0.0:1783976404.374088:0:240191:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035164896 : -115476674386720 : ffff96f97dd7e4e0) 00020000:00000002:0.0:1783976404.374090:0:240191:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e4e0, objid 0x207c:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.374095:0:240191:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.374099:0:240191:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cd80: ostid: 0x280000402:5916 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976404.374102:0:240191:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1783976404.374104:0:240191:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7e4e0, objid 0x207c:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.374107:0:240191:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.374110:0:240191:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cd80: ostid: 0x280000402:5916 ost idx: 0 gen: 0 00020000:00000010:0.0:1783976404.374113:0:240191:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff96f9772b8030. 00020000:00000010:0.0:1783976404.374116:0:240191:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff96f977f6fd80. 00020000:00000001:0.0:1783976404.374120:0:240191:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1783976404.374123:0:240191:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff96f977148228. 00020000:00000001:0.0:1783976404.374126:0:240191:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1783976404.374127:0:240191:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1783976404.374133:0:240191:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1783976404.374169:0:240191:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff96f97dc34640. 00000020:00000001:0.0:1783976404.374172:0:240191:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1783976404.374174:0:240191:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.374177:0:240191:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446628597033813696 : -115476675737920 : ffff96f97dc346c0) 00020000:00000001:0.0:1783976404.374181:0:240191:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1783976404.374186:0:240191:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff96f97dcbd340. 00020000:00000001:0.0:1783976404.374189:0:240191:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.374194:0:240191:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033813696 : -115476675737920 : ffff96f97dc346c0) 00020000:00000001:0.0:1783976404.374196:0:240191:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446628597033813696 : -115476675737920 : ffff96f97dc346c0) 00020000:00000002:0.0:1783976404.374199:0:240191:0:(lov_object.c:134:lov_init_sub()) [0x280000402:0x171c:0x0]@ffff96f97dc34640[0:0] -> [0x240002b13:0x207c:0x0]@ffff96f97dc34c80: ostid: 0x280000402:5916 ost idx: 0 gen: 0 00020000:00000001:0.0:1783976404.374204:0:240191:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1783976404.374206:0:240191:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1783976404.374208:0:240191:0:(lov_object.c:1437:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.374211:0:240191:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446628597033815296 : -115476675736320 : ffff96f97dc34d00) 00000020:00001000:0.0:1783976404.374214:0:240191:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976404.374217:0:240191:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9766e8e00. 00000020:00000010:0.0:1783976404.374221:0:240191:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976404.374224:0:240191:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976404.374228:0:240191:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976404.374231:0:240191:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976404.374235:0:240191:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976404.374237:0:240191:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976404.374241:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9766e9800. 00000008:00000010:0.0:1783976404.374243:0:240191:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976404.374246:0:240191:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976404.374249:0:240191:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976404.374251:0:240191:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976404.374253:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b8c00. 00000020:00000010:0.0:1783976404.374255:0:240191:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976404.374258:0:240191:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587707004 : 162129771587707004 : 240002b1300207c) 00000080:00000001:0.0:1783976404.374260:0:240191:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00000002:0.0:1783976404.374263:0:240191:0:(llite_lib.c:3045:ll_update_inode()) setting ino 162129771587707004 mtime from 0 to 1783976404 00000080:00000001:0.0:1783976404.374266:0:240191:0:(llite_lib.c:3373:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1783976404.374269:0:240191:0:(namei.c:156:ll_iget()) Process leaving (rc=18446628596982161864 : -115476727389752 : ffff96f97aaf21c8) 00010000:00000001:0.0:1783976404.374271:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.374273:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.374275:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.374276:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.374278:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00000080:00000001:0.0:1783976404.374281:0:240191:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.374282:0:240191:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.374285:0:240191:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976404.374286:0:240191:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9450b8c00. 00000020:00000010:0.0:1783976404.374289:0:240191:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9450b9800. 00000020:00000010:0.0:1783976404.374291:0:240191:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976404.374293:0:240191:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976404.374295:0:240191:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976404.374297:0:240191:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976404.374300:0:240191:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976404.374302:0:240191:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976404.374304:0:240191:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9450b8e00. 00000008:00000010:0.0:1783976404.374306:0:240191:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976404.374308:0:240191:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976404.374310:0:240191:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976404.374311:0:240191:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976404.374313:0:240191:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976404.374315:0:240191:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976404.374316:0:240191:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1783976404.374319:0:240191:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.374320:0:240191:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1783976404.374322:0:240191:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff96f97dd7e900. 00020000:00000010:0.0:1783976404.374325:0:240191:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff96f97dd7cb00. 00020000:00000010:0.0:1783976404.374327:0:240191:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff96f97dd7ef00. 00020000:00000001:0.0:1783976404.374329:0:240191:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446628597035167488 : -115476674384128 : ffff96f97dd7ef00) 00020000:00000002:0.0:1783976404.374332:0:240191:0:(lov_ea.c:756:dump_lsm()) lsm ffff96f97dd7ef00, objid 0x207c:1073752851, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1783976404.374335:0:240191:0:(lov_ea.c:787:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1783976404.374338:0:240191:0:(lov_ea.c:799:dump_lsm()) oinfo:ffff96f97dd7cb00: ostid: 0x280000402:5916 ost idx: 0 gen: 0 00020000:00000002:0.0:1783976404.374342:0:240191:0:(lov_object.c:1303:lov_conf_lock()) Took exclusive lov(ffff96f97dd0d3e0) owner ffff96f94b9a0000 00020000:00000001:0.0:1783976404.374345:0:240191:0:(lov_object.c:1506:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.374348:0:240191:0:(lov_object.c:1309:lov_conf_unlock()) To release exclusive lov(ffff96f97dd0d3e0) owner ffff96f94b9a0000 00020000:00000010:0.0:1783976404.374351:0:240191:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff96f97dd7cb00. 00020000:00000010:0.0:1783976404.374354:0:240191:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff96f97dd7e900. 00020000:00000010:0.0:1783976404.374357:0:240191:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff96f97dd7ef00. 00020000:00000002:0.0:1783976404.374359:0:240191:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x207c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1783976404.374362:0:240191:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.374364:0:240191:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.374367:0:240191:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1783976404.374369:0:240191:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.374372:0:240191:0:(lov_object.c:2382:lov_lsm_addref()) lsm ffff96f97dd7e4e0 addref 2/0 by ffff96f94b9a0000. 00020000:00000002:0.0:1783976404.374374:0:240191:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.374376:0:240191:0:(lov_object.c:2278:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1783976404.374378:0:240191:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1783976404.374379:0:240191:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1783976404.374381:0:240191:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1783976404.374383:0:240191:0:(lov_object.c:2297:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1783976404.374385:0:240191:0:(file.c:6749:ll_layout_conf()) [0x240002b13:0x207c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1783976404.374388:0:240191:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976404.374389:0:240191:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9450b9800. 00000020:00000010:0.0:1783976404.374393:0:240191:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976404.374395:0:240191:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976404.374397:0:240191:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976404.374400:0:240191:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976404.374402:0:240191:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976404.374404:0:240191:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976404.374406:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b8c00. 00000008:00000010:0.0:1783976404.374409:0:240191:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976404.374411:0:240191:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976404.374413:0:240191:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976404.374415:0:240191:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976404.374417:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b8e00. 00000020:00000010:0.0:1783976404.374419:0:240191:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976404.374422:0:240191:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.374424:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.374425:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.374427:0:240191:0:(llite_lib.c:3923:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1783976404.374430:0:240191:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1783976404.374431:0:240191:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.374434:0:240191:0:(namei.c:1589:ll_create_node()) setting l_ast_data to inode [0x240002b13:0x207c:0x0](ffff96f97aaf21c8) 00000080:00010000:0.0:1783976404.374437:0:240191:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x240002b13:0x207c:0x0](ffff96f97aaf21c8) for lock 0x5bb448586bd09693 00800000:00000001:0.0:1783976404.374440:0:240191:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.374442:0:240191:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.374443:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.374444:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.374446:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.374448:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.374450:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.374452:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.374453:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.374455:0:240191:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.374457:0:240191:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374458:0:240191:0:(namei.c:1591:ll_create_node()) Process leaving 00000100:00000001:0.0:1783976404.374460:0:240191:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.374466:0:240191:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.374473:0:240191:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374478:0:240191:0:(namei.c:1675:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.374481:0:240191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240002b13:0x207c:0x0](ffff96f97aaf21c8) 00000080:00000001:0.0:1783976404.374484:0:240191:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.374488:0:240191:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9766e9400. 00000100:00000001:0.0:1783976404.374491:0:240191:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.374494:0:240191:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.374500:0:240191:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374503:0:240191:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1783976404.374505:0:240191:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374512:0:240191:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:0.0:1783976404.374514:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57a60 00000080:00200008:0.0:1783976404.374516:0:240191:0:(file.c:1058:ll_file_open()) START file f56oe.sanity-c.6:[0x240002b13:0x207c:0x0](ffff96f97aaf21c8), flags 104501 00000080:00000010:0.0:1783976404.374523:0:240191:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff96f97dd8a280. 00000080:00000010:0.0:1783976404.374528:0:240191:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff96f944d99240. 00000080:00000001:0.0:1783976404.374530:0:240191:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:0.0:1783976404.374533:0:240191:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.374536:0:240191:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.374539:0:240191:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.374541:0:240191:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.374543:0:240191:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.374545:0:240191:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.374547:0:240191:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x207c:0x0] 00800000:00000001:0.0:1783976404.374549:0:240191:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.374551:0:240191:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1783976404.374554:0:240191:0:(obd.h:1440:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff96f854c30240. 00000002:00100000:0.0:1783976404.374558:0:240191:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.374564:0:240191:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.374565:0:240191:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1783976404.374569:0:240191:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1783976404.374572:0:240191:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374575:0:240191:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.374577:0:240191:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.374580:0:240191:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1783976404.374587:0:240191:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.374590:0:240191:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.374620:0:240191:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1783976404.374622:0:240191:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.374624:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57a60 00000080:00000008:0.0:1783976404.374626:0:240191:0:(file.c:1297:ll_file_open()) COMPLETED file f56oe.sanity-c.6:[0x240002b13:0x207c:0x0](ffff96f97aaf21c8), flags 104501, rc = 0 00000080:00000001:0.0:1783976404.374631:0:240191:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1783976404.374633:0:240191:0:(dcache.c:176:ll_intent_release()) intent ffff96f97dd7eba0 released 00000080:00010000:0.0:1783976404.374635:0:240191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd09693 from it ffff96f97dd7eba0 00010000:00000001:0.0:1783976404.374638:0:240191:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.374639:0:240191:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.374641:0:240191:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.374642:0:240191:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.374644:0:240191:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.374647:0:240191:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.374650:0:240191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.374656:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.374657:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.374658:0:240191:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.374660:0:240191:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.374661:0:240191:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.374666:0:240191:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.374668:0:240191:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.374670:0:240191:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.374673:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.374673:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.374674:0:240191:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.374676:0:240191:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.374678:0:240191:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.374680:0:240191:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.374681:0:240191:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.374683:0:240191:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.374684:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.374684:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976404.374685:0:240191:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1783976404.374686:0:240191:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1783976404.374688:0:240191:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.374689:0:240191:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.374691:0:240191:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1783976404.374692:0:240191:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374694:0:240191:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1783976404.374696:0:240191:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374697:0:240191:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1783976404.374698:0:240191:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374699:0:240191:0:(namei.c:1545:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1783976404.374701:0:240191:0:(namei.c:1557:ll_atomic_open()) kfreed 'it': 72 at ffff96f97dd7eba0. 00000080:00000001:0.0:1783976404.374703:0:240191:0:(namei.c:1559:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374706:0:240191:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.374707:0:240191:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x240002b13:0x207c:0x0](ffff96f97aaf21c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1783976404.374710:0:240191:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.374730:0:240191:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.374732:0:240191:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.374734:0:240191:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.374736:0:240191:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374744:0:240191:0:(llite_lib.c:2423:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1783976404.374746:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57c30 00000080:00200008:0.0:1783976404.374748:0:240191:0:(llite_lib.c:2432:ll_setattr_raw()) START file f56oe.sanity-c.6:[0x240002b13:0x207c:0x0](ffff96f97aaf21c8) current size 0, valid attrs 20070, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000 00000080:00000002:0.0:1783976404.374752:0:240191:0:(llite_lib.c:2481:ll_setattr_raw()) setting mtime 1783976404, ctime 1783976404, now = 1783976404 00000080:00000010:0.0:1783976404.374754:0:240191:0:(llite_lib.c:2490:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff96f9450b8e00. 00000080:00000001:0.0:1783976404.374756:0:240191:0:(llite_lib.c:2130:ll_md_setattr()) Process entered 00800000:00000001:0.0:1783976404.374761:0:240191:0:(lmv_obd.c:3026:lmv_setattr()) Process entered 00800000:00000002:0.0:1783976404.374762:0:240191:0:(lmv_obd.c:3030:lmv_setattr()) SETATTR for [0x240002b13:0x207c:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1783976404.374764:0:240191:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.374765:0:240191:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.374766:0:240191:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.374767:0:240191:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.374768:0:240191:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.374769:0:240191:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x207c:0x0] 00800000:00000001:0.0:1783976404.374771:0:240191:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.374773:0:240191:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1783976404.374774:0:240191:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1783976404.374776:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14c00 count: 2 00010000:00000001:0.0:1783976404.374777:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.374779:0:240191:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1783976404.374782:0:240191:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976404.374783:0:240191:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976404.374788:0:240191:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976404.374791:0:240191:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976404.374792:0:240191:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976404.374794:0:240191:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x207c:0x0] mode (null) 00000002:00000001:0.0:1783976404.374796:0:240191:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.374797:0:240191:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.374798:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14c00 count: 3 00010000:00000001:0.0:1783976404.374800:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.374802:0:240191:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.374803:0:240191:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.374803:0:240191:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.374804:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14c00 count: 3 00010000:00000001:0.0:1783976404.374805:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.374806:0:240191:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.374807:0:240191:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.374808:0:240191:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.374808:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14c00 count: 3 00010000:00000001:0.0:1783976404.374809:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.374810:0:240191:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.374811:0:240191:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.374812:0:240191:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.374812:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b14c00 count: 3 00010000:00000001:0.0:1783976404.374813:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.374814:0:240191:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374815:0:240191:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374817:0:240191:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976404.374817:0:240191:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976404.374819:0:240191:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976404.374820:0:240191:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9450b8c00. 00000020:00000010:0.0:1783976404.374822:0:240191:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9450b9800. 00000020:00000010:0.0:1783976404.374823:0:240191:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7eba0. 00000008:00000010:0.0:1783976404.374825:0:240191:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976404.374827:0:240191:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976404.374829:0:240191:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976404.374831:0:240191:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976404.374832:0:240191:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976404.374834:0:240191:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9450b9a00. 00000008:00000010:0.0:1783976404.374835:0:240191:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976404.374837:0:240191:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976404.374838:0:240191:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976404.374840:0:240191:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976404.374841:0:240191:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976404.374842:0:240191:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976404.374843:0:240191:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976404.374844:0:240191:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x207c:0x0]: losing layout lock 00000080:00000001:0.0:1783976404.374846:0:240191:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976404.374847:0:240191:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976404.374849:0:240191:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976404.374850:0:240191:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976404.374851:0:240191:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x207c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976404.374853:0:240191:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.374854:0:240191:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976404.374855:0:240191:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976404.374856:0:240191:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f9450b9800. 00000020:00000010:0.0:1783976404.374857:0:240191:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7eba0. 00000008:00000010:0.0:1783976404.374859:0:240191:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976404.374860:0:240191:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976404.374862:0:240191:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976404.374864:0:240191:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976404.374866:0:240191:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976404.374869:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b8c00. 00000008:00000010:0.0:1783976404.374870:0:240191:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976404.374873:0:240191:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976404.374875:0:240191:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976404.374877:0:240191:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976404.374880:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b9a00. 00000020:00000010:0.0:1783976404.374883:0:240191:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976404.374885:0:240191:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.374887:0:240191:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976404.374889:0:240191:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x207c:0x0](ffff96f97aaf21c8) invalid 00000020:00000001:0.0:1783976404.374891:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57838 00000080:00002000:0.0:1783976404.374893:0:240191:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-c.6 (ffff96f97a8f7d80) parent ffff96f97c080510 inode ffff96f97aaf21c8 refc 1 00000080:00000001:0.0:1783976404.374896:0:240191:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976404.374898:0:240191:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976404.374900:0:240191:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.374903:0:240191:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976404.374905:0:240191:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976404.374907:0:240191:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976404.374909:0:240191:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.374910:0:240191:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1783976404.374912:0:240191:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97a120a00 with handle 0x5bb448586bd09693 from hash 00010000:00000001:0.0:1783976404.374913:0:240191:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976404.374914:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.374915:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.374916:0:240191:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976404.374931:0:240191:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976404.374933:0:240191:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976404.374935:0:240191:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.374937:0:240191:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.374940:0:240191:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1783976404.374945:0:240191:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dd180. 00000020:00000040:0.0:1783976404.374949:0:240191:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=27 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00010000:00000001:0.0:1783976404.374957:0:240191:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.374961:0:240191:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.374963:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.374964:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.374965:0:240191:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.374968:0:240191:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.374970:0:240191:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.374974:0:240191:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.374980:0:240191:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9450b9a00. 00000100:00000001:0.0:1783976404.374985:0:240191:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.374988:0:240191:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.374990:0:240191:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976404.374994:0:240191:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976404.375001:0:240191:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783976404.375003:0:240191:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976404.375004:0:240191:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976404.375006:0:240191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd09693 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x207c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eac710 expref: -99 pid: 240191 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976404.375013:0:240191:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d997c0. 00010000:00000040:0.0:1783976404.375016:0:240191:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b14c00 count: 0 00010000:00000010:0.0:1783976404.375019:0:240191:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8500. 00010000:00000001:0.0:1783976404.375025:0:240191:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.375027:0:240191:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.375028:0:240191:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.375030:0:240191:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.375031:0:240191:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1783976404.375033:0:240191:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1783976404, ctime 1783976404 00000020:00100000:0.0:1783976404.375040:0:240191:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1783976404.375046:0:240191:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2dd180 x1870620496689664/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976404.375054:0:240191:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.375056:0:240191:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.375061:0:240191:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f180. 00000100:00000001:0.0:1783976404.375063:0:240191:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536448 : -115476773015168 : ffff96f977f6f180) 00000100:00000001:0.0:1783976404.375065:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.375066:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024018816 : -115476685532800 : ffff96f97d2dd180) 00000100:00000001:0.0:1783976404.375070:0:240191:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.375074:0:240191:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.375075:0:240191:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.375077:0:240191:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.375081:0:240191:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dd180 x1870620496689664/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.375088:0:240191:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.375090:0:240191:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.375094:0:240191:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.375097:0:240191:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.375099:0:240191:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.375102:0:240191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dd180 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240191:1870620496689664:192.168.201.114@tcp:36:touch.0 00000100:00000001:0.0:1783976404.375106:0:240191:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.375111:0:240191:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.375113:0:240191:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.375116:0:240191:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.375120:0:240191:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389c00. 02000000:00000001:0.0:1783976404.375122:0:240191:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.375128:0:240191:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.375131:0:240191:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393cb8. 00000400:00000010:0.0:1783976404.375160:0:240191:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783976404.375168:0:240191:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496689664, portal 10 00000100:00000001:0.0:1783976404.375171:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.375172:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024018816 : -115476685532800 : ffff96f97d2dd180) 00000100:00000040:0.0:1783976404.375180:0:240191:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97d2dd180 x1870620496689664/t0(0) o36->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 488/512 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976404.375188:0:240191:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.375192:0:240191:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000020:00000001:0.0:1783976404.391769:0:240191:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.391772:0:240191:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.391774:0:240191:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.391778:0:240191:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.391780:0:240191:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.391782:0:240191:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.391784:0:240191:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.391785:0:240191:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.391786:0:240191:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.391787:0:240191:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.391789:0:240191:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.391790:0:240191:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.391791:0:240191:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.391792:0:240191:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.391794:0:240191:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.391795:0:240191:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.391796:0:240191:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.391797:0:240191:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.391798:0:240191:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.391799:0:240191:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.391800:0:240191:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.391801:0:240191:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.391802:0:240191:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.391802:0:240191:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.391803:0:240191:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.391805:0:240191:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.391806:0:240191:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.391807:0:240191:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.391807:0:240191:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.391808:0:240191:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.391810:0:240191:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1990 00000020:00000010:0.0:1783976404.391813:0:240191:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ec00. 00000020:00000010:0.0:1783976404.391816:0:240191:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0cc60. 00000008:00000010:0.0:1783976404.391821:0:240191:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f958328b30. 00020000:00000010:0.0:1783976404.391824:0:240191:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928600. 00008000:00000010:0.0:1783976404.391827:0:240191:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c2b880. 00000080:00000010:0.0:1783976404.391830:0:240191:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0bd0. 00000080:00000010:0.0:1783976404.391833:0:240191:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971331030. 00000020:00000010:0.0:1783976404.391836:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976404.391837:0:240191:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950169080. 00020000:00000010:0.0:1783976404.391840:0:240191:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950222da0. 00008000:00000010:0.0:1783976404.391842:0:240191:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce5b0. 00000080:00000010:0.0:1783976404.391844:0:240191:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2e10. 00000020:00000010:0.0:1783976404.391846:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f000. 00000020:00000010:0.0:1783976404.391848:0:240191:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1990. 00020000:00000001:0.0:1783976404.391850:0:240191:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.391851:0:240191:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.391853:0:240191:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.391855:0:240191:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x207c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.391857:0:240191:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.391858:0:240191:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.391859:0:240191:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da13f0 00000020:00000010:0.0:1783976404.391860:0:240191:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f942ed8000. 00000020:00000010:0.0:1783976404.391863:0:240191:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c4e0. 00000008:00000010:0.0:1783976404.391865:0:240191:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832ce50. 00020000:00000010:0.0:1783976404.391866:0:240191:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928540. 00008000:00000010:0.0:1783976404.391868:0:240191:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c29c40. 00000080:00000010:0.0:1783976404.391870:0:240191:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0348. 00000080:00000010:0.0:1783976404.391871:0:240191:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971332750. 00000020:00000010:0.0:1783976404.391872:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f942ed8800. 00000008:00000010:0.0:1783976404.391874:0:240191:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950169b80. 00020000:00000010:0.0:1783976404.391875:0:240191:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f9502206d8. 00008000:00000010:0.0:1783976404.391876:0:240191:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ced08. 00000080:00000010:0.0:1783976404.391878:0:240191:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da23c0. 00000020:00000010:0.0:1783976404.391879:0:240191:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f942ed9c00. 00000020:00000010:0.0:1783976404.391881:0:240191:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da13f0. 00000080:00000001:0.0:1783976404.391882:0:240191:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.391884:0:240191:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.391887:0:240191:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b8e00. 00000020:00000001:0.0:1783976404.391892:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57c30 00000080:00200008:0.0:1783976404.391894:0:240191:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-c.6:[0x240002b13:0x207c:0x0](ffff96f97aaf21c8) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.391898:0:240191:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.391914:0:240191:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.391916:0:240191:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.391932:0:240191:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.391935:0:240191:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.391942:0:240191:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.391944:0:240191:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57db8 00000080:00200008:0.0:1783976404.391945:0:240191:0:(file.c:447:ll_file_release()) START file f56oe.sanity-c.6:[0x240002b13:0x207c:0x0](ffff96f97aaf21c8), flags 104001 00000080:00000001:0.0:1783976404.391948:0:240191:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.391950:0:240191:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.391951:0:240191:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.391952:0:240191:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.391954:0:240191:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd0d3e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.391955:0:240191:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.391956:0:240191:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.391961:0:240191:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.391963:0:240191:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.391964:0:240191:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.391966:0:240191:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.391967:0:240191:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.391969:0:240191:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x207c:0x0] 00800000:00000001:0.0:1783976404.391970:0:240191:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.391973:0:240191:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.391976:0:240191:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.391981:0:240191:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb600 count: 2 00010000:00000001:0.0:1783976404.391982:0:240191:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.391986:0:240191:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.391987:0:240191:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x207c:0x0]: 0 00000080:00000001:0.0:1783976404.391989:0:240191:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.391990:0:240191:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.391994:0:240191:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9450b8e00. 00000080:00000001:0.0:1783976404.391995:0:240191:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.391999:0:240191:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.392002:0:240191:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.392003:0:240191:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.392004:0:240191:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.392005:0:240191:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.392006:0:240191:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.392007:0:240191:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.392008:0:240191:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x207c:0x0] 00800000:00000001:0.0:1783976404.392009:0:240191:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.392011:0:240191:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x207c:0x0] 00000002:00000001:0.0:1783976404.392014:0:240191:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.392016:0:240191:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x207c:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.392022:0:240191:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dc380. 00000020:00000040:0.0:1783976404.392080:0:240191:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=28 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.392084:0:240191:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.392087:0:240191:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.392089:0:240191:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.392096:0:240191:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9450b8c00. 00000100:00000001:0.0:1783976404.392101:0:240191:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.392109:0:240191:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97d2ddf80 x1870620496689408/t25769972943(25769972943) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.392115:0:240191:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.392118:0:240191:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2dc380 x1870620496690176/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.392123:0:240191:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.392124:0:240191:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.392129:0:240191:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f3c0. 00000100:00000001:0.0:1783976404.392130:0:240191:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537024 : -115476773014592 : ffff96f977f6f3c0) 00000100:00000001:0.0:1783976404.392132:0:240191:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.392133:0:240191:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024015232 : -115476685536384 : ffff96f97d2dc380) 00000100:00000001:0.0:1783976404.392212:0:240191:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.392217:0:240191:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.392219:0:240191:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.392220:0:240191:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.392225:0:240191:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dc380 x1870620496690176/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.392232:0:240191:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.392234:0:240191:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.392238:0:240191:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.392241:0:240191:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.392244:0:240191:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.392249:0:240191:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dc380 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240191:1870620496690176:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.392253:0:240191:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.392258:0:240191:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.392260:0:240191:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.392262:0:240191:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1783976404.436874:0:240193:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.436887:0:240193:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.436891:0:240193:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.436895:0:240193:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.436898:0:240193:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.436900:0:240193:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976404.436902:0:240193:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f944da25d8 (ffff96f944da16c8/0) at cl_lock_release():245 00000020:00000001:0.0:1783976404.436905:0:240193:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.436907:0:240193:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f944da25d8 (ffff96f944da16c8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976404.436910:0:240193:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976404.436913:0:240193:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.436915:0:240193:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596268282520 : -115477441269096 : ffff96f950223298) 00000020:00000001:0.0:1783976404.436925:0:240193:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.436927:0:240193:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f97dc0b5b0 (ffff96f944da1878/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976404.436930:0:240193:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976404.436932:0:240193:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976404.436935:0:240193:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.436937:0:240193:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.436941:0:240193:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705aa00 refcount=4 00000020:00000001:0.0:1783976404.436944:0:240193:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920723968 : -115476788827648 : ffff96f97705aa00) 00010000:00000001:0.0:1783976404.436947:0:240193:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920723968 : -115476788827648 : ffff96f97705aa00) 00010000:00000001:0.0:1783976404.436949:0:240193:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.436955:0:240193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000577d0fd0/0x5bb448586bd096af lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac772 expref: -99 pid: 240193 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.436974:0:240193:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.436975:0:240193:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.436977:0:240193:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.436979:0:240193:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.436983:0:240193:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 00000000577d0fd0/0x5bb448586bd096af lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eac772 expref: -99 pid: 240193 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.436990:0:240193:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.436993:0:240193:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.436995:0:240193:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.436999:0:240193:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.437000:0:240193:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.437001:0:240193:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.437004:0:240193:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.437050:0:240193:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.437598:0:240193:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.437603:0:240193:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.437605:0:240193:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.437607:0:240193:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.437608:0:240193:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.437609:0:240193:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.437610:0:240193:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.437611:0:240193:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976404.437613:0:240193:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.437615:0:240193:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.437616:0:240193:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.437618:0:240193:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.437619:0:240193:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f944da25d8 (ffff96f944da16c8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976404.437622:0:240193:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976404.437623:0:240193:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.437625:0:240193:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f97dc0b5b0 (ffff96f944da16c8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976404.437628:0:240193:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f970b4da20. 00000020:00000001:0.0:1783976404.437633:0:240193:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976404.437634:0:240193:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f97dc0b580. 00020000:00000001:0.0:1783976404.437638:0:240193:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.437640:0:240193:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.437641:0:240193:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783976404.437643:0:240193:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.437645:0:240193:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.437646:0:240193:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.437648:0:240193:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.437649:0:240193:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.437651:0:240193:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.437653:0:240193:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.437654:0:240193:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.437655:0:240193:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.437657:0:240193:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.437658:0:240193:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.437660:0:240193:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.437661:0:240193:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.437662:0:240193:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.437664:0:240193:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.437666:0:240193:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.437677:0:240193:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.437679:0:240193:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.437681:0:240193:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.437682:0:240193:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.437685:0:240193:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.437687:0:240193:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.437689:0:240193:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.437690:0:240193:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.437691:0:240193:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.437693:0:240193:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1870 00000020:00000010:0.0:1783976404.437698:0:240193:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976404.437702:0:240193:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0cf60. 00000008:00000010:0.0:1783976404.437708:0:240193:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f958329660. 00020000:00000010:0.0:1783976404.437713:0:240193:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928780. 00008000:00000010:0.0:1783976404.437718:0:240193:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c2b170. 00000080:00000010:0.0:1783976404.437723:0:240193:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0000. 00000080:00000010:0.0:1783976404.437726:0:240193:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971330b90. 00000020:00000010:0.0:1783976404.437730:0:240193:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e400. 00000008:00000010:0.0:1783976404.437733:0:240193:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9501698c0. 00020000:00000010:0.0:1783976404.437736:0:240193:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950223908. 00008000:00000010:0.0:1783976404.437740:0:240193:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce4b8. 00000080:00000010:0.0:1783976404.437744:0:240193:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2780. 00000020:00000010:0.0:1783976404.437747:0:240193:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976404.437749:0:240193:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1870. 00020000:00000001:0.0:1783976404.437751:0:240193:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.437754:0:240193:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.437757:0:240193:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.437759:0:240193:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x207b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.437762:0:240193:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.437763:0:240193:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.437765:0:240193:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da16c0 00000020:00000010:0.0:1783976404.437766:0:240193:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976404.437769:0:240193:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c1e0. 00000008:00000010:0.0:1783976404.437771:0:240193:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832acc0. 00020000:00000010:0.0:1783976404.437774:0:240193:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928d80. 00008000:00000010:0.0:1783976404.437776:0:240193:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c291a8. 00000080:00000010:0.0:1783976404.437779:0:240193:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0930. 00000080:00000010:0.0:1783976404.437782:0:240193:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971330000. 00000020:00000010:0.0:1783976404.437795:0:240193:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976404.437798:0:240193:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950168c60. 00020000:00000010:0.0:1783976404.437801:0:240193:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950223230. 00008000:00000010:0.0:1783976404.437803:0:240193:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ced78. 00000080:00000010:0.0:1783976404.437806:0:240193:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da25a0. 00000020:00000010:0.0:1783976404.437808:0:240193:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e000. 00000020:00000010:0.0:1783976404.437810:0:240193:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da16c0. 00000080:00000001:0.0:1783976404.437813:0:240193:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.437816:0:240193:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.437820:0:240193:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f95007f200. 00000020:00000001:0.0:1783976404.437827:0:240193:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803c30 00000080:00200008:0.0:1783976404.437830:0:240193:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-a.6:[0x240002b13:0x207b:0x0](ffff96f97c20b248) current size 0, valid attrs 100100d0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783954804.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.437836:0:240193:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.437853:0:240193:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.437856:0:240193:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b851f0) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976404.437860:0:240193:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b851f0) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976404.437864:0:240193:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.437872:0:240193:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.437874:0:240193:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803db8 00000080:00200008:0.0:1783976404.437884:0:240193:0:(file.c:447:ll_file_release()) START file f56oe.sanity-a.6:[0x240002b13:0x207b:0x0](ffff96f97c20b248), flags 104001 00000080:00000001:0.0:1783976404.437888:0:240193:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.437892:0:240193:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.437893:0:240193:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.437895:0:240193:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f977b851f0) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976404.437898:0:240193:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f977b851f0) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976404.437900:0:240193:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.437902:0:240193:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.437908:0:240193:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.437911:0:240193:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.437914:0:240193:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.437928:0:240193:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.437931:0:240193:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.437933:0:240193:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x207b:0x0] 00800000:00000001:0.0:1783976404.437935:0:240193:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.437941:0:240193:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.437943:0:240193:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.437950:0:240193:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbba00 count: 2 00010000:00000001:0.0:1783976404.437952:0:240193:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.437957:0:240193:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.437960:0:240193:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x240002b13:0x207b:0x0]: 0 00000080:00000001:0.0:1783976404.437971:0:240193:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.437974:0:240193:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.437980:0:240193:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9450b8600. 00000080:00000001:0.0:1783976404.437983:0:240193:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.437988:0:240193:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.437991:0:240193:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.437993:0:240193:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.437994:0:240193:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.437995:0:240193:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.437996:0:240193:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.437998:0:240193:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.438000:0:240193:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x207b:0x0] 00800000:00000001:0.0:1783976404.438002:0:240193:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.438004:0:240193:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x207b:0x0] 00000002:00000001:0.0:1783976404.438007:0:240193:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.438009:0:240193:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff96f94cfb0800: [0x240002b13:0x207b:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.438015:0:240193:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2df480. 00000020:00000040:0.0:1783976404.438020:0:240193:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=31 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.438024:0:240193:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.438027:0:240193:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.438031:0:240193:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.438039:0:240193:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9450b8e00. 00000100:00000001:0.0:1783976404.438044:0:240193:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.438057:0:240193:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97ae84000 x1870620496690560/t25769972946(25769972946) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.438067:0:240193:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.438071:0:240193:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2df480 x1870620496691328/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.438077:0:240193:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.438080:0:240193:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.438085:0:240193:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.438087:0:240193:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538944 : -115476773012672 : ffff96f977f6fb40) 00000100:00000001:0.0:1783976404.438090:0:240193:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.438091:0:240193:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000100:00000001:0.0:1783976404.438095:0:240193:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.438099:0:240193:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.438101:0:240193:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.438102:0:240193:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.438106:0:240193:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2df480 x1870620496691328/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.438114:0:240193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.438116:0:240193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.438119:0:240193:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.438121:0:240193:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.438123:0:240193:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.438127:0:240193:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2df480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240193:1870620496691328:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.438131:0:240193:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.438154:0:240193:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.438157:0:240193:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.438159:0:240193:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.438165:0:240193:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af6000. 02000000:00000001:0.0:1783976404.438167:0:240193:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.438172:0:240193:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.438177:0:240193:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.438182:0:240193:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f540. 00000100:00000200:0.0:1783976404.438188:0:240193:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496691328, portal 10 00000100:00000001:0.0:1783976404.438190:0:240193:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.438191:0:240193:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000100:00000040:0.0:1783976404.438197:0:240193:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2df480 x1870620496691328/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.438205:0:240193:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.438207:0:240193:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.438210:0:240193:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783976404.438214:0:240193:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496691328, offset 0 00000400:00000200:0.0:1783976404.438221:0:240193:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.438227:0:240193:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.438234:0:240193:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.438239:0:240193:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.438243:0:240193:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.438247:0:240193:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.438250:0:240193:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.438254:0:240193:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778882:778882:256:4294967295] 192.168.201.114@tcp LPNI seq info [778860:778860:8:4294967295] 00000400:00000200:0.0:1783976404.438258:0:240193:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.438278:0:240193:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.438285:0:240193:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.438289:0:240193:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a200. 00000800:00000200:0.0:1783976404.438295:0:240193:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.438302:0:240193:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.438306:0:240193:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.438319:0:240193:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.438322:0:240193:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783976404.438326:0:240193:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.438329:0:240193:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610288 00000100:00000001:0.0:1783976404.438331:0:240193:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610304 00000100:00000001:0.0:1783976404.438334:0:240193:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610288 00000100:00000001:0.0:1783976404.438336:0:240193:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610304 00000100:00000001:0.0:1783976404.438338:0:240193:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.438341:0:240193:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.438344:0:240193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.438346:0:240193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.438349:0:240193:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fb40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.438351:0:240193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.438354:0:240193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.441636:0:240193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.441644:0:240193:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.441646:0:240193:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.441650:0:240193:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.441655:0:240193:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f540 00000400:00000010:0.0:1783976404.441657:0:240193:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f540. 00000100:00000001:0.0:1783976404.441660:0:240193:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.441666:0:240193:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2df480 x1870620496691328/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.441686:0:240193:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2df480 x1870620496691328/t0(0) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441693:0:240193:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.441695:0:240193:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.441698:0:240193:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.441701:0:240193:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.441704:0:240193:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.441707:0:240193:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.441710:0:240193:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.441718:0:240193:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccd38 time=113 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.441723:0:240193:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.441726:0:240193:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.441728:0:240193:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.441731:0:240193:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.441734:0:240193:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.441736:0:240193:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.441738:0:240193:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.441740:0:240193:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.441742:0:240193:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.441744:0:240193:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000100:00000001:0.0:1783976404.441747:0:240193:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.441748:0:240193:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976404.441750:0:240193:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.441752:0:240193:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.441757:0:240193:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2df480 x1870620496691328/t25769972948(25769972948) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441769:0:240193:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.441772:0:240193:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.441773:0:240193:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.441777:0:240193:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2df480 x1870620496691328/t25769972948(25769972948) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.441783:0:240193:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2df480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240193:1870620496691328:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.441797:0:240193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.441799:0:240193:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.441802:0:240193:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.441804:0:240193:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.441808:0:240193:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2df480 x1870620496691328/t25769972948(25769972948) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441813:0:240193:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.441815:0:240193:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.441818:0:240193:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.441819:0:240193:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.441825:0:240193:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.441826:0:240193:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000002:00000001:0.0:1783976404.441829:0:240193:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.441831:0:240193:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.441835:0:240193:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b8600. 00000080:00000001:0.0:1783976404.441839:0:240193:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.441842:0:240193:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.441845:0:240193:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.441847:0:240193:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.441849:0:240193:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.441851:0:240193:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.441853:0:240193:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.441855:0:240193:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x207b:0x0] 00800000:00000001:0.0:1783976404.441857:0:240193:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.441860:0:240193:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.441865:0:240193:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ae84000 x1870620496690560/t25769972946(25769972946) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441872:0:240193:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.441873:0:240193:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985905152 : -115476723646464 : ffff96f97ae84000) 00000100:00000001:0.0:1783976404.441875:0:240193:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.441889:0:240193:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae84000 x1870620496690560/t25769972946(25769972946) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441895:0:240193:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.441896:0:240193:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.441898:0:240193:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2df480 x1870620496691328/t25769972948(25769972948) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441903:0:240193:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.441905:0:240193:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.441907:0:240193:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae84000 x1870620496690560/t25769972946(25769972946) o101->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441912:0:240193:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976404.441915:0:240193:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.441923:0:240193:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.441926:0:240193:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.441928:0:240193:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f97c730000. 02000000:00000001:0.0:1783976404.441932:0:240193:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.441934:0:240193:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.441936:0:240193:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae84000. 00000100:00000001:0.0:1783976404.441940:0:240193:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.441941:0:240193:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.441943:0:240193:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.441945:0:240193:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2df480 x1870620496691328/t25769972948(25769972948) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441950:0:240193:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.441952:0:240193:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c59660. 00000002:00000001:0.0:1783976404.441954:0:240193:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.441956:0:240193:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.441958:0:240193:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f8557502c0. 00000100:00000001:0.0:1783976404.441961:0:240193:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.441971:0:240193:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2df480 x1870620496691328/t25769972948(25769972948) o35->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.441976:0:240193:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.441978:0:240193:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.441980:0:240193:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f974af6000. 02000000:00000001:0.0:1783976404.441983:0:240193:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.441984:0:240193:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.441985:0:240193:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=29 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.441987:0:240193:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.441988:0:240193:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f9450b8e00. 02000000:00000001:0.0:1783976404.441990:0:240193:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.441991:0:240193:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.441992:0:240193:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2df480. 00000100:00000001:0.0:1783976404.441994:0:240193:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.441995:0:240193:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.441997:0:240193:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.442000:0:240193:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b97b80. 00000080:00000001:0.0:1783976404.442004:0:240193:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.442010:0:240193:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803db8 00000080:00000008:0.0:1783976404.442012:0:240193:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-a.6:[0x240002b13:0x207b:0x0](ffff96f97c20b248), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.442015:0:240193:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.442021:0:240193:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.442023:0:240193:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803e00 00000080:00002000:0.0:1783976404.442025:0:240193:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-a.6 (ffff96f9612dbaf8, parent ffff96f97c080510, inode ffff96f97c20b248) hashed, 00000080:00000001:0.0:1783976404.442029:0:240193:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.442036:0:240193:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.442042:0:240193:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976404.449172:0:240194:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.449175:0:240194:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00000001:0.0:1783976404.449178:0:240194:0:(file.c:6110:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1783976404.449180:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57bc0 00000080:00200000:0.0:1783976404.449183:0:240194:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348),name=/ 00000080:00000010:0.0:1783976404.449189:0:240194:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9450b8e00. 00800000:00000002:0.0:1783976404.449195:0:240194:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f94aa855c0 2 00000080:00000001:0.0:1783976404.449199:0:240194:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.449204:0:240194:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.449206:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57ae0 00800000:00000002:0.0:1783976404.449208:0:240194:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.449211:0:240194:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1783976404.449213:0:240194:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.449216:0:240194:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.449218:0:240194:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.449221:0:240194:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.449223:0:240194:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.449225:0:240194:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1783976404.449227:0:240194:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.449229:0:240194:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1783976404.449234:0:240194:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.449236:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c579b0 00000002:00010000:0.0:1783976404.449238:0:240194:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1783976404.449241:0:240194:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1783976404.449243:0:240194:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.449246:0:240194:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.449252:0:240194:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76a00 count: 2 00010000:00000001:0.0:1783976404.449255:0:240194:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.449259:0:240194:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.449263:0:240194:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1783976404.449268:0:240194:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 02000000:00000001:0.0:1783976404.449280:0:240194:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976404.449284:0:240194:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.449287:0:240194:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000002:00000001:0.0:1783976404.449294:0:240194:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1783976404.449295:0:240194:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1783976404.449297:0:240194:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.449299:0:240194:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1783976404.449301:0:240194:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.449303:0:240194:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1783976404.449306:0:240194:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1783976404.449309:0:240194:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff96f94aa855c0 2 00000080:00000010:0.0:1783976404.449312:0:240194:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b8e00. 00000080:00000001:0.0:1783976404.449315:0:240194:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1783976404.449316:0:240194:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.449319:0:240194:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) 00000080:00010000:0.0:1783976404.449322:0:240194:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96f974175348) for lock 0x5bb448586bd0948d 00800000:00000001:0.0:1783976404.449325:0:240194:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1783976404.449327:0:240194:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1783976404.449329:0:240194:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.449331:0:240194:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.449333:0:240194:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.449335:0:240194:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.449337:0:240194:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.449340:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.449342:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976404.449343:0:240194:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.449345:0:240194:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1783976404.449347:0:240194:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5bb448586bd0948d from it ffffaf1481c57bf8 00010000:00000001:0.0:1783976404.449349:0:240194:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.449350:0:240194:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.449352:0:240194:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97798a800 refcount=3 00000020:00000001:0.0:1783976404.449353:0:240194:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.449355:0:240194:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596930357248 : -115476779194368 : ffff96f97798a800) 00010000:00000001:0.0:1783976404.449357:0:240194:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.449359:0:240194:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00000001:0.0:1783976404.449364:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.449365:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.449366:0:240194:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.449368:0:240194:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.449371:0:240194:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a800/0x5bb448586bd0948d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac056 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00000001:0.0:1783976404.449378:0:240194:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.449382:0:240194:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.449384:0:240194:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.449389:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.449390:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.449392:0:240194:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449395:0:240194:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.449396:0:240194:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449398:0:240194:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449401:0:240194:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449402:0:240194:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.449404:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.449405:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1783976404.449407:0:240194:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783976404.449408:0:240194:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1783976404.449411:0:240194:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96f974175348), inode mode 41ff mask 1 00000080:00000001:0.0:1783976404.449414:0:240194:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.449418:0:240194:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1783976404.449419:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57b88 00000080:00002000:0.0:1783976404.449421:0:240194:0:(dcache.c:87:ll_dcompare()) found name d56oe.sanity(ffff96f97c080510) flags 0x28004e refc 6 00000080:00000001:0.0:1783976404.449424:0:240194:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.449425:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57bd0 00000080:00200000:0.0:1783976404.449426:0:240194:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d56oe.sanity, flags=25 00000080:00000001:0.0:1783976404.449430:0:240194:0:(llite_lib.c:3150:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1783976404.449432:0:240194:0:(llite_lib.c:3156:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.449434:0:240194:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.449436:0:240194:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 1 00000080:00000001:0.0:1783976404.449438:0:240194:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.449445:0:240194:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff96f854c30ca0. 00000080:00000001:0.0:1783976404.449448:0:240194:0:(file.c:6569:ll_inode_permission()) Process entered 00000080:00200000:0.0:1783976404.449450:0:240194:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), inode mode 41ed mask 3 00000080:00000001:0.0:1783976404.449452:0:240194:0:(file.c:6623:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.449454:0:240194:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1783976404.449456:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57b50 00000080:00200000:0.0:1783976404.449458:0:240194:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f56oe.sanity-m.6, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), file ffff96f9437b7380, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1783976404.449462:0:240194:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff96f97dd7eba0. 00000080:00000001:0.0:1783976404.449465:0:240194:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1783976404.449467:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57a00 00000080:00200000:0.0:1783976404.449469:0:240194:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f56oe.sanity-m.6, dir=[0x200002b12:0x11ff2:0x0](ffff96f97ab65b88), intent=open|creat 00000080:00000010:0.0:1783976404.449473:0:240194:0:(llite_lib.c:4043:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff96f9450b8e00. 00800000:00000002:0.0:1783976404.449476:0:240194:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f977ba8380 2 00000080:00000001:0.0:1783976404.449480:0:240194:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1783976404.449481:0:240194:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.449482:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c57920 00800000:00000002:0.0:1783976404.449484:0:240194:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f56oe.sanity-m.6' on [0x200002b12:0x11ff2:0x0] 00800000:00000001:0.0:1783976404.449487:0:240194:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1783976404.449489:0:240194:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1783976404.449495:0:240194:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name f56oe.sanity-m.6 hash=0x3/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1783976404.449498:0:240194:0:(lmv_obd.c:1902:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200002b10:0xdf:0x0] 00800000:00000001:0.0:1783976404.449501:0:240194:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446628596057535488 : -115477652016128 : ffff96f943927400) 00800000:00000001:0.0:1783976404.449503:0:240194:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1783976404.449505:0:240194:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1783976404.449508:0:240194:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1783976404.449510:0:240194:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1783976404.449512:0:240194:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff96f94cfb0800: Allocated FID [0x200002b12:0x12001:0x0] 40000000:00000001:0.0:1783976404.449514:0:240194:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.449516:0:240194:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.449518:0:240194:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.449520:0:240194:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.449522:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c578a0 00800000:00000002:0.0:1783976404.449524:0:240194:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200002b10:0xdf:0x0], fid2=[0x200002b12:0x12001:0x0], name='f56oe.sanity-m.6' -> mds #0 layout version 1 00000002:00000001:0.0:1783976404.449527:0:240194:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1783976404.449528:0:240194:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c577d8 00000002:00010000:0.0:1783976404.449530:0:240194:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f56oe.sanity-m.6,[0x200002b12:0x12001:0x0]) in obj [0x200002b10:0xdf:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1783976404.449533:0:240194:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1783976404.449535:0:240194:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1783976404.449539:0:240194:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976404.449541:0:240194:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.449543:0:240194:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1783976404.449545:0:240194:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.449549:0:240194:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2df480. 00000020:00000040:0.0:1783976404.449553:0:240194:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=39 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976404.449558:0:240194:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976404.449559:0:240194:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449562:0:240194:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1783976404.449566:0:240194:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.449569:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.449570:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.449571:0:240194:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.449573:0:240194:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.449575:0:240194:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.449578:0:240194:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.449585:0:240194:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff96f974af6000. 00000100:00000001:0.0:1783976404.449592:0:240194:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449596:0:240194:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.449598:0:240194:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449600:0:240194:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976404.449601:0:240194:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.449602:0:240194:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.449610:0:240194:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00010000:00000001:0.0:1783976404.449614:0:240194:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783976404.449615:0:240194:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783976404.449619:0:240194:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff96f977b14c00. 00010000:00000010:0.0:1783976404.449622:0:240194:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff96f977ba8500. 00010000:00000001:0.0:1783976404.449625:0:240194:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783976404.449628:0:240194:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96f97a120a00. 00000020:00000001:0.0:1783976404.449631:0:240194:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783976404.449633:0:240194:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96f97a120a00 with handle 0x5bb448586bd096b6 to hash 00000020:00000001:0.0:1783976404.449635:0:240194:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783976404.449636:0:240194:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.449639:0:240194:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.449642:0:240194:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.449644:0:240194:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.449647:0:240194:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 240194 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.449654:0:240194:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240194 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1783976404.449664:0:240194:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1783976404.449675:0:240194:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2df480 x1870620496691584/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1783976404.449683:0:240194:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 3/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 240194 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.449688:0:240194:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.449690:0:240194:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.449695:0:240194:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.449697:0:240194:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538944 : -115476773012672 : ffff96f977f6fb40) 00000100:00000001:0.0:1783976404.449699:0:240194:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.449700:0:240194:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000100:00000001:0.0:1783976404.449705:0:240194:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.449708:0:240194:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.449710:0:240194:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.449712:0:240194:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.449715:0:240194:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2df480 x1870620496691584/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.449722:0:240194:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.449724:0:240194:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.449728:0:240194:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.449730:0:240194:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.449732:0:240194:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.449736:0:240194:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2df480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240194:1870620496691584:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.449742:0:240194:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.449746:0:240194:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.449749:0:240194:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.449751:0:240194:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.449796:0:240194:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff96f9771c0000. 02000000:00000001:0.0:1783976404.449799:0:240194:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.449806:0:240194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.449810:0:240194:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.449816:0:240194:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff96f854389800. 00000100:00000200:0.0:1783976404.449823:0:240194:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1870620496691584, portal 10 00000100:00000001:0.0:1783976404.449824:0:240194:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.449825:0:240194:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000100:00000040:0.0:1783976404.449830:0:240194:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2df480 x1870620496691584/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.449837:0:240194:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.449839:0:240194:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.449842:0:240194:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f540. 00000100:00000200:0.0:1783976404.449845:0:240194:0:(niobuf.c:94:ptl_send_buf()) Sending 4632 bytes to portal 12, xid 1870620496691584, offset 0 00000400:00000200:0.0:1783976404.449851:0:240194:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.449858:0:240194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.449865:0:240194:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.449869:0:240194:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.449873:0:240194:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.449876:0:240194:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.449878:0:240194:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.449881:0:240194:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778883:778883:256:4294967295] 192.168.201.114@tcp LPNI seq info [778861:778861:8:4294967295] 00000400:00000200:0.0:1783976404.449885:0:240194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.449893:0:240194:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.449898:0:240194:0:(socklnd_cb.c:931:ksocknal_send()) sending 4632 bytes in 2 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.449902:0:240194:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff96f9450b8600. 00000800:00000200:0.0:1783976404.449908:0:240194:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.449915:0:240194:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.452452:0:240194:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f9450b8600 type 1, nob 4728 niov 1 nkiov 2 00000100:00000001:0.0:1783976404.452469:0:240194:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.452476:0:240194:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.452482:0:240194:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.452486:0:240194:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610301 00000100:00000001:0.0:1783976404.452489:0:240194:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610304 00000100:00000001:0.0:1783976404.452491:0:240194:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610301 00000100:00000001:0.0:1783976404.452495:0:240194:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610304 00000100:00000001:0.0:1783976404.452496:0:240194:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.452499:0:240194:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.452501:0:240194:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.452503:0:240194:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.452505:0:240194:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fb40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.452507:0:240194:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.452510:0:240194:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.460637:0:240194:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.460644:0:240194:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.460646:0:240194:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.460648:0:240194:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.460652:0:240194:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f854389800 00000400:00000010:0.0:1783976404.460654:0:240194:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff96f854389800. 00000100:00000001:0.0:1783976404.460656:0:240194:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.460661:0:240194:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2df480 x1870620496691584/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.460668:0:240194:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2df480 x1870620496691584/t0(0) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/70288 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.460675:0:240194:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.460677:0:240194:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.460680:0:240194:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.460683:0:240194:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.460686:0:240194:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.461016:0:240194:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.461020:0:240194:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.461028:0:240194:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976404.461033:0:240194:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.461035:0:240194:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.461037:0:240194:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.461039:0:240194:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.461042:0:240194:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.461045:0:240194:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.461047:0:240194:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.461049:0:240194:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.461052:0:240194:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.461053:0:240194:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000100:00000001:0.0:1783976404.461056:0:240194:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.461058:0:240194:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.461060:0:240194:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.461063:0:240194:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.461069:0:240194:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2df480 x1870620496691584/t25770086094(25770086094) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.461077:0:240194:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.461080:0:240194:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.461082:0:240194:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.461086:0:240194:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2df480 x1870620496691584/t25770086094(25770086094) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.461096:0:240194:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2df480 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240194:1870620496691584:192.168.201.114@tcp:101:touch.0 00000100:00000001:0.0:1783976404.461101:0:240194:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.461103:0:240194:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.461105:0:240194:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.461106:0:240194:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.461109:0:240194:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2df480 x1870620496691584/t25770086094(25770086094) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.461115:0:240194:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.461119:0:240194:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.461122:0:240194:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.461124:0:240194:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.461126:0:240194:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783976404.461131:0:240194:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.461134:0:240194:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.461174:0:240194:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=4 00000020:00000001:0.0:1783976404.461177:0:240194:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461179:0:240194:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000040:0.0:1783976404.461195:0:240194:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96f97a120a00, remote cookie: 0xa91b1f6e92eac78e, flags: 0x1001 00010000:00010000:0.0:1783976404.461202:0:240194:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 4/0,1 mode: --/CW res: [0x200002b10:0xdf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783976404.461211:0:240194:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b12:0x12000:0x0].0x0, instead of [0x200002b10:0xdf:0x0].0x0 00010000:00000001:0.0:1783976404.461215:0:240194:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1783976404.461220:0:240194:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a39200 count: 2 00010000:00000001:0.0:1783976404.461222:0:240194:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1783976404.461224:0:240194:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b14c00 count: 0 00010000:00000010:0.0:1783976404.461228:0:240194:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f977ba8500. 00010000:00000001:0.0:1783976404.461233:0:240194:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.461236:0:240194:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783976404.461242:0:240194:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 4/0,1 mode: --/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.461253:0:240194:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783976404.461257:0:240194:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783976404.461258:0:240194:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783976404.461260:0:240194:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783976404.461260:0:240194:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783976404.461262:0:240194:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b12:0x12000:0x0].0x0 (ffff96f977a39200) refcount = 2 00010000:00000040:0.0:1783976404.461268:0:240194:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783976404.461270:0:240194:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f977a8c400/0x5bb448586bd0968c lrc: 1/0,0 mode: CR/CR res: [0x200002b12:0x12000:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eac6f4 expref: -99 pid: 240190 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976404.461275:0:240194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.461279:0:240194:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783976404.461281:0:240194:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783976404.461282:0:240194:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976404.461284:0:240194:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783976404.461286:0:240194:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.461288:0:240194:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 4/0,1 mode: PR/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.461291:0:240194:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783976404.461292:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.461293:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.461294:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.461295:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.461296:0:240194:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.461299:0:240194:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1783976404.461301:0:240194:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.461301:0:240194:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.461302:0:240194:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.461304:0:240194:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461305:0:240194:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461307:0:240194:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.461307:0:240194:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.461308:0:240194:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=4 00000020:00000001:0.0:1783976404.461309:0:240194:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461310:0:240194:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461312:0:240194:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976404.461315:0:240194:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976404.461317:0:240194:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.461321:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.461322:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.461323:0:240194:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.461323:0:240194:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.461324:0:240194:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=5 00000020:00000001:0.0:1783976404.461325:0:240194:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461326:0:240194:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461327:0:240194:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.461329:0:240194:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 5/1,1 mode: PR/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.461332:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.461333:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783976404.461335:0:240194:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 4/1,0 mode: PR/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.461338:0:240194:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.461339:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.461339:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.461340:0:240194:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.461340:0:240194:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1783976404.461344:0:240194:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff96f97d2df480 x1870620496691584/t25770086094(25770086094) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.461349:0:240194:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.461352:0:240194:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff96f97d2df480 x1870620496691584/t25770086094(25770086094) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 4632/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.461356:0:240194:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.461360:0:240194:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.461361:0:240194:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.461362:0:240194:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97a120a00 refcount=3 00000020:00000001:0.0:1783976404.461363:0:240194:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00010000:00000001:0.0:1783976404.461364:0:240194:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596971866624 : -115476737684992 : ffff96f97a120a00) 00000002:00010000:0.0:1783976404.461367:0:240194:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97a120a00/0x5bb448586bd096b6 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x12000:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa91b1f6e92eac78e expref: -99 pid: 240194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783976404.480192:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.480196:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.480198:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.480204:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3ea00 x1870620496692096/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.480211:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.480213:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.480217:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.480220:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.480222:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.480226:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496692096:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.480229:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.480234:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.480236:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.480239:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.480243:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f854389800. 02000000:00000001:0.0:1783976404.480245:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.480250:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.480253:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.480259:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976404.480264:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496692096, portal 4 00000100:00000001:0.0:1783976404.480266:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.480268:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998203904 : -115476711347712 : ffff96f97ba3ea00) 00000100:00000040:0.0:1783976404.480274:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3ea00 x1870620496692096/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.480286:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.480288:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.480290:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783976404.480294:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496692096, offset 0 00000400:00000200:0.0:1783976404.480299:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.480304:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.480310:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.480315:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.480318:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.480332:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.480335:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.480338:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778886:778886:256:4294967295] 192.168.201.114@tcp LPNI seq info [778864:778864:8:4294967295] 00000400:00000200:0.0:1783976404.480343:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.480352:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.480357:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.480363:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a100. 00000800:00000200:0.0:1783976404.480368:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.480375:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.480379:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.480394:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.480399:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59668 usecs (60 jiffies) 00000400:00000200:0.0:1783976404.480402:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.480405:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610379 00000100:00000001:0.0:1783976404.480411:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308610374 00000100:00000001:0.0:1783976404.480416:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610379 00000100:00000001:0.0:1783976404.480419:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308610374 00000100:00000001:0.0:1783976404.480422:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.480425:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.480427:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.480430:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.480436:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.480438:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976404.480440:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.480441:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.480442:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.480444:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.480454:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.480456:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.483825:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.483829:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.483834:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.483835:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.483838:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.483849:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729787f8 00000400:00000010:0.0:1783976404.483850:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729787f8. 00000100:00000001:0.0:1783976404.483853:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.483856:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3ea00 x1870620496692096/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.483862:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3ea00 x1870620496692096/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.483866:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.483867:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.483869:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.483872:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.483874:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.483875:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.483877:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.483885:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.483889:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=124 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976404.483890:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.483891:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.483894:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.483896:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.483898:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.483899:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.483901:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.483903:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.483904:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998203904 : -115476711347712 : ffff96f97ba3ea00) 00000100:00000001:0.0:1783976404.483907:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.483908:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976404.483909:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.483911:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.483914:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3ea00 x1870620496692096/t12884915120(12884915120) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.483934:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.483937:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.483939:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.483942:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976404.483961:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.483965:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3ea00 x1870620496692096/t12884915120(12884915120) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.483973:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496692096:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.483978:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.483980:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.483983:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3ea00 x1870620496692096/t12884915120(12884915120) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.483990:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.483992:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.483999:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.484000:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.484003:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.484004:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.526911:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.526926:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.526929:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.526936:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3f100 x1870620496693120/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.526950:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.526952:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.526956:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.526958:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.526961:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.526964:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496693120:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.526968:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.526974:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.526976:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.526978:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.526983:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85438a800. 02000000:00000001:0.0:1783976404.526985:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.526992:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.526996:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.527002:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976404.527016:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496693120, portal 4 00000100:00000001:0.0:1783976404.527019:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.527020:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998205696 : -115476711345920 : ffff96f97ba3f100) 00000100:00000040:0.0:1783976404.527028:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3f100 x1870620496693120/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.527034:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.527038:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.527041:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729783b8. 00000100:00000200:0.0:1783976404.527044:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496693120, offset 0 00000400:00000200:0.0:1783976404.527050:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.527058:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.527065:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.527069:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.527073:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.527076:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.527079:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.527083:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778891:778891:256:4294967295] 192.168.201.114@tcp LPNI seq info [778869:778869:8:4294967295] 00000400:00000200:0.0:1783976404.527087:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.527097:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.527103:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.527108:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ad00. 00000800:00000200:0.0:1783976404.527115:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.527122:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.527126:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ad00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.527161:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.527167:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 31223 usecs (32 jiffies) 00000400:00000200:0.0:1783976404.527171:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.527174:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610398 00000100:00000001:0.0:1783976404.527182:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308610379 00000100:00000001:0.0:1783976404.527187:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610398 00000100:00000001:0.0:1783976404.527190:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308610379 00000100:00000001:0.0:1783976404.527193:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.527196:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.527199:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.527201:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.527208:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.527210:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976404.527212:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.527213:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.527215:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.527217:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.527227:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.527229:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.534228:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.534233:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.534244:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.534246:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.534250:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.534255:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729787f8 00000400:00000010:0.0:1783976404.534258:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729787f8. 00000100:00000001:0.0:1783976404.534261:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.534266:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3f100 x1870620496693120/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.534276:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3f100 x1870620496693120/t0(0) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.534283:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.534286:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.534288:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.534291:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.534293:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.534295:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.534298:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.534307:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4cac60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.534312:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4cac18 time=1 v=5 (1 1 1 0) 00000100:00000001:0.0:1783976404.534315:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.534317:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.534320:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.534323:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.534326:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.534328:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.534330:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.534332:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.534333:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998205696 : -115476711345920 : ffff96f97ba3f100) 00000100:00000001:0.0:1783976404.534337:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.534339:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96f94cfb0800: skip recheck: last_committed 8589944202 00000100:00000001:0.0:1783976404.534341:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.534343:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.534349:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3f100 x1870620496693120/t8589944212(8589944212) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.534355:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.534358:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.534360:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.534363:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976404.534389:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.534394:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3f100 x1870620496693120/t8589944212(8589944212) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.534405:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496693120:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.534410:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.534412:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.534415:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3f100 x1870620496693120/t8589944212(8589944212) o2->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.534421:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.534423:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.534431:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.534433:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.534435:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.534437:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.578046:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.578050:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.578061:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.578067:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3f800 x1870620496694144/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.578075:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.578077:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.578080:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.578082:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.578085:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.578088:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496694144:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.578092:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.578097:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.578099:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.578101:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.578107:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340fc00. 02000000:00000001:0.0:1783976404.578110:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.578116:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.578121:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.578127:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976404.578133:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496694144, portal 4 00000100:00000001:0.0:1783976404.578159:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.578161:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998207488 : -115476711344128 : ffff96f97ba3f800) 00000100:00000040:0.0:1783976404.578168:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3f800 x1870620496694144/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.578175:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.578177:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.578180:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978000. 00000100:00000200:0.0:1783976404.578194:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496694144, offset 0 00000400:00000200:0.0:1783976404.578201:0:2409:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.578209:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.578215:0:2409:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.578220:0:2409:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.578224:0:2409:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.578228:0:2409:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.578231:0:2409:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.578235:0:2409:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778896:778896:256:4294967295] 192.168.201.114@tcp LPNI seq info [778874:778874:8:4294967295] 00000400:00000200:0.0:1783976404.578249:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.578258:0:2409:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.578264:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.578269:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783976404.578276:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.578283:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.578288:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2aa00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.578307:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.578312:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59657 usecs (60 jiffies) 00000400:00000200:0.0:1783976404.578316:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.578318:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610476 00000100:00000001:0.0:1783976404.578325:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308610422 00000100:00000001:0.0:1783976404.578330:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610476 00000100:00000001:0.0:1783976404.578333:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308610422 00000100:00000001:0.0:1783976404.578336:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.578339:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.578341:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.578344:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.578776:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.578780:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976404.578786:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.578789:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.578792:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.578796:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.583270:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.583274:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.583281:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.583283:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.583286:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.583291:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729787f8 00000400:00000010:0.0:1783976404.583294:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729787f8. 00000100:00000001:0.0:1783976404.583298:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.583302:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3f800 x1870620496694144/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.583312:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3f800 x1870620496694144/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.583317:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.583319:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.583322:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.583325:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.583329:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.583331:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.583334:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.583343:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.583348:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=124 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976404.583351:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.583353:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.583357:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.583361:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.583365:0:2409:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.583367:0:2409:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.583368:0:2409:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.583371:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.583373:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998207488 : -115476711344128 : ffff96f97ba3f800) 00000100:00000001:0.0:1783976404.583738:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.583740:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976404.583743:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.583745:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.583751:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3f800 x1870620496694144/t12884915121(12884915121) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.583759:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.583762:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.583764:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.583767:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976404.583783:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.583788:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3f800 x1870620496694144/t12884915121(12884915121) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.583797:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496694144:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.583804:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.583808:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.583812:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3f800 x1870620496694144/t12884915121(12884915121) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.583953:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.583959:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.583969:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.583973:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.583978:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.583982:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.585868:0:240195:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610476 00000100:00000001:0.0:1783976404.585875:0:240195:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610434 00000100:00000001:0.0:1783976404.585879:0:240195:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610476 00000100:00000001:0.0:1783976404.585881:0:240195:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.585884:0:240195:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.585887:0:240195:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.585890:0:240195:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.585895:0:240195:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.585899:0:240195:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.585903:0:240195:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.591846:0:240195:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.591855:0:240195:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.591857:0:240195:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.591861:0:240195:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f5d8. 00000400:00000200:0.0:1783976404.591866:0:240195:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f97ae36600 00000400:00000010:0.0:1783976404.591868:0:240195:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f97ae36600. 00000100:00000001:0.0:1783976404.591872:0:240195:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.591877:0:240195:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3ce00 x1870620496694400/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.591887:0:240195:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3ce00 x1870620496694400/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.591894:0:240195:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.591895:0:240195:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.591898:0:240195:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.591901:0:240195:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.591904:0:240195:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.591906:0:240195:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.591909:0:240195:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.591932:0:240195:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.591937:0:240195:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.591939:0:240195:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.591941:0:240195:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.591944:0:240195:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.591947:0:240195:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.591951:0:240195:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.591953:0:240195:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.591955:0:240195:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.591957:0:240195:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.591959:0:240195:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998196736 : -115476711354880 : ffff96f97ba3ce00) 00000100:00000001:0.0:1783976404.591962:0:240195:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.591964:0:240195:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.591966:0:240195:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.591968:0:240195:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.591973:0:240195:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3ce00 x1870620496694400/t25770086102(25770086102) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.591980:0:240195:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.591983:0:240195:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.591985:0:240195:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.591988:0:240195:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3ce00 x1870620496694400/t25770086102(25770086102) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.591996:0:240195:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3ce00 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240195:1870620496694400:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.592000:0:240195:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.592003:0:240195:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.592006:0:240195:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.592008:0:240195:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.592011:0:240195:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3ce00 x1870620496694400/t25770086102(25770086102) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.592018:0:240195:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.592032:0:240195:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f97ae36c00. 00000100:00000001:0.0:1783976404.592036:0:240195:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.592037:0:240195:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.592044:0:240195:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.592045:0:240195:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998196736 : -115476711354880 : ffff96f97ba3ce00) 00000002:00000001:0.0:1783976404.592048:0:240195:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.592058:0:240195:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.592063:0:240195:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f945ffec00. 00000080:00000001:0.0:1783976404.592067:0:240195:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.592071:0:240195:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.592074:0:240195:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.592077:0:240195:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.592079:0:240195:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.592082:0:240195:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.592083:0:240195:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.592085:0:240195:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x12003:0x0] 00800000:00000001:0.0:1783976404.592088:0:240195:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.592092:0:240195:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.592097:0:240195:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97ba3c000 x1870620496693632/t25770086100(25770086100) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.592105:0:240195:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.592107:0:240195:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.592109:0:240195:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f97dd00e80. 00000100:00000001:0.0:1783976404.592113:0:240195:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.592116:0:240195:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97ba3ce00 x1870620496694400/t25770086102(25770086102) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.592122:0:240195:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.592125:0:240195:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.592127:0:240195:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f97dd51540. 00000080:00000001:0.0:1783976404.592131:0:240195:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.592195:0:240195:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbdb8 00000080:00000008:0.0:1783976404.592198:0:240195:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-m.7:[0x200002b12:0x12003:0x0](ffff96f974145b88), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.592202:0:240195:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.592207:0:240195:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.592209:0:240195:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf14817fbe00 00000080:00002000:0.0:1783976404.592211:0:240195:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-m.7 (ffff96f97c080a20, parent ffff96f97c080510, inode ffff96f974145b88) hashed, 00000080:00000001:0.0:1783976404.592214:0:240195:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.592220:0:240195:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.592226:0:240195:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:0.0:1783976404.622716:0:240196:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.622718:0:240196:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.622720:0:240196:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.622724:0:240196:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.622726:0:240196:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.622728:0:240196:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.622730:0:240196:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.622731:0:240196:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.622732:0:240196:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.622733:0:240196:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.622734:0:240196:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.622735:0:240196:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.622736:0:240196:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.622736:0:240196:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.622737:0:240196:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.622738:0:240196:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.622740:0:240196:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.622740:0:240196:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.622741:0:240196:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.622742:0:240196:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.622743:0:240196:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.622745:0:240196:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.622745:0:240196:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.622746:0:240196:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.622747:0:240196:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.622749:0:240196:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.622750:0:240196:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.622751:0:240196:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.622752:0:240196:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.622753:0:240196:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.622755:0:240196:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1240 00000020:00000010:0.0:1783976404.622758:0:240196:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e400. 00000020:00000010:0.0:1783976404.622762:0:240196:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0c120. 00000008:00000010:0.0:1783976404.622767:0:240196:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832acc0. 00020000:00000010:0.0:1783976404.622770:0:240196:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928900. 00008000:00000010:0.0:1783976404.622773:0:240196:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c298b8. 00000080:00000010:0.0:1783976404.622776:0:240196:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0b28. 00000080:00000010:0.0:1783976404.622779:0:240196:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f971331280. 00000020:00000010:0.0:1783976404.622782:0:240196:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e000. 00000008:00000010:0.0:1783976404.622783:0:240196:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950168b00. 00020000:00000010:0.0:1783976404.622786:0:240196:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950220920. 00008000:00000010:0.0:1783976404.622788:0:240196:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce200. 00000080:00000010:0.0:1783976404.622790:0:240196:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2870. 00000020:00000010:0.0:1783976404.622792:0:240196:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976404.622794:0:240196:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1240. 00020000:00000001:0.0:1783976404.622796:0:240196:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.622797:0:240196:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.622799:0:240196:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.622801:0:240196:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x12004:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.622803:0:240196:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.622804:0:240196:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.622804:0:240196:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1e10 00000020:00000010:0.0:1783976404.622805:0:240196:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976404.622807:0:240196:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0cb40. 00000008:00000010:0.0:1783976404.622808:0:240196:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832e4b0. 00020000:00000010:0.0:1783976404.622810:0:240196:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928840. 00008000:00000010:0.0:1783976404.622811:0:240196:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c2a6d8. 00000080:00000010:0.0:1783976404.622813:0:240196:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0e70. 00000080:00000010:0.0:1783976404.622814:0:240196:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f9713306f0. 00000020:00000010:0.0:1783976404.622815:0:240196:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976404.622817:0:240196:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950168420. 00020000:00000010:0.0:1783976404.622818:0:240196:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f9502216d0. 00008000:00000010:0.0:1783976404.622820:0:240196:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce128. 00000080:00000010:0.0:1783976404.622821:0:240196:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da24b0. 00000020:00000010:0.0:1783976404.622823:0:240196:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976404.622824:0:240196:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1e10. 00000080:00000001:0.0:1783976404.622825:0:240196:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.622827:0:240196:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.622830:0:240196:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f95007f200. 00000020:00000001:0.0:1783976404.622836:0:240196:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67c30 00000080:00200008:0.0:1783976404.622838:0:240196:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-c.7:[0x200002b12:0x12004:0x0](ffff96f97c208908) current size 0, valid attrs 100201f0, mode 0, uid -1052908990, gid -1, new size 18446744072504146455, atime 1783976404.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.622841:0:240196:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.622857:0:240196:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.622859:0:240196:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97af893e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.622861:0:240196:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97af893e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.622863:0:240196:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.622870:0:240196:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.622871:0:240196:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67db8 00000080:00200008:0.0:1783976404.622873:0:240196:0:(file.c:447:ll_file_release()) START file f56oe.sanity-c.7:[0x200002b12:0x12004:0x0](ffff96f97c208908), flags 104001 00000080:00000001:0.0:1783976404.622875:0:240196:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.622877:0:240196:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.622878:0:240196:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.622879:0:240196:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97af893e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000002:0.0:1783976404.622880:0:240196:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97af893e0) owner 0000000000000000/ffff96f94b9a0000 00020000:00000001:0.0:1783976404.622881:0:240196:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.622882:0:240196:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.622886:0:240196:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.622888:0:240196:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.622890:0:240196:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.622892:0:240196:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.622893:0:240196:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.622894:0:240196:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x12004:0x0] 00800000:00000001:0.0:1783976404.622895:0:240196:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.622898:0:240196:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.622900:0:240196:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.622906:0:240196:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97acbb500 count: 2 00010000:00000001:0.0:1783976404.622908:0:240196:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.622911:0:240196:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.622912:0:240196:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x12004:0x0]: 0 00000080:00000001:0.0:1783976404.622929:0:240196:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.622931:0:240196:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.622937:0:240196:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9450b8e00. 00000080:00000001:0.0:1783976404.622939:0:240196:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.622944:0:240196:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.622946:0:240196:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.622948:0:240196:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.622949:0:240196:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.622950:0:240196:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.622951:0:240196:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.622953:0:240196:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.622954:0:240196:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x12004:0x0] 00800000:00000001:0.0:1783976404.622956:0:240196:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.622958:0:240196:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x12004:0x0] 00000002:00000001:0.0:1783976404.622962:0:240196:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.622964:0:240196:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x12004:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.622969:0:240196:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dd500. 00000020:00000040:0.0:1783976404.622973:0:240196:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=48 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.622977:0:240196:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.622980:0:240196:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.622983:0:240196:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.622989:0:240196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9450b9800. 00000100:00000001:0.0:1783976404.622994:0:240196:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.623006:0:240196:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97b13c700 x1870620496694656/t25770086103(25770086103) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.623015:0:240196:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.623019:0:240196:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2dd500 x1870620496695424/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.623026:0:240196:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.623028:0:240196:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.623034:0:240196:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.623037:0:240196:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538944 : -115476773012672 : ffff96f977f6fb40) 00000100:00000001:0.0:1783976404.623039:0:240196:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.623040:0:240196:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024019712 : -115476685531904 : ffff96f97d2dd500) 00000100:00000001:0.0:1783976404.623043:0:240196:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.623047:0:240196:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.623049:0:240196:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.623050:0:240196:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.623054:0:240196:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dd500 x1870620496695424/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.623062:0:240196:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.623064:0:240196:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.623067:0:240196:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.623070:0:240196:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.623072:0:240196:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.623075:0:240196:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dd500 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240196:1870620496695424:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.623079:0:240196:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.623083:0:240196:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.623085:0:240196:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.623087:0:240196:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.623093:0:240196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f974af6000. 02000000:00000001:0.0:1783976404.623095:0:240196:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.623099:0:240196:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.623103:0:240196:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.623108:0:240196:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f000. 00000100:00000200:0.0:1783976404.623125:0:240196:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496695424, portal 10 00000100:00000001:0.0:1783976404.623127:0:240196:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.623128:0:240196:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024019712 : -115476685531904 : ffff96f97d2dd500) 00000100:00000040:0.0:1783976404.623134:0:240196:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2dd500 x1870620496695424/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.623301:0:240196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.623303:0:240196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.623306:0:240196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976404.623309:0:240196:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496695424, offset 0 00000400:00000200:0.0:1783976404.623314:0:240196:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.623320:0:240196:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.623326:0:240196:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.623329:0:240196:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.623333:0:240196:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.623336:0:240196:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.623337:0:240196:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.623340:0:240196:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778902:778902:256:4294967295] 192.168.201.114@tcp LPNI seq info [778880:778880:8:4294967295] 00000400:00000200:0.0:1783976404.623344:0:240196:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.623349:0:240196:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.623353:0:240196:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.623358:0:240196:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783976404.623362:0:240196:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.623367:0:240196:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.623371:0:240196:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2aa00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.623411:0:240196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.623416:0:240196:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.623420:0:240196:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.623422:0:240196:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610472 00000100:00000001:0.0:1783976404.623425:0:240196:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610490 00000100:00000001:0.0:1783976404.623428:0:240196:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610472 00000100:00000001:0.0:1783976404.623430:0:240196:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610490 00000100:00000001:0.0:1783976404.623432:0:240196:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.623435:0:240196:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.623437:0:240196:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.623438:0:240196:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.623440:0:240196:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fb40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.623442:0:240196:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.623444:0:240196:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.625653:0:240196:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.625893:0:240196:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.625896:0:240196:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.625899:0:240196:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.625904:0:240196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f000 00000400:00000010:0.0:1783976404.625907:0:240196:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f000. 00000100:00000001:0.0:1783976404.625909:0:240196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.625923:0:240196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dd500 x1870620496695424/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.625932:0:240196:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dd500 x1870620496695424/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.625940:0:240196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.625942:0:240196:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.625944:0:240196:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.625947:0:240196:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.625950:0:240196:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.625952:0:240196:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.625955:0:240196:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.625963:0:240196:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.625968:0:240196:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.625971:0:240196:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.625973:0:240196:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.625976:0:240196:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.625979:0:240196:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.625982:0:240196:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.625984:0:240196:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.625986:0:240196:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.625988:0:240196:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.625990:0:240196:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024019712 : -115476685531904 : ffff96f97d2dd500) 00000100:00000001:0.0:1783976404.625993:0:240196:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.625995:0:240196:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.625997:0:240196:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.626000:0:240196:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.626005:0:240196:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dd500 x1870620496695424/t25770086105(25770086105) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.626013:0:240196:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.626016:0:240196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.626018:0:240196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.626022:0:240196:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dd500 x1870620496695424/t25770086105(25770086105) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.626030:0:240196:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dd500 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240196:1870620496695424:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.626035:0:240196:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.626038:0:240196:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.626041:0:240196:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.626043:0:240196:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.626046:0:240196:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dd500 x1870620496695424/t25770086105(25770086105) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.626053:0:240196:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.626055:0:240196:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.626057:0:240196:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.626059:0:240196:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.626065:0:240196:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.626066:0:240196:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024019712 : -115476685531904 : ffff96f97d2dd500) 00000002:00000001:0.0:1783976404.626069:0:240196:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.626071:0:240196:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.626076:0:240196:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b8e00. 00000080:00000001:0.0:1783976404.626079:0:240196:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.626082:0:240196:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.626084:0:240196:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.626086:0:240196:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.626089:0:240196:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.626091:0:240196:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.626093:0:240196:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.626095:0:240196:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x12004:0x0] 00800000:00000001:0.0:1783976404.626097:0:240196:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.626101:0:240196:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.626106:0:240196:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97b13c700 x1870620496694656/t25770086103(25770086103) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1783976404.626370:0:240196:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.626372:0:240196:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.626374:0:240196:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f855750b40. 00000100:00000001:0.0:1783976404.626377:0:240196:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.626382:0:240196:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dd500 x1870620496695424/t25770086105(25770086105) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.626388:0:240196:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.626390:0:240196:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.626393:0:240196:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96c80. 00000080:00000001:0.0:1783976404.626397:0:240196:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.626403:0:240196:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67db8 00000080:00000008:0.0:1783976404.626406:0:240196:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-c.7:[0x200002b12:0x12004:0x0](ffff96f97c208908), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.626409:0:240196:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.626414:0:240196:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.626416:0:240196:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481c67e00 00000080:00002000:0.0:1783976404.626418:0:240196:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-c.7 (ffff96f9612dba20, parent ffff96f97c080510, inode ffff96f97c208908) hashed, 00000080:00000001:0.0:1783976404.626421:0:240196:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.626429:0:240196:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.626434:0:240196:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:0.0:1783976404.674095:0:240198:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1783976404.674099:0:240198:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.674101:0:240198:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.674105:0:240198:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1783976404.674108:0:240198:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.674110:0:240198:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1783976404.674113:0:240198:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff96f944da2d58 (ffff96f944da11b8/0) at cl_lock_release():245 00000020:00000001:0.0:1783976404.674116:0:240198:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.674117:0:240198:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f944da2d58 (ffff96f944da11b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1783976404.674121:0:240198:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1783976404.674123:0:240198:0:(lov_io.c:157:lov_sub_get()) Process entered 00020000:00000001:0.0:1783976404.674125:0:240198:0:(lov_io.c:185:lov_sub_get()) Process leaving (rc=18446628596268279016 : -115477441272600 : ffff96f9502224e8) 00000020:00000001:0.0:1783976404.674128:0:240198:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1783976404.674129:0:240198:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff96f97dc0b5b0 (ffff96f944da1ea8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1783976404.674133:0:240198:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1783976404.674134:0:240198:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1783976404.674180:0:240198:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976404.674182:0:240198:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976404.674186:0:240198:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97705a000 refcount=4 00000020:00000001:0.0:1783976404.674188:0:240198:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596920721408 : -115476788830208 : ffff96f97705a000) 00010000:00000001:0.0:1783976404.674191:0:240198:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628596920721408 : -115476788830208 : ffff96f97705a000) 00010000:00000001:0.0:1783976404.674194:0:240198:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783976404.674199:0:240198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000005285c35e/0x5bb448586bd096fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x16e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa91b1f6e92eac883 expref: -99 pid: 240198 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783976404.674208:0:240198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.674209:0:240198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.674210:0:240198:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1783976404.674213:0:240198:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1783976404.674215:0:240198:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff96f94cfb0800 lock: 000000005285c35e/0x5bb448586bd096fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x16e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa91b1f6e92eac883 expref: -99 pid: 240198 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976404.674222:0:240198:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976404.674225:0:240198:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976404.674226:0:240198:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976404.674229:0:240198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.674230:0:240198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.674231:0:240198:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.674233:0:240198:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976404.674234:0:240198:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.674236:0:240198:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.674245:0:240198:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.674246:0:240198:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783976404.674247:0:240198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.674248:0:240198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976404.674248:0:240198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976404.674249:0:240198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1783976404.674250:0:240198:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1783976404.674251:0:240198:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.674252:0:240198:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.674253:0:240198:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1783976404.674254:0:240198:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.674255:0:240198:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f944da2d58 (ffff96f944da11b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1783976404.674257:0:240198:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1783976404.674257:0:240198:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1783976404.674258:0:240198:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff96f97dc0b5b0 (ffff96f944da11b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1783976404.674261:0:240198:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff96f970b4c260. 00000020:00000001:0.0:1783976404.674263:0:240198:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1783976404.674264:0:240198:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff96f97dc0b580. 00020000:00000001:0.0:1783976404.674267:0:240198:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.674268:0:240198:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1783976404.674269:0:240198:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1783976404.674271:0:240198:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1783976404.674272:0:240198:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.674273:0:240198:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1783976404.674274:0:240198:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1783976404.674274:0:240198:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.674276:0:240198:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.674277:0:240198:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.674277:0:240198:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1783976404.674279:0:240198:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1783976404.674279:0:240198:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1783976404.674280:0:240198:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.674281:0:240198:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1783976404.674283:0:240198:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1783976404.674284:0:240198:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1783976404.674285:0:240198:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1783976404.674286:0:240198:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.674287:0:240198:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.674288:0:240198:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.674289:0:240198:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1783976404.674289:0:240198:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.674292:0:240198:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976404.674292:0:240198:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976404.674293:0:240198:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1783976404.674294:0:240198:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1783976404.674295:0:240198:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.674296:0:240198:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da1ea0 00000020:00000010:0.0:1783976404.674299:0:240198:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f960cf3600. 00000020:00000010:0.0:1783976404.674302:0:240198:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0cb40. 00000008:00000010:0.0:1783976404.674307:0:240198:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f95832ce50. 00020000:00000010:0.0:1783976404.674310:0:240198:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9749283c0. 00008000:00000010:0.0:1783976404.674313:0:240198:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c28000. 00000080:00000010:0.0:1783976404.674316:0:240198:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da0c78. 00000080:00000010:0.0:1783976404.674319:0:240198:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f9713306f0. 00000020:00000010:0.0:1783976404.674321:0:240198:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f960cf2a00. 00000008:00000010:0.0:1783976404.674324:0:240198:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950169340. 00020000:00000010:0.0:1783976404.674326:0:240198:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950220000. 00008000:00000010:0.0:1783976404.674328:0:240198:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce1e8. 00000080:00000010:0.0:1783976404.674331:0:240198:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da22d0. 00000020:00000010:0.0:1783976404.674332:0:240198:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f960cf2e00. 00000020:00000010:0.0:1783976404.674334:0:240198:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da1ea0. 00020000:00000001:0.0:1783976404.674335:0:240198:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1783976404.674336:0:240198:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976404.674338:0:240198:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976404.674340:0:240198:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x12002:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1783976404.674342:0:240198:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976404.674343:0:240198:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1783976404.674343:0:240198:0:(cl_object.c:925:cl_env_put()) 1@ffff96f944da11b0 00000020:00000010:0.0:1783976404.674344:0:240198:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f943aaf800. 00000020:00000010:0.0:1783976404.674347:0:240198:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dc0cc60. 00000008:00000010:0.0:1783976404.674349:0:240198:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f958329660. 00020000:00000010:0.0:1783976404.674351:0:240198:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974928300. 00008000:00000010:0.0:1783976404.674352:0:240198:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f942c2aa60. 00000080:00000010:0.0:1783976404.674354:0:240198:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f944da09d8. 00000080:00000010:0.0:1783976404.674356:0:240198:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f9713332e0. 00000020:00000010:0.0:1783976404.674357:0:240198:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f943aafa00. 00000008:00000010:0.0:1783976404.674358:0:240198:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f950168160. 00020000:00000010:0.0:1783976404.674360:0:240198:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f950222480. 00008000:00000010:0.0:1783976404.674361:0:240198:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f94b9ce330. 00000080:00000010:0.0:1783976404.674363:0:240198:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f944da2d20. 00000020:00000010:0.0:1783976404.674364:0:240198:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f943aaf600. 00000020:00000010:0.0:1783976404.674365:0:240198:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f944da11b0. 00000080:00000001:0.0:1783976404.674366:0:240198:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.674368:0:240198:0:(llite_lib.c:2652:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1783976404.674371:0:240198:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f943aae200. 00000020:00000001:0.0:1783976404.674376:0:240198:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803c30 00000080:00200008:0.0:1783976404.674378:0:240198:0:(llite_lib.c:2682:ll_setattr_raw()) COMPLETED file f56oe.sanity-a.7:[0x200002b12:0x12002:0x0](ffff96f974141148) current size 0, valid attrs 100100d0, mode 0, uid 1166467384, gid -26887, new size 0, atime 1783951204.000000000, mtime 1783976404.000000000, ctime 1783976404.000000000, rc 0 00000080:00000001:0.0:1783976404.674381:0:240198:0:(llite_lib.c:2684:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1783976404.674397:0:240198:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.674399:0:240198:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4e000) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976404.674402:0:240198:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4e000) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976404.674404:0:240198:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.674410:0:240198:0:(file.c:443:ll_file_release()) Process entered 00000020:00000001:0.0:1783976404.674412:0:240198:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803db8 00000080:00200008:0.0:1783976404.674413:0:240198:0:(file.c:447:ll_file_release()) START file f56oe.sanity-a.7:[0x200002b12:0x12002:0x0](ffff96f974141148), flags 104001 00000080:00000001:0.0:1783976404.674416:0:240198:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1783976404.674418:0:240198:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1783976404.674419:0:240198:0:(lov_object.c:2392:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1783976404.674420:0:240198:0:(lov_object.c:1257:lov_conf_freeze()) To take share lov(ffff96f97dd4e000) owner 0000000000000000/ffff96f944d827c0 00020000:00000002:0.0:1783976404.674421:0:240198:0:(lov_object.c:1265:lov_conf_thaw()) To release share lov(ffff96f97dd4e000) owner 0000000000000000/ffff96f944d827c0 00020000:00000001:0.0:1783976404.674422:0:240198:0:(lov_object.c:2443:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.674423:0:240198:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1783976404.674427:0:240198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.674430:0:240198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.674431:0:240198:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.674433:0:240198:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.674434:0:240198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.674436:0:240198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x12002:0x0] 00800000:00000001:0.0:1783976404.674437:0:240198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.674441:0:240198:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976404.674442:0:240198:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976404.674447:0:240198:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a39a00 count: 2 00010000:00000001:0.0:1783976404.674448:0:240198:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976404.674451:0:240198:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.674452:0:240198:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b12:0x12002:0x0]: 0 00000080:00000001:0.0:1783976404.674453:0:240198:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976404.674455:0:240198:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976404.674458:0:240198:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9450b8600. 00000080:00000001:0.0:1783976404.674460:0:240198:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976404.674463:0:240198:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976404.674466:0:240198:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976404.674467:0:240198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.674467:0:240198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.674468:0:240198:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.674469:0:240198:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.674470:0:240198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.674471:0:240198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x12002:0x0] 00800000:00000001:0.0:1783976404.674472:0:240198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.674473:0:240198:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x12002:0x0] 00000002:00000001:0.0:1783976404.674482:0:240198:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976404.674484:0:240198:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x12002:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976404.674489:0:240198:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dca80. 00000020:00000040:0.0:1783976404.674492:0:240198:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976404.674496:0:240198:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976404.674498:0:240198:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976404.674502:0:240198:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976404.674509:0:240198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f943aae200. 00000100:00000001:0.0:1783976404.674515:0:240198:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976404.674525:0:240198:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f97b13e680 x1870620496695808/t25770086106(25770086106) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976404.674539:0:240198:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1783976404.674542:0:240198:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f97d2dca80 x1870620496696576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976404.674547:0:240198:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976404.674549:0:240198:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976404.674553:0:240198:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.674554:0:240198:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936538944 : -115476773012672 : ffff96f977f6fb40) 00000100:00000001:0.0:1783976404.674556:0:240198:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.674557:0:240198:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024017024 : -115476685534592 : ffff96f97d2dca80) 00000100:00000001:0.0:1783976404.674560:0:240198:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976404.674563:0:240198:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.674564:0:240198:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976404.674565:0:240198:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.674567:0:240198:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dca80 x1870620496696576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.674572:0:240198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.674573:0:240198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.674575:0:240198:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.674577:0:240198:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.674578:0:240198:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.674580:0:240198:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dca80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240198:1870620496696576:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.674583:0:240198:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.674586:0:240198:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.674588:0:240198:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.674589:0:240198:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.674604:0:240198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff96f951ba8000. 02000000:00000001:0.0:1783976404.674605:0:240198:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.674608:0:240198:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.674611:0:240198:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.674614:0:240198:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff96f977f6f000. 00000100:00000200:0.0:1783976404.674618:0:240198:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1870620496696576, portal 10 00000100:00000001:0.0:1783976404.674619:0:240198:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.674620:0:240198:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024017024 : -115476685534592 : ffff96f97d2dca80) 00000100:00000040:0.0:1783976404.674624:0:240198:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97d2dca80 x1870620496696576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.674628:0:240198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.674630:0:240198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.674632:0:240198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729785d8. 00000100:00000200:0.0:1783976404.674635:0:240198:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1870620496696576, offset 0 00000400:00000200:0.0:1783976404.674638:0:240198:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.674643:0:240198:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.674647:0:240198:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.674651:0:240198:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.674653:0:240198:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.674655:0:240198:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.674657:0:240198:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.674660:0:240198:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778908:778908:256:4294967295] 192.168.201.114@tcp LPNI seq info [778886:778886:8:4294967295] 00000400:00000200:0.0:1783976404.674663:0:240198:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.674670:0:240198:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.674676:0:240198:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.674680:0:240198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ad00. 00000800:00000200:0.0:1783976404.674687:0:240198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.674694:0:240198:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.674698:0:240198:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.674717:0:240198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.674721:0:240198:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976404.674724:0:240198:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.674727:0:240198:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610523 00000100:00000001:0.0:1783976404.674730:0:240198:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308610541 00000100:00000001:0.0:1783976404.674732:0:240198:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610523 00000100:00000001:0.0:1783976404.674734:0:240198:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308610541 00000100:00000001:0.0:1783976404.674736:0:240198:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.674739:0:240198:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.674741:0:240198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.674742:0:240198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783976404.674744:0:240198:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6fb40 going to sleep for 11 seconds 00000100:00000001:0.0:1783976404.674746:0:240198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.674748:0:240198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.679709:0:240198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.679717:0:240198:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.679719:0:240198:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.679722:0:240198:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.679727:0:240198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f977f6f000 00000400:00000010:0.0:1783976404.679729:0:240198:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff96f977f6f000. 00000100:00000001:0.0:1783976404.679732:0:240198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.679737:0:240198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dca80 x1870620496696576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.679745:0:240198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dca80 x1870620496696576/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.679751:0:240198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.679753:0:240198:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.679755:0:240198:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.679758:0:240198:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.679760:0:240198:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.679763:0:240198:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.679766:0:240198:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.679775:0:240198:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c9cf0 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.679778:0:240198:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c9c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976404.679780:0:240198:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.679782:0:240198:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.679785:0:240198:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.679788:0:240198:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.679791:0:240198:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.679794:0:240198:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.679795:0:240198:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.679798:0:240198:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.679799:0:240198:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024017024 : -115476685534592 : ffff96f97d2dca80) 00000100:00000001:0.0:1783976404.679803:0:240198:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.679805:0:240198:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96f94cfb0800: skip recheck: last_committed 25770086066 00000100:00000001:0.0:1783976404.679807:0:240198:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.679809:0:240198:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.679814:0:240198:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dca80 x1870620496696576/t25770086108(25770086108) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.679821:0:240198:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.679824:0:240198:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.679826:0:240198:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976404.679830:0:240198:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dca80 x1870620496696576/t25770086108(25770086108) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.679836:0:240198:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dca80 pname:cluuid:pid:xid:nid:opc:job touch:f0ae10f0-aea6-4997-adfc-1138d73325aa:240198:1870620496696576:192.168.201.114@tcp:35:touch.0 00000100:00000001:0.0:1783976404.679841:0:240198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.679843:0:240198:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.679845:0:240198:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783976404.679847:0:240198:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.679850:0:240198:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dca80 x1870620496696576/t25770086108(25770086108) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.679856:0:240198:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.679859:0:240198:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff96f977f6fb40. 00000100:00000001:0.0:1783976404.679861:0:240198:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783976404.679863:0:240198:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.679868:0:240198:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.679869:0:240198:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024017024 : -115476685534592 : ffff96f97d2dca80) 00000002:00000001:0.0:1783976404.679872:0:240198:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.679876:0:240198:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.679881:0:240198:0:(llite_lib.c:4184:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff96f9450b8600. 00000080:00000001:0.0:1783976404.679886:0:240198:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1783976404.679889:0:240198:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1783976404.679892:0:240198:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976404.679894:0:240198:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976404.679896:0:240198:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976404.679899:0:240198:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976404.679902:0:240198:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976404.679925:0:240198:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x12002:0x0] 00800000:00000001:0.0:1783976404.679928:0:240198:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976404.679932:0:240198:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1783976404.679937:0:240198:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff96f97b13e680 x1870620496695808/t25770086106(25770086106) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.679946:0:240198:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.679947:0:240198:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000001:0.0:1783976404.679949:0:240198:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.679952:0:240198:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496695808/t25770086106(25770086106) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.679959:0:240198:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.679961:0:240198:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.679964:0:240198:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96f97d2dca80 x1870620496696576/t25770086108(25770086108) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.679970:0:240198:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.679972:0:240198:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.679975:0:240198:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496695808/t25770086106(25770086106) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 592/664 e 0 to 0 dl 1783976420 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.679981:0:240198:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1783976404.679985:0:240198:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.679987:0:240198:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=50 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.679989:0:240198:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.679992:0:240198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff96f9773d6000. 02000000:00000001:0.0:1783976404.679996:0:240198:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.679998:0:240198:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.680000:0:240198:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783976404.680017:0:240198:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.680018:0:240198:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.680020:0:240198:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.680024:0:240198:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97d2dca80 x1870620496696576/t25770086108(25770086108) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.680036:0:240198:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976404.680038:0:240198:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff96f853c59800. 00000002:00000001:0.0:1783976404.680041:0:240198:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1783976404.680043:0:240198:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.680045:0:240198:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff96f855750200. 00000100:00000001:0.0:1783976404.680047:0:240198:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.680050:0:240198:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dca80 x1870620496696576/t25770086108(25770086108) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/456 e 0 to 0 dl 1783976420 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.680056:0:240198:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976404.680058:0:240198:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976404.680060:0:240198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff96f951ba8000. 02000000:00000001:0.0:1783976404.680065:0:240198:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976404.680066:0:240198:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976404.680067:0:240198:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=49 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976404.680069:0:240198:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976404.680070:0:240198:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff96f943aae200. 02000000:00000001:0.0:1783976404.680073:0:240198:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976404.680074:0:240198:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976404.680075:0:240198:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dca80. 00000100:00000001:0.0:1783976404.680078:0:240198:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976404.680079:0:240198:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.680082:0:240198:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1783976404.680084:0:240198:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff96f977b96f00. 00000080:00000001:0.0:1783976404.680088:0:240198:0:(file.c:406:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976404.680094:0:240198:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803db8 00000080:00000008:0.0:1783976404.680097:0:240198:0:(file.c:491:ll_file_release()) COMPLETED file f56oe.sanity-a.7:[0x200002b12:0x12002:0x0](ffff96f974141148), flags 104001, rc = 0 00000080:00000001:0.0:1783976404.680100:0:240198:0:(file.c:493:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976404.680105:0:240198:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976404.680107:0:240198:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481803e00 00000080:00002000:0.0:1783976404.680109:0:240198:0:(dcache.c:127:ll_ddelete()) deleting dentry f56oe.sanity-a.7 (ffff96f9612dbaf8, parent ffff96f97c080510, inode ffff96f974141148) hashed, 00000080:00000001:0.0:1783976404.680112:0:240198:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976404.680118:0:240198:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976404.680124:0:240198:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:0.0:1783976404.712738:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.712743:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.712744:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976404.712750:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ba3ed80 x1870620496697344/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.712757:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976404.712759:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.712762:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976404.712765:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976404.712768:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976404.712771:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ba3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496697344:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.712775:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976404.712780:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976404.712782:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.712784:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976404.712790:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c400. 02000000:00000001:0.0:1783976404.712792:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976404.712798:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976404.712802:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976404.712809:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976404.712815:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496697344, portal 4 00000100:00000001:0.0:1783976404.712818:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.712830:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998204800 : -115476711346816 : ffff96f97ba3ed80) 00000100:00000040:0.0:1783976404.712837:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff96f97ba3ed80 x1870620496697344/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.712843:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976404.712846:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976404.712849:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783976404.712854:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1870620496697344, offset 0 00000400:00000200:0.0:1783976404.712860:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976404.712867:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.712875:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976404.712881:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976404.712886:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976404.712890:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976404.712893:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976404.712897:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778912:778912:256:4294967295] 192.168.201.114@tcp LPNI seq info [778890:778890:8:4294967295] 00000400:00000200:0.0:1783976404.712901:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976404.712911:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976404.712929:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976404.712934:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a100. 00000800:00000200:0.0:1783976404.712941:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976404.712949:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976404.712953:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1783976404.713005:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.713011:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59636 usecs (60 jiffies) 00000400:00000200:0.0:1783976404.713014:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976404.713017:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308610611 00000100:00000001:0.0:1783976404.713032:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308610605 00000100:00000001:0.0:1783976404.713037:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308610611 00000100:00000001:0.0:1783976404.713040:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308610605 00000100:00000001:0.0:1783976404.713043:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.713046:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.713049:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.713051:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.713058:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.713060:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976404.713062:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.713063:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976404.713064:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.713067:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.713078:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.713081:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.717073:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.717080:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976404.717087:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976404.717089:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976404.717093:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976404.717098:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783976404.717101:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783976404.717105:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976404.717109:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ba3ed80 x1870620496697344/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1783976404.717133:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ba3ed80 x1870620496697344/t0(0) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.717179:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976404.717181:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.717183:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976404.717186:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976404.717189:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976404.717192:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976404.717195:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976404.717204:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4c8c60 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1783976404.717208:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4c8c18 time=124 v=5 (1 1 0 0) 00000100:00000001:0.0:1783976404.717211:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976404.717212:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976404.717215:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976404.717219:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.717222:0:2408:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1783976404.717224:0:2408:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1783976404.717226:0:2408:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1783976404.717229:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976404.717230:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596998204800 : -115476711346816 : ffff96f97ba3ed80) 00000100:00000001:0.0:1783976404.717234:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976404.717236:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff96f94cfb0800: skip recheck: last_committed 12884915109 00000100:00000001:0.0:1783976404.717238:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976404.717241:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.717246:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ba3ed80 x1870620496697344/t12884915122(12884915122) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.717258:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976404.717261:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976404.717263:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1783976404.717265:0:2408:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1783976404.717275:0:2408:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976404.717279:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ba3ed80 x1870620496697344/t12884915122(12884915122) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1783976404.717286:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ba3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496697344:192.168.201.114@tcp:2:touch.0 00000100:00000001:0.0:1783976404.717291:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.717293:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976404.717296:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ba3ed80 x1870620496697344/t12884915122(12884915122) o2->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 440/432 e 0 to 0 dl 1783976420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976404.717303:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.717305:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976404.717312:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976404.717314:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976404.717316:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976404.717318:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236412:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976405.236422:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976405.236431:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dca80. 00000020:00000040:0.0:1783976405.236436:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 00000100:00000001:0.0:1783976405.236440:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976405.236442:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976405.236446:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976405.236452:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a200. 00000100:00000001:0.0:1783976405.236458:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236465:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS req@ffff96f97d2dca80 x1870620496697728/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976405.236473:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976405.236478:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236485:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a450a115] to pc [ptlrpcd_00_01+1] req@ffff96f97d2dca80 x1870620496697728/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976405.236521:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236524:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976405.236527:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976405.236530:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dfb80. 00000020:00000040:0.0:1783976405.236532:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976405.236535:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976405.236536:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976405.236538:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976405.236542:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a400. 00000100:00000001:0.0:1783976405.236545:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236550:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976405.236557:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976405.236561:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236566:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007188572e] to pc [ptlrpcd_00_00+0] req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976405.236579:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236587:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13948) 00000100:00000001:0.0:1783976405.236605:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976405.236610:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976405.236613:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976405.236621:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976405.236631:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976405.236634:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976405.236638:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976405.236640:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976405.236644:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976405.236649:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496697856:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976405.236655:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976405.236658:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976405.236661:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976405.236663:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976405.236668:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f943aae200. 02000000:00000001:0.0:1783976405.236672:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976405.236679:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976405.236683:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976405.236690:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976405.236696:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496697856, portal 10 00000100:00000001:0.0:1783976405.236699:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976405.236701:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024029568 : -115476685522048 : ffff96f97d2dfb80) 00000100:00000040:0.0:1783976405.236712:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976405.236726:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976405.236732:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976405.236737:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976405.236749:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496697856, offset 0 00000400:00000200:0.0:1783976405.236759:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976405.236793:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976405.236802:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976405.236810:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976405.236817:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976405.236822:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976405.236827:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976405.236832:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778915:778915:255:4294967295] 192.168.201.114@tcp LPNI seq info [778893:778893:7:4294967295] 00000400:00000200:0.0:1783976405.236837:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976405.236844:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976405.236849:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976405.236853:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a600. 00000800:00000200:0.0:1783976405.236857:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976405.236866:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976405.236869:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976405.236940:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.236945:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783976405.236949:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976405.236952:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308611086 00000100:00000010:0.0:1783976405.236958:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ecc0. 00000100:00000001:0.0:1783976405.236968:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976405.236987:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308611086 00000100:00000010:0.0:1783976405.236992:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ef00. 00000100:00000001:0.0:1783976405.237000:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976405.237006:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976405.237009:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976405.237014:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976405.237021:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976405.237084:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976405.237086:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976405.237088:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976405.237089:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976405.237090:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976405.237092:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976405.245191:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976405.245194:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783976405.245993:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976405.245997:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976405.246000:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976405.246005:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783976405.246008:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783976405.246011:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976405.246019:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976405.246028:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976405.246041:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976405.246043:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976405.246046:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783976405.246048:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783976405.246051:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783976405.246053:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976405.246056:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783976405.246065:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff96f94e4ccc60 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1783976405.246069:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff96f94e4ccc18 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1783976405.246071:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783976405.246073:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976405.246075:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783976405.246079:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976405.246083:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783976405.246085:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff96f94cfb0800: skip recheck: last_committed 25769972917 00000100:00000001:0.0:1783976405.246087:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783976405.246091:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976405.246096:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976405.246104:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976405.246107:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976405.246109:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976405.246113:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976421 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976405.246121:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496697856:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976405.246126:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976405.246128:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976405.246132:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dfb80 x1870620496697856/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976421 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976405.247298:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976405.247301:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976405.247305:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f943aae200. 02000000:00000001:0.0:1783976405.247311:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976405.247313:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976405.247315:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=29 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976405.247318:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976405.247320:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a400. 02000000:00000001:0.0:1783976405.247323:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976405.247324:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976405.247326:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dfb80. 00000100:00000001:0.0:1783976405.247329:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976405.247331:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976405.247334:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976405.247341:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976405.247343:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976405.247345:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976405.247347:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976405.873381:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976405.873385:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976405.873389:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976406.897452:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976406.897457:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976406.897461:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976407.923911:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976407.923915:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976407.923918:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976408.945475:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976408.945479:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976408.945482:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783976410.353457:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976410.353468:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976410.353478:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dfb80. 00000020:00000040:0.0:1783976410.353484:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 00000100:00000001:0.0:1783976410.353489:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976410.353492:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976410.353497:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976410.353505:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a400. 00000100:00000001:0.0:1783976410.353512:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353524:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976410.353535:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976410.353539:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353545:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007188572e] to pc [ptlrpcd_00_01+1] req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.353575:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353577:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976410.353581:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976410.353584:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2dca80. 00000020:00000040:0.0:1783976410.353586:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976410.353589:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976410.353590:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976410.353592:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976410.353594:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a900. 00000100:00000001:0.0:1783976410.353597:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353600:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976410.353607:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976410.353609:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353612:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a450a115] to pc [ptlrpcd_00_00+0] req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.353620:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353622:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976410.353625:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976410.353627:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97d2df480. 00000020:00000040:0.0:1783976410.353629:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976410.353631:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976410.353631:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976410.353633:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976410.353636:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a800. 00000100:00000001:0.0:1783976410.353638:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353641:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976410.353648:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976410.353649:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353652:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062bd1e72] to pc [ptlrpcd_00_01+1] req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.353659:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353660:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976410.353663:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976410.353666:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f97ae84000. 00000020:00000040:0.0:1783976410.353667:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976410.353669:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976410.353670:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976410.353671:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976410.353674:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2af00. 00000100:00000001:0.0:1783976410.353676:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353679:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976410.353685:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976410.353687:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353690:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e3269bc] to pc [ptlrpcd_00_00+0] req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.353696:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353698:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976410.353701:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976410.353704:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f981c07b80. 00000020:00000040:0.0:1783976410.353706:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976410.353708:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976410.353709:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976410.353711:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976410.353713:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2ac00. 00000100:00000001:0.0:1783976410.353715:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353719:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976410.353725:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976410.353726:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353730:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a849eaf] to pc [ptlrpcd_00_01+1] req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.353736:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353740:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13953) 00000100:00000001:0.0:1783976410.353748:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976410.353751:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976410.353752:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976410.353757:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.353764:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976410.353765:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.353769:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976410.353772:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976410.353774:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976410.353777:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698112:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976410.353781:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976410.353786:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976410.353788:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.353790:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976410.353794:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f943aae200. 02000000:00000001:0.0:1783976410.353796:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976410.353802:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976410.353806:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783976410.353813:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783976410.353830:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496698112, portal 10 00000100:00000001:0.0:1783976410.353833:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976410.353834:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024017024 : -115476685534592 : ffff96f97d2dca80) 00000100:00000040:0.0:1783976410.353841:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.353848:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976410.353851:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976410.353854:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783976410.353857:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496698112, offset 0 00000400:00000200:0.0:1783976410.353863:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976410.353871:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.353879:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976410.353884:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976410.353887:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976410.353891:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976410.353893:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976410.353897:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778916:778916:256:4294967295] 192.168.201.114@tcp LPNI seq info [778894:778894:8:4294967295] 00000400:00000200:0.0:1783976410.353901:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.353910:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976410.353915:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976410.353919:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783976410.353926:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976410.353933:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976410.353937:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976410.353953:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.353958:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783976410.353961:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976410.353963:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308616202 00000100:00000010:0.0:1783976410.353967:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783976410.353975:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976410.353986:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308616202 00000100:00000010:0.0:1783976410.353990:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783976410.353993:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976410.353997:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976410.354000:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976410.354002:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976410.354005:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354012:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976410.354013:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354015:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976410.354017:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976410.354019:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976410.354021:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698368:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976410.354024:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976410.354026:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976410.354028:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354030:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976410.354032:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f943aaf600. 02000000:00000001:0.0:1783976410.354034:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976410.354037:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976410.354039:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783976410.354042:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783976410.354045:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496698368, portal 4 00000100:00000001:0.0:1783976410.354046:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976410.354047:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985905152 : -115476723646464 : ffff96f97ae84000) 00000100:00000040:0.0:1783976410.354052:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354058:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976410.354060:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976410.354062:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978660. 00000100:00000200:0.0:1783976410.354065:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496698368, offset 0 00000400:00000200:0.0:1783976410.354068:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354071:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354074:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976410.354077:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976410.354079:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976410.354081:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976410.354083:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354086:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778917:778917:255:4294967295] 192.168.201.114@tcp LPNI seq info [778895:778895:7:4294967295] 00000400:00000200:0.0:1783976410.354090:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354096:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976410.354100:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976410.354103:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783976410.354106:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976410.354111:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976410.354113:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976410.354116:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.354118:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783976410.354121:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976410.354122:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308616252 00000100:00000001:0.0:1783976410.354127:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, simply extend its deadline from 4308616202 00000100:00000001:0.0:1783976410.354130:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308616252 00000100:00000001:0.0:1783976410.354132:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, simply extend its deadline from 4308616202 00000100:00000001:0.0:1783976410.354152:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976410.354155:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976410.354157:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976410.354159:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976410.354166:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976410.354168:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783976410.354170:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976410.354172:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976410.354174:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976410.354177:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1783976410.354179:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976410.354181:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976410.354183:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976410.354185:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976410.354187:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976410.354188:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976410.354192:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354198:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976410.354200:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354202:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976410.354203:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976410.354205:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976410.354208:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496697984:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976410.354212:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976410.354214:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976410.354216:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354219:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976410.354224:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f943aafa00. 02000000:00000001:0.0:1783976410.354227:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976410.354233:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976410.354246:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703938f0. 00000400:00000010:0.0:1783976410.354253:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783976410.354260:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496697984, portal 25 00000100:00000001:0.0:1783976410.354265:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976410.354268:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024029568 : -115476685522048 : ffff96f97d2dfb80) 00000100:00000040:0.0:1783976410.354277:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354291:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976410.354294:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976410.354297:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729784c8. 00000100:00000200:0.0:1783976410.354300:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870620496697984, offset 0 00000400:00000200:0.0:1783976410.354303:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354306:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354310:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976410.354313:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976410.354315:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976410.354317:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976410.354320:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354323:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778918:778918:255:4294967295] 192.168.201.114@tcp LPNI seq info [778896:778896:7:4294967295] 00000400:00000200:0.0:1783976410.354326:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354332:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976410.354335:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976410.354339:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783976410.354343:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976410.354347:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976410.354350:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976410.354355:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976410.354362:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976410.354367:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4308617464 00000100:00000001:0.0:1783976410.354373:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4308616252 00000100:00000001:0.0:1783976410.354380:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4308617464 00000100:00000001:0.0:1783976410.354386:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4308616252 00000100:00000001:0.0:1783976410.354392:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976410.354397:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976410.354402:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976410.354408:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354435:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976410.354437:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354440:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976410.354441:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976410.354444:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976410.354451:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97d2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698240:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976410.354454:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976410.354456:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976410.354458:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354459:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976410.354462:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f943aaf800. 02000000:00000001:0.0:1783976410.354463:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976410.354466:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976410.354468:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393bb0. 00000400:00000010:0.0:1783976410.354471:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783976410.354473:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496698240, portal 10 00000100:00000001:0.0:1783976410.354474:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976410.354476:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597024027776 : -115476685523840 : ffff96f97d2df480) 00000100:00000040:0.0:1783976410.354481:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1783976426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354487:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976410.354489:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976410.354491:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729785d8. 00000100:00000200:0.0:1783976410.354494:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870620496698240, offset 0 00000400:00000200:0.0:1783976410.354498:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354501:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354504:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976410.354507:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976410.354509:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976410.354512:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976410.354514:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354517:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778919:778919:255:4294967295] 192.168.201.114@tcp LPNI seq info [778897:778897:7:4294967295] 00000400:00000200:0.0:1783976410.354521:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354528:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976410.354535:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976410.354541:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783976410.354548:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976410.354558:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976410.354563:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976410.354569:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.354574:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783976410.354581:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976410.354583:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308616204 00000100:00000001:0.0:1783976410.354585:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308617464 00000100:00000001:0.0:1783976410.354587:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308616204 00000100:00000001:0.0:1783976410.354589:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308617464 00000100:00000001:0.0:1783976410.354591:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976410.354593:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976410.354594:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976410.354599:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354605:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976410.354607:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354608:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976410.354610:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976410.354612:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976410.354620:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698496:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976410.354626:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976410.354629:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976410.354630:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976410.354632:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976410.354636:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96f9450b8e00. 02000000:00000001:0.0:1783976410.354637:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976410.354640:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783976410.354643:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703934d0. 00000400:00000010:0.0:1783976410.354647:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783976410.354650:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870620496698496, portal 4 00000100:00000001:0.0:1783976410.354651:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976410.354653:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628597100739456 : -115476608812160 : ffff96f981c07b80) 00000100:00000040:0.0:1783976410.354658:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1783976426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976410.354664:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976410.354666:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783976410.354669:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978000. 00000100:00000200:0.0:1783976410.354672:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870620496698496, offset 0 00000400:00000200:0.0:1783976410.354680:0:2408:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354686:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354693:0:2408:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783976410.354698:0:2408:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976410.354703:0:2408:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783976410.354707:0:2408:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976410.354713:0:2408:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783976410.354720:0:2408:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [778920:778920:255:4294967295] 192.168.201.114@tcp LPNI seq info [778898:778898:7:4294967295] 00000400:00000200:0.0:1783976410.354731:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976410.354742:0:2408:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783976410.354753:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783976410.354759:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783976410.354768:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (5) 00000800:00000200:0.0:1783976410.354776:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.114@tcp ip 192.168.201.114:988 00000800:00000200:0.0:1783976410.354780:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96f853c2a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783976410.354793:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976410.354797:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783976410.354800:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783976410.354802:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4308616224 00000100:00000001:0.0:1783976410.354804:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4308617464 00000100:00000001:0.0:1783976410.354806:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4308616224 00000100:00000001:0.0:1783976410.354808:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4308617464 00000100:00000001:0.0:1783976410.354812:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976410.354814:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976410.354825:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976410.354827:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976410.993470:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976410.993474:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976410.993478:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976411.380859:0:2408:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976411.380874:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976411.380876:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1783976411.380883:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976411.380886:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976411.380891:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976411.380895:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976412.019259:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976412.019263:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976412.019266:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976413.041352:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976413.041356:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976413.041359:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976414.065467:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976414.065472:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976414.065475:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783976415.473335:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976415.473345:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976415.473358:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783976415.473364:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=5 obd=MGC192.168.201.114@tcp 00000100:00000001:0.0:1783976415.473368:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976415.473372:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976415.473381:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976415.473394:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a300. 00000100:00000001:0.0:1783976415.473402:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473417:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS req@ffff96f974b68380 x1870620496698624/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976415.473430:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976415.473436:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473444:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_00_00+0] req@ffff96f974b68380 x1870620496698624/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976415.473477:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473480:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976415.473482:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976415.473485:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976415.473486:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976415.473488:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976415.473489:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976415.473490:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976415.473493:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a200. 00000100:00000001:0.0:1783976415.473495:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473498:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976415.473503:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976415.473504:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473506:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_00_01+1] req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976415.473512:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473513:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976415.473515:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976415.473517:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976415.473518:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=31 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976415.473519:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976415.473520:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976415.473521:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976415.473523:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a600. 00000100:00000001:0.0:1783976415.473524:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473527:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976415.473535:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976415.473536:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473539:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_00_00+0] req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976415.473542:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473544:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976415.473545:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976415.473547:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976415.473548:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976415.473549:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976415.473550:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976415.473550:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976415.473552:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2a100. 00000100:00000001:0.0:1783976415.473554:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473556:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976415.473559:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976415.473560:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473562:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_00_01+1] req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976415.473565:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473567:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783976415.473568:0:216796:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783976415.473570:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976415.473571:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976415.473572:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976415.473573:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976415.473573:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976415.473575:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96f853c2ad00. 00000100:00000001:0.0:1783976415.473578:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473580:0:216796:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976415.473583:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976415.473584:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473586:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_00_00+0] req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976415.473589:0:216796:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976415.473593:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13959) 00000020:00000001:0.0:1783976416.113349:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976416.113354:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976416.113358:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976417.137387:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976417.137391:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976417.137394:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976418.161392:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976418.161396:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976418.161399:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976419.185411:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976419.185416:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976419.185420:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976421.233407:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976421.233411:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976421.233414:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976422.257354:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976422.257358:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976422.257362:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976423.281362:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976423.281366:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976423.281369:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976423.665241:0:2408:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976423.665257:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976423.665259:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976423.665264:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976423.665267:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976423.665270:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976423.665274:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976424.305423:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976424.305427:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976424.305431:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976424.689234:0:2408:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976424.689260:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976424.689262:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976424.689269:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976424.689275:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976424.689280:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976424.689284:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976425.713278:0:2408:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976425.713298:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976425.713301:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976425.713306:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976425.713310:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976425.713322:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976425.713329:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976426.353333:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976426.353338:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976426.353341:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976426.737322:0:2408:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976426.737328:0:2408:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976426.737348:0:2408:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976410/real 1783976410] req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976426.744991:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976426.744996:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976426.744999:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703938f0. 00000400:00000200:0.0:1783976426.745007:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978220 00000400:00000010:0.0:1783976426.745009:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978220. 00000100:00000001:0.0:1783976426.745012:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976426.745020:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976426.745031:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.745045:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976426.745047:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.745050:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.745052:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976426.745056:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.745063:0:2408:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976426.745066:0:2408:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1783976426.745069:0:2408:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.114@tcp: Connection to MGS (at 192.168.201.114@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1783976426.748127:0:2408:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.201.114@tcp for MGC192.168.201.114@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1783976426.748132:0:2408:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1783976426.748134:0:2408:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1783976426.748155:0:2408:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1783976426.748162:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.748173:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f974b68380 x1870620496698624/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.748183:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f977e4b480 x1870620496699264/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.748202:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff96f977e49500 x1870620496699904/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1783976441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.748214:0:2408:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1783976426.748215:0:2408:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1783976426.748218:0:2408:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:0.0:1783976426.748221:0:2408:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1783976426.748224:0:2408:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1783976426.748227:0:2408:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.748230:0:2408:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1783976426.748234:0:2408:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:0.0:1783976426.748236:0:2408:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1783976426.748238:0:2408:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.748239:0:2408:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783976426.748241:0:2408:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:0.0:1783976426.748255:0:2408:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976426.748258:0:2408:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.748263:0:2408:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976426.748272:0:2408:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976410/real 1783976410] req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976426.748319:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976426.748323:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976426.748330:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393bb0. 00000400:00000200:0.0:1783976426.748338:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729782a8 00000400:00000010:0.0:1783976426.748344:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729782a8. 00000100:00000001:0.0:1783976426.748349:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976426.748358:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976426.748388:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.748450:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976426.748458:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.748464:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.748470:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976426.748483:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.748525:0:2408:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976426.748529:0:2408:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783976426.748559:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff96f94cfb0800: Connection to lustre-MDT0001 (at 192.168.201.114@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783976426.752867:0:2408:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783976426.752873:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783976426.752876:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.752880:0:2408:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783976426.752883:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1783976426.752908:0:2408:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976426.752911:0:2408:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.752917:0:2408:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976426.752929:0:2408:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976410/real 1783976410] req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976426.752946:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976426.752949:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976426.752953:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703934d0. 00000400:00000200:0.0:1783976426.752958:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729787f8 00000400:00000010:0.0:1783976426.752961:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729787f8. 00000100:00000001:0.0:1783976426.752965:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976426.752970:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976426.752984:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.752994:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976426.752997:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753001:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.753003:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976426.753007:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753016:0:2408:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976426.753020:0:2408:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783976426.753027:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff96f94cfb0800: Connection to lustre-OST0001 (at 192.168.201.114@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783976426.753030:0:2408:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783976426.753034:0:2408:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1783976426.753038:0:2408:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.753043:0:2408:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783976426.753046:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1783976426.753054:0:2408:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976426.753058:0:2408:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753063:0:2408:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976426.753067:0:2408:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976410/real 1783976410] req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976426.753076:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976426.753079:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976426.753082:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393aa8. 00000400:00000200:0.0:1783976426.753087:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783976426.753091:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783976426.753094:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976426.753100:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976426.753113:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753122:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976426.753125:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753127:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.753130:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976426.753163:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753176:0:2408:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976426.753179:0:2408:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783976426.753188:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff96f94cfb0800: Connection to lustre-MDT0000 (at 192.168.201.114@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783976426.753191:0:2408:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1783976426.753193:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1783976426.753194:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.753196:0:2408:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783976426.753197:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1783976426.753201:0:2408:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976426.753204:0:2408:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753207:0:2408:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976426.753212:0:2408:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976410/real 1783976410] req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976426.753223:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976426.753225:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976426.753228:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783976426.753232:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783976426.753236:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783976426.753240:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976426.753244:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976426.753254:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753261:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976426.753264:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753267:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.753269:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976426.753275:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753289:0:2408:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976426.753293:0:2408:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783976426.753301:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff96f94cfb0800: Connection to lustre-OST0000 (at 192.168.201.114@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1783976426.753308:0:2408:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1783976426.753312:0:2408:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1783976426.753317:0:2408:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.753319:0:2408:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1783976426.753323:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1783976426.753331:0:2408:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976426.753335:0:2408:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753346:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976426.753350:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.753356:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976426.753360:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976426.753364:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976426.753374:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753396:0:2408:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1783976426.753404:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753409:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.753412:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976426.753422:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.753446:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12eeae42-3db7-49c2-9cc7-fd3586506e65:2408:1870620496697984:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976426.753455:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753460:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976426.753464:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976426.753472:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753481:0:2408:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976426.753486:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753491:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.753493:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976426.753499:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.753513:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698240:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976426.753518:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753523:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976426.753527:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976426.753547:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753900:0:2408:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976426.753903:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753907:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.753911:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976426.753918:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.753926:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f981c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698496:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976426.753931:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753936:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976426.753937:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976426.753941:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.753951:0:2408:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976426.753955:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753958:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.753959:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976426.753966:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.753979:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97d2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698112:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976426.753986:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.753989:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976426.753991:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976426.753996:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.754000:0:2408:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976426.754001:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754003:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976426.754004:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976426.754005:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976426.754010:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f0ae10f0-aea6-4997-adfc-1138d73325aa:2408:1870620496698368:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976426.754015:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754021:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976426.754025:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dfb80 x1870620496697984/t0(0) o400->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.754038:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976426.754043:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976426.754048:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f943aafa00. 02000000:00000001:0.0:1783976426.754053:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976426.754056:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976426.754059:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976426.754063:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976426.754066:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a400. 02000000:00000001:0.0:1783976426.754072:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976426.754075:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976426.754079:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dfb80. 00000100:00000001:0.0:1783976426.754084:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976426.754088:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754092:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976426.754099:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2df480 x1870620496698240/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.754117:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976426.754121:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976426.754125:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f943aaf800. 02000000:00000001:0.0:1783976426.754131:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976426.754134:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976426.754158:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=33 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976426.754164:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976426.754167:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a800. 02000000:00000001:0.0:1783976426.754173:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976426.754177:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976426.754180:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2df480. 00000100:00000001:0.0:1783976426.754183:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976426.754186:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754190:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976426.754197:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f981c07b80 x1870620496698496/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.754213:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976426.754216:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976426.754220:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f9450b8e00. 02000000:00000001:0.0:1783976426.754225:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976426.754228:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976426.754230:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=18 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976426.754236:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976426.754238:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ac00. 02000000:00000001:0.0:1783976426.754244:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976426.754246:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976426.754247:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f981c07b80. 00000100:00000001:0.0:1783976426.754251:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976426.754253:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754258:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976426.754265:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97d2dca80 x1870620496698112/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.754279:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976426.754282:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976426.754285:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f943aae200. 02000000:00000001:0.0:1783976426.754289:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976426.754291:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976426.754294:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=55 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976426.754298:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976426.754301:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a900. 02000000:00000001:0.0:1783976426.754305:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976426.754307:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976426.754309:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97d2dca80. 00000100:00000001:0.0:1783976426.754314:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976426.754317:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754320:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976426.754326:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae84000 x1870620496698368/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976426 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976426.754342:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976426.754602:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976426.754611:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f943aaf600. 02000000:00000001:0.0:1783976426.754618:0:2408:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976426.754622:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976426.754627:0:2408:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976426.754634:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976426.754638:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2af00. 02000000:00000001:0.0:1783976426.754643:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976426.754646:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976426.754651:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae84000. 00000100:00000001:0.0:1783976426.754659:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976426.754662:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754667:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976426.754677:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976426.754682:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976426.754689:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976426.754694:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976427.379618:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976427.379625:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976427.379629:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976428.401325:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976428.401334:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976428.401337:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976429.425329:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976429.425333:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976429.425335:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976431.473422:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976431.473429:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976431.473433:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976431.857284:0:2409:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976431.857290:0:2409:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976431.857306:0:2409:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976415/real 1783976415] req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976431.871378:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976431.871385:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976431.871389:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f478. 00000400:00000200:0.0:1783976431.871400:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a835d8 00000400:00000010:0.0:1783976431.871402:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a835d8. 00000100:00000001:0.0:1783976431.871408:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976431.871419:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976431.871430:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871436:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976431.871437:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871440:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871441:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976431.871457:0:2409:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871463:0:2409:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976431.871465:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff96f94e4cc800 already not connected (conn 2, was 1): CONNECTING 00000100:00000001:0.0:1783976431.871467:0:2409:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976431.871468:0:2409:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871470:0:2409:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976431.871475:0:2409:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976415/real 1783976415] req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976431.871484:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976431.871485:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976431.871487:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80fb58. 00000400:00000200:0.0:1783976431.871489:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83000 00000400:00000010:0.0:1783976431.871491:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83000. 00000100:00000001:0.0:1783976431.871494:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976431.871497:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976431.871506:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871513:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976431.871515:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871517:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871518:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976431.871522:0:2409:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871527:0:2409:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976431.871529:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff96f94e4ca800 already not connected (conn 17, was 16): CONNECTING 00000100:00000001:0.0:1783976431.871531:0:2409:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976431.871533:0:2409:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871535:0:2409:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976431.871539:0:2409:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976415/real 1783976415] req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976431.871547:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976431.871548:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976431.871550:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f9f8. 00000400:00000200:0.0:1783976431.871552:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83330 00000400:00000010:0.0:1783976431.871555:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83330. 00000100:00000001:0.0:1783976431.871557:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976431.871560:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976431.871569:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871576:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976431.871578:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871581:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871583:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976431.871586:0:2409:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871593:0:2409:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976431.871594:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff96f94e4c9800 already not connected (conn 2, was 1): CONNECTING 00000100:00000001:0.0:1783976431.871597:0:2409:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976431.871598:0:2409:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871600:0:2409:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1783976431.871605:0:2409:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783976415/real 1783976415] req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976431.871614:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976431.871615:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976431.871617:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94b80f948. 00000400:00000200:0.0:1783976431.871620:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a833b8 00000400:00000010:0.0:1783976431.871621:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a833b8. 00000100:00000001:0.0:1783976431.871623:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976431.871625:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976431.871630:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871633:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976431.871634:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871635:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871636:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976431.871638:0:2409:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871641:0:2409:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1783976431.871642:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff96f94e4c8800 already not connected (conn 15, was 14): CONNECTING 00000100:00000001:0.0:1783976431.871643:0:2409:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1783976431.871644:0:2409:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871650:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976431.871651:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976431.871654:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976431.871656:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976431.871657:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871659:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976431.871660:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976431.871663:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871668:0:2409:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976431.871670:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871671:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871672:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976431.871674:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976431.871679:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496698880:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976431.871682:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871683:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976431.871683:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976431.871685:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871688:0:2409:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976431.871690:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871690:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871691:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976431.871693:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976431.871698:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496699136:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976431.871700:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871701:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976431.871702:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976431.871706:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871712:0:2409:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976431.871714:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871716:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871717:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976431.871720:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976431.871727:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496698752:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976431.871731:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871732:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976431.871733:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976431.871737:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871743:0:2409:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1783976431.871745:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871747:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976431.871748:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976431.871752:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976431.871758:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f0ae10f0-aea6-4997-adfc-1138d73325aa:2409:1870620496699008:192.168.201.114@tcp:400:kworker.0 00000100:00000001:0.0:1783976431.871761:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871763:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976431.871765:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b68700 x1870620496698880/t0(0) o400->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871769:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976431.871772:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976431.871776:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94e01f400. 02000000:00000001:0.0:1783976431.871780:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976431.871783:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976431.871785:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=32 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976431.871787:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976431.871790:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a600. 02000000:00000001:0.0:1783976431.871793:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976431.871795:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976431.871797:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b68700. 00000100:00000001:0.0:1783976431.871800:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976431.871801:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871803:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976431.871807:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6aa00 x1870620496699136/t0(0) o400->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871813:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976431.871815:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976431.871816:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94e01f600. 02000000:00000001:0.0:1783976431.871817:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976431.871818:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976431.871819:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976431.871820:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976431.871821:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2ad00. 02000000:00000001:0.0:1783976431.871823:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976431.871824:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976431.871826:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6aa00. 00000100:00000001:0.0:1783976431.871829:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976431.871830:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871831:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976431.871834:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b68e00 x1870620496698752/t0(0) o400->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871840:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976431.871841:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976431.871843:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94e01f800. 02000000:00000001:0.0:1783976431.871845:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976431.871846:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976431.871847:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976431.871849:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976431.871851:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a200. 02000000:00000001:0.0:1783976431.871853:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976431.871854:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976431.871855:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b68e00. 00000100:00000001:0.0:1783976431.871858:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976431.871859:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871860:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976431.871863:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6b800 x1870620496699008/t0(0) o400->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 224/224 e 0 to 1 dl 1783976431 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976431.871869:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976431.871870:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976431.871871:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96f94e01f000. 02000000:00000001:0.0:1783976431.871874:0:2409:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976431.871875:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976431.871876:0:2409:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783976431.871878:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976431.871879:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96f853c2a100. 02000000:00000001:0.0:1783976431.871880:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976431.871881:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976431.871883:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6b800. 00000100:00000001:0.0:1783976431.871886:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976431.871887:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871889:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976431.871893:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976431.871894:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976431.871896:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976431.871897:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976432.497367:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976432.497373:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976432.497376:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976434.545439:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976434.545443:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976434.545446:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976436.593420:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976436.593425:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976436.593428:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976437.617410:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976437.617416:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976437.617420:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976439.665616:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976439.665621:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976439.665623:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976441.713506:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976441.713514:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976441.713517:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976442.737385:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976442.737389:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976442.737392:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976446.833971:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976446.833975:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976446.833979:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976447.857577:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976447.857580:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976447.857583:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976451.957023:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976451.957031:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976451.957035:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976452.977670:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976452.977678:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976452.977682:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976456.433262:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976456.433274:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976456.433277:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976456.433280:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976456.433283:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976456.433286:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976456.433288:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976456.433292:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976456.433294:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976456.433297:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1783976456.433302:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13999) 00000020:00000001:0.0:1783976457.073372:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976457.073378:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976457.073381:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976458.098043:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976458.098047:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976458.098050:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976462.193371:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976462.193375:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976462.193423:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976463.217369:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976463.217373:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976463.217376:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976466.673333:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976466.673346:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976466.673352:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976466.673356:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976466.673359:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976466.673363:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976466.673365:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976466.673369:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976466.673372:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976466.673379:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1783976466.673386:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14010) 00000020:00000001:0.0:1783976467.313367:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976467.313371:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976467.313374:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976468.338663:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976468.338668:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976468.338671:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976471.793286:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793297:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976471.793304:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793323:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976471.793328:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793331:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976471.793338:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793344:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976471.793350:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793355:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1783976471.793367:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14015) 00000100:00080000:0.0:1783976471.793766:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793772:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976471.793775:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793778:0:216796:0:(pinger.c:247:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783976471.793782:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.793786:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976471.793789:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976471.793794:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976471.793803:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976471.793815:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 13989 00000400:00000200:0.0:1783976471.793834:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976471.793851:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00001000:0.0:1783976471.793860:0:216796:0:(import.c:2149:obd_at_measure()) add 20 to ffff96f94e4ccc18 time=110 v=15 (15 1 1 1) 00000100:00001000:0.0:1783976471.793870:0:216796:0:(import.c:2215:obd_at_measure()) AT ffff96f94e4ccc18 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:0.0:1783976471.793879:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1783976471.793887:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.793896:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.793904:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.793909:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976471.793917:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976471.793923:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976471.793928:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976471.793935:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976471.793938:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976471.793941:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976471.793944:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.793945:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.793946:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.793947:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976471.793950:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976471.793958:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976471.793964:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976471.793971:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976471.793983:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976471.793993:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.794000:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976471.794008:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976471.794015:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.794022:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976471.794042:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976471.794051:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=31 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976471.794063:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976471.794067:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.794078:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976471.794085:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976471.794092:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976471.794103:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976471.794114:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976471.794132:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496702976/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976471.794217:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976471.794225:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976471.794238:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496702976/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976471.794308:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976471.794315:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.794320:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976471.794324:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976471.794329:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976471.794336:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976471.794348:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 13989 00000400:00000200:0.0:1783976471.794361:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976471.794368:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00001000:0.0:1783976471.794374:0:216796:0:(import.c:2149:obd_at_measure()) add 20 to ffff96f94e4c8c18 time=41 v=15 (15 1 1 0) 00000100:00001000:0.0:1783976471.794380:0:216796:0:(import.c:2215:obd_at_measure()) AT ffff96f94e4c8c18 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 00000100:00080000:0.0:1783976471.794388:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1783976471.794399:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.794406:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.794412:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.794416:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976471.794422:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976471.794426:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976471.794431:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976471.794436:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976471.794444:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976471.794451:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976471.794459:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.794466:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.794473:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.794479:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976471.794485:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976471.794488:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976471.794491:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976471.794493:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976471.794499:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976471.794509:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.794513:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976471.794519:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976471.794528:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.794533:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976471.794542:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976471.794548:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976471.794554:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976471.794560:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.794566:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976471.794571:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976471.794576:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976471.794588:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976471.794597:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976471.794615:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496703104/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976471.794645:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976471.794650:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976471.794660:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496703104/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976471.794908:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976471.794917:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.794936:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976471.794941:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976471.794947:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976471.794954:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976471.794962:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 13989 00000400:00000200:0.0:1783976471.794973:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976471.794982:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00001000:0.0:1783976471.794986:0:216796:0:(import.c:2149:obd_at_measure()) add 20 to ffff96f94e4cac18 time=68 v=15 (15 1 1 0) 00000100:00001000:0.0:1783976471.794990:0:216796:0:(import.c:2215:obd_at_measure()) AT ffff96f94e4cac18 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 00000100:00080000:0.0:1783976471.794992:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1783976471.794996:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.794998:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.795002:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795007:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976471.795014:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976471.795018:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976471.795027:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976471.795032:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976471.795038:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976471.795045:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976471.795051:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795056:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.795060:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795064:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976471.795070:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976471.795078:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795085:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976471.795094:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976471.795103:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976471.795114:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.795124:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976471.795131:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976471.795167:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.795172:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976471.795180:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976471.795186:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976471.795196:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976471.795203:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.795210:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976471.795218:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976471.795224:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976471.795236:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976471.795244:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976471.795259:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496703232/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976471.795276:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976471.795281:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976471.795292:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496703232/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976471.795341:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976471.795352:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14015) 00000100:00080000:0.0:1783976471.795366:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.795376:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976471.795379:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976471.795382:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976471.795390:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976471.795397:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 13989 00000400:00000200:0.0:1783976471.795406:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976471.795416:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00001000:0.0:1783976471.795430:0:216796:0:(import.c:2149:obd_at_measure()) add 20 to ffff96f950ff7c18 time=110 v=15 (15 1 1 1) 00000100:00001000:0.0:1783976471.795439:0:216796:0:(import.c:2215:obd_at_measure()) AT ffff96f950ff7c18 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:0.0:1783976471.795452:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1783976471.795464:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795472:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.795479:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795484:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976471.795492:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976471.795495:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976471.795499:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976471.795503:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976471.795511:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976471.795522:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976471.795533:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795539:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.795548:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795558:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976471.795570:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976471.795584:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795592:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976471.795597:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976471.795600:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976471.795608:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.795612:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976471.795617:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976471.795628:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976471.795637:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976471.795643:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976471.795647:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.795653:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976471.795656:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976471.795661:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976471.795733:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976471.795742:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976471.795764:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496703360/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976471.795792:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976471.795798:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976471.795814:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496703360/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976471.795844:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976471.795852:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976471.795862:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976471.795867:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976471.795871:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976471.795880:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976471.795889:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 13989 00000400:00000200:0.0:1783976471.795901:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976471.795913:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00001000:0.0:1783976471.795919:0:216796:0:(import.c:2149:obd_at_measure()) add 20 to ffff96f94e4c9c18 time=110 v=15 (15 1 1 1) 00000100:00001000:0.0:1783976471.795927:0:216796:0:(import.c:2215:obd_at_measure()) AT ffff96f94e4c9c18 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:0.0:1783976471.795940:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1783976471.795952:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795958:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.795966:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.795976:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976471.795987:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976471.795993:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976471.796001:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976471.796007:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976471.796018:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976471.796031:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976471.796040:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.796050:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976471.796054:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976471.796058:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976471.796064:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976471.796071:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976471.796080:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976471.796085:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976471.796092:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976471.796102:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.796111:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976471.796117:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976471.796125:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.796165:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976471.796179:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976471.796185:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976471.796193:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976471.796196:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976471.796202:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976471.796206:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976471.796213:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976471.796222:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976471.796229:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976471.796243:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496703488/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976471.796262:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976471.796269:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976471.796283:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496703488/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976471.796351:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976471.796363:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14015) 00000020:00000001:0.0:1783976472.433405:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976472.433409:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976472.433412:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976473.457385:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976473.457390:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976473.457393:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976476.913263:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976476.913276:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976476.913279:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976476.913284:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976476.913290:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976476.913297:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14010 00000400:00000200:0.0:1783976476.913307:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976476.913313:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976476.913316:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976476.913318:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913321:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913323:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913325:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976476.913329:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976476.913331:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976476.913335:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976476.913338:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976476.913340:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976476.913342:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976476.913343:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913345:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913346:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913347:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976476.913349:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976476.913351:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913353:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976476.913356:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976476.913358:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976476.913361:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913362:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976476.913364:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976476.913374:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976476.913377:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976476.913381:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976476.913382:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913385:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976476.913388:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976476.913392:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976476.913399:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976476.913407:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976476.913415:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496703616/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976476.913423:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976476.913427:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976476.913432:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496703616/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976476.913458:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976476.913460:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976476.913466:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976476.913467:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976476.913468:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976476.913471:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976476.913472:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14010 00000400:00000200:0.0:1783976476.913475:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976476.913476:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976476.913478:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976476.913480:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913482:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913484:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913485:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976476.913486:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976476.913487:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976476.913488:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976476.913491:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976476.913492:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976476.913493:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976476.913495:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913496:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913498:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913500:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976476.913502:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976476.913504:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913505:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976476.913507:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976476.913513:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976476.913518:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913523:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976476.913531:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976476.913538:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913544:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976476.913550:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976476.913556:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976476.913562:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976476.913566:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913577:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976476.913580:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976476.913583:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976476.913588:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976476.913592:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976476.913599:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496703744/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976476.913611:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976476.913613:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976476.913619:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496703744/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976476.913626:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976476.913631:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976476.913634:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976476.913635:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976476.913636:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976476.913639:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976476.913643:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14010 00000400:00000200:0.0:1783976476.913648:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976476.913658:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976476.913661:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976476.913674:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913678:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913681:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913685:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976476.913689:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976476.913692:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976476.913695:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976476.913698:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976476.913706:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976476.913710:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976476.913717:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913721:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913725:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913729:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976476.913733:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976476.913736:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913741:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976476.913746:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976476.913749:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976476.913754:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913759:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976476.913762:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976476.913767:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913770:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976476.913776:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976476.913780:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976476.913787:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976476.913790:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913794:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976476.913797:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976476.913801:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976476.913810:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976476.913816:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976476.913826:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496703872/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976476.913839:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976476.913843:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976476.913849:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496703872/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976476.913875:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976476.913878:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976476.913882:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976476.913884:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976476.913887:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976476.913892:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976476.913897:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14010 00000400:00000200:0.0:1783976476.913902:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976476.913907:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976476.913909:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976476.913912:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913915:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913917:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913919:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976476.913924:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976476.913927:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976476.913929:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976476.913932:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976476.913936:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976476.913941:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976476.913947:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913952:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.913958:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913963:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976476.913967:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976476.913972:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976476.913974:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976476.913976:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976476.913980:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976476.913984:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.913986:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976476.913990:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976476.913992:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.914004:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976476.914012:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68a80. 00000020:00000040:0.0:1783976476.914017:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976476.914023:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976476.914026:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.914031:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976476.914034:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976476.914049:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976476.914059:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976476.914067:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976476.914077:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68a80 x1870620496704000/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976476.914089:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976476.914094:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976476.914101:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e62c1fc1] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68a80 x1870620496704000/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976476.914119:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976476.914125:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976476.914129:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976476.914131:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976476.914133:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976476.914160:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976476.914164:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14010 00000400:00000200:0.0:1783976476.914168:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976476.914170:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976476.914172:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976476.914174:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.914176:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.914181:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.914184:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976476.914186:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976476.914189:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976476.914192:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976476.914194:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976476.914199:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976476.914201:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976476.914207:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.914210:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976476.914211:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976476.914215:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976476.914219:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976476.914222:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976476.914223:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976476.914224:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976476.914227:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976476.914229:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.914231:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976476.914233:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976476.914237:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.914241:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976476.914248:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976476.914253:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976476.914261:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976476.914264:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976476.914270:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976476.914273:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976476.914277:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976476.914284:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976476.914290:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976476.914299:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496704128/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976476.914312:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976476.914317:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976476.914324:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496704128/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976476.914336:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976476.914341:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14020) 00000020:00000001:0.0:1783976477.553407:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976477.553412:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976477.553416:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976478.577448:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976478.577453:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976478.577456:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976482.033280:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976482.033294:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976482.033297:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976482.033303:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976482.033307:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976482.033316:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14015 00000400:00000200:0.0:1783976482.033327:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976482.033334:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976482.033338:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976482.033342:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033346:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033348:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033351:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976482.033356:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976482.033358:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976482.033361:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976482.033365:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976482.033368:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976482.033370:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976482.033373:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033376:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033378:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033379:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976482.033383:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976482.033387:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033389:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976482.033392:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976482.033396:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976482.033398:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033400:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976482.033403:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976482.033412:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976482.033415:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976482.033419:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976482.033420:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033423:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976482.033426:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976482.033438:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976482.033448:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976482.033457:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976482.033468:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496704256/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976482.033487:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976482.033493:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976482.033497:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496704256/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976482.033519:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976482.033521:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976482.033528:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976482.033529:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976482.033530:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976482.033535:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976482.033537:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14015 00000400:00000200:0.0:1783976482.033539:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976482.033541:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976482.033543:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976482.033545:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033547:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033549:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033550:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976482.033552:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976482.033553:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976482.033554:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976482.033556:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976482.033557:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976482.033558:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976482.033560:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033561:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033563:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033564:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976482.033566:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976482.033569:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033571:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976482.033574:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976482.033591:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976482.033595:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033597:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976482.033603:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976482.033606:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033608:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976482.033613:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6ad80. 00000020:00000040:0.0:1783976482.033616:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976482.033621:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976482.033623:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033624:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976482.033625:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976482.033626:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976482.033629:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976482.033634:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976482.033649:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6ad80 x1870620496704384/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976482.033677:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976482.033681:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976482.033690:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005707d6d7] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6ad80 x1870620496704384/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976482.033707:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976482.033712:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976482.033716:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976482.033718:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976482.033719:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976482.033723:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976482.033728:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14015 00000400:00000200:0.0:1783976482.033734:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976482.033738:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976482.033742:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976482.033746:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033749:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033751:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033753:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976482.033756:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976482.033757:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976482.033760:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976482.033763:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976482.033767:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976482.033770:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976482.033777:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033781:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033783:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033787:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976482.033789:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976482.033793:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033795:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976482.033797:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976482.033800:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976482.033802:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033804:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976482.033805:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976482.033806:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033807:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976482.033810:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976482.033813:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976482.033818:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976482.033821:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033823:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976482.033826:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976482.033830:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976482.033836:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976482.033841:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976482.033851:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496704512/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976482.033865:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976482.033869:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976482.033875:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496704512/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976482.033886:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976482.033888:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976482.033891:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976482.033894:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976482.033896:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976482.033900:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976482.033904:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14015 00000400:00000200:0.0:1783976482.033908:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976482.033911:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976482.033913:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976482.033918:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033922:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033925:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033931:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976482.033933:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976482.033934:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976482.033938:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976482.033941:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976482.033945:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976482.033950:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976482.033955:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033956:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.033958:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033959:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976482.033961:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976482.033963:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976482.033965:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976482.033968:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976482.033972:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976482.033977:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033982:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976482.033986:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976482.033990:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.033992:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976482.033997:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976482.034001:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976482.034005:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976482.034007:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.034009:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976482.034011:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976482.034013:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976482.034019:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976482.034023:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976482.034039:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b480 x1870620496704640/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976482.034052:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976482.034055:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976482.034059:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5d254e0] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b480 x1870620496704640/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976482.034069:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976482.034073:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976482.034077:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976482.034080:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976482.034083:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976482.034089:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976482.034093:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14015 00000400:00000200:0.0:1783976482.034102:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976482.034108:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976482.034113:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976482.034119:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.034123:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.034126:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.034131:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976482.034158:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976482.034160:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976482.034161:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976482.034163:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976482.034165:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976482.034169:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976482.034176:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.034180:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976482.034184:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976482.034188:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976482.034192:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976482.034196:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976482.034200:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976482.034203:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976482.034208:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976482.034213:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.034217:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976482.034221:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976482.034223:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.034228:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976482.034232:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976482.034237:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976482.034242:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976482.034245:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976482.034248:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976482.034250:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976482.034253:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976482.034258:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976482.034263:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976482.034271:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496704768/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976482.034282:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976482.034286:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976482.034291:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496704768/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976482.034305:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976482.034313:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14025) 00000020:00000001:0.0:1783976482.673375:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976482.673379:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976482.673382:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976483.697370:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976483.697375:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976483.697378:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783976485.105578:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.114:988 00000400:00000100:0.0:1783976485.105636:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783976485.105646:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976485.105650:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783976485.105654:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976485.105658:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783976485.105663:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976485.105674:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2900. 00000400:00000200:0.0:1783976485.105690:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976485.105696:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976485.105703:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2550 00000400:00000010:0.0:1783976485.105705:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2550. 00000100:00000001:0.0:1783976485.105711:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976485.105719:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b69500 x1870620496704256/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.105742:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976485.105746:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b69500 x1870620496704256/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.105753:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976485.105760:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976485.105770:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976485.105773:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2800. 00000400:00000200:0.0:1783976485.105776:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976485.105779:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976485.105782:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d27f8 00000400:00000010:0.0:1783976485.105783:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d27f8. 00000100:00000001:0.0:1783976485.105786:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976485.105791:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6ad80 x1870620496704384/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.105803:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976485.105810:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6ad80 x1870620496704384/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.105837:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976485.105839:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976485.105846:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976485.105851:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2600. 00000400:00000200:0.0:1783976485.105857:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976485.105863:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976485.105870:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2d48 00000400:00000010:0.0:1783976485.105873:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2d48. 00000100:00000001:0.0:1783976485.105878:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976485.105885:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6b100 x1870620496704512/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.105897:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976485.105904:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b100 x1870620496704512/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.105916:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976485.105920:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976485.105934:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976485.105940:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2700. 00000400:00000200:0.0:1783976485.105945:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976485.105960:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976485.105966:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2220 00000400:00000010:0.0:1783976485.105970:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2220. 00000100:00000001:0.0:1783976485.105974:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976485.105983:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6b480 x1870620496704640/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.105996:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976485.106002:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b480 x1870620496704640/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.106016:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976485.106020:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976485.106038:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976485.106055:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2c00. 00000400:00000200:0.0:1783976485.106060:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976485.106063:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976485.106066:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2c38 00000400:00000010:0.0:1783976485.106069:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2c38. 00000100:00000001:0.0:1783976485.106074:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976485.106082:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b69c00 x1870620496704768/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.106095:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976485.106101:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b69c00 x1870620496704768/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976507 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976485.106112:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976485.106116:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1783976485.745335:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976485.745339:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976485.745341:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976487.153267:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976487.153278:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976487.153280:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976487.153284:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976487.153288:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976487.153296:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14020 00000400:00000200:0.0:1783976487.153307:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976487.153314:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976487.153318:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976487.153321:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153325:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.153329:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153332:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976487.153337:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976487.153339:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976487.153343:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976487.153347:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976487.153350:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976487.153352:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976487.153355:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153357:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.153359:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153362:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976487.153365:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976487.153369:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153371:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976487.153375:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976487.153379:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976487.153382:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.153384:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976487.153387:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976487.153394:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976487.153397:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976487.153401:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976487.153402:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.153405:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976487.153408:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976487.153413:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976487.153421:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976487.153430:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976487.153441:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496704896/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976487.153453:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976487.153458:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976487.153463:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496704896/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976487.153820:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976487.153824:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976487.153827:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976487.153828:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976487.153830:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976487.153833:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976487.153836:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14020 00000400:00000200:0.0:1783976487.153841:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976487.153844:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976487.153846:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976487.153848:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153850:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.153852:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153853:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976487.153855:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976487.153857:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976487.153859:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976487.153861:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976487.153863:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976487.153864:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976487.153867:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153869:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.153870:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153872:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976487.153874:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976487.153877:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976487.153879:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976487.153881:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976487.153887:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976487.153889:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.153891:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976487.153897:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976487.153900:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.153902:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976487.153906:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6bb80. 00000020:00000040:0.0:1783976487.153908:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976487.153911:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976487.153912:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.153914:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976487.153915:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976487.153917:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976487.153921:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f800. 00000100:00000001:0.0:1783976487.153925:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976487.153930:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6bb80 x1870620496705024/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976487.153936:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976487.153938:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976487.153941:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cad29552] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6bb80 x1870620496705024/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976487.156585:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976487.156593:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976487.156605:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976487.156607:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976487.156610:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976487.156614:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976487.156621:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14020 00000400:00000200:0.0:1783976487.156629:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976487.156635:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976487.156638:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976487.156641:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156644:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.156646:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156649:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976487.156653:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976487.156655:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976487.156657:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976487.156660:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976487.156663:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976487.156666:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976487.156668:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156670:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.156672:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156674:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976487.156677:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976487.156680:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156683:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976487.156686:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976487.156694:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976487.156698:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.156700:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976487.156705:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976487.156708:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.156711:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976487.156720:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6bb80. 00000020:00000040:0.0:1783976487.156724:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976487.156729:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976487.156730:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.156734:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976487.156737:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976487.156741:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976487.156751:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e000. 00000100:00000001:0.0:1783976487.156759:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976487.156778:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6bb80 x1870620496705152/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976487.156788:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976487.156794:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976487.156799:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cad29552] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6bb80 x1870620496705152/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976487.156809:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976487.156812:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976487.156816:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976487.156817:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976487.156819:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976487.156830:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976487.156832:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14020 00000400:00000200:0.0:1783976487.156835:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976487.156838:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976487.156840:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976487.156843:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156848:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.156849:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156852:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976487.156854:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976487.156856:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976487.156857:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976487.156859:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976487.156861:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976487.156864:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976487.156866:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156868:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.156869:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156872:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976487.156874:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976487.156876:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156878:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976487.156880:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976487.156882:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976487.156885:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.156887:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976487.156890:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976487.156893:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.156894:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976487.156898:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976487.156900:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976487.156902:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976487.156903:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.156905:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976487.156906:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976487.156908:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976487.156911:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976487.156915:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976487.156919:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496705280/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976487.156925:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976487.156927:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976487.156930:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496705280/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976487.156938:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976487.156940:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976487.156944:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976487.156945:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976487.156946:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976487.156950:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976487.156951:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14020 00000400:00000200:0.0:1783976487.156955:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976487.156958:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976487.156960:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976487.156963:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156964:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.156966:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156969:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976487.156971:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976487.156972:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976487.156974:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976487.156975:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976487.156977:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976487.156979:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976487.156981:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156983:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976487.156984:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156986:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976487.156987:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976487.156989:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976487.156991:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976487.156993:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976487.156994:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976487.156996:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.156997:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976487.156999:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976487.157001:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.157002:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976487.157004:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976487.157006:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976487.157008:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976487.157009:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976487.157011:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976487.157012:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976487.157014:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976487.157017:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f800. 00000100:00000001:0.0:1783976487.157020:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976487.157024:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b480 x1870620496705408/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976487.157036:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976487.157038:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976487.157041:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5d254e0] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b480 x1870620496705408/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976487.157060:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976487.157066:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14030) 00000020:00000001:0.0:1783976487.793649:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976487.793655:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976487.793659:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976488.817390:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976488.817394:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976488.817398:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976490.865415:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976490.865423:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976490.865440:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976492.913402:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976492.913406:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976492.913409:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976493.937410:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976493.937415:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976493.937418:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783976495.345543:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.114:988 00000400:00000100:0.0:1783976495.345590:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783976495.345601:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976495.345604:0:2395:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783976495.345607:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976495.345610:0:2395:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783976495.345614:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976495.345617:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2e00. 00000400:00000200:0.0:1783976495.345622:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976495.345627:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976495.345633:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2f68 00000400:00000010:0.0:1783976495.345637:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2f68. 00000100:00000001:0.0:1783976495.345641:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976495.345649:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe0a80 x1870620496705536/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345671:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976495.345676:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620496705536/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345683:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976495.345685:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976495.345696:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976495.345699:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2500. 00000400:00000200:0.0:1783976495.345702:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976495.345707:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976495.345711:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d26e8 00000400:00000010:0.0:1783976495.345715:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d26e8. 00000100:00000001:0.0:1783976495.345720:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976495.345726:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe2300 x1870620496705664/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345738:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976495.345745:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620496705664/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345760:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976495.345763:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976495.345772:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976495.345777:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2a00. 00000400:00000200:0.0:1783976495.345782:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976495.345790:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976495.345793:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2198 00000400:00000010:0.0:1783976495.345797:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2198. 00000100:00000001:0.0:1783976495.345801:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976495.345809:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe1c00 x1870620496705792/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345851:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976495.345857:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620496705792/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345872:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976495.345876:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976495.345886:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976495.345892:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2f00. 00000400:00000200:0.0:1783976495.345898:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976495.345906:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976495.345912:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2cc0 00000400:00000010:0.0:1783976495.345916:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2cc0. 00000100:00000001:0.0:1783976495.345919:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976495.345927:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe3b80 x1870620496705920/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345941:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976495.345947:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe3b80 x1870620496705920/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.345958:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976495.345962:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976495.345969:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976495.345974:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2000. 00000400:00000200:0.0:1783976495.345978:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976495.345987:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976495.345992:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2aa0 00000400:00000010:0.0:1783976495.345995:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2aa0. 00000100:00000001:0.0:1783976495.345998:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976495.346005:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe3100 x1870620496706048/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.346017:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976495.346025:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe3100 x1870620496706048/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976517 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976495.346048:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976495.346052:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1783976495.985367:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976495.985371:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976495.985373:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976497.393280:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976497.393292:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976497.393295:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976497.393298:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976497.393302:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976497.393309:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14030 00000400:00000200:0.0:1783976497.393344:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976497.393350:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976497.393353:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976497.393356:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393359:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393361:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393364:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976497.393367:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976497.393369:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976497.393371:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976497.393374:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976497.393377:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976497.393379:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976497.393382:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393384:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393385:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393387:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976497.393394:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976497.393397:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393400:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976497.393403:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976497.393406:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976497.393409:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393412:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976497.393414:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976497.393421:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976497.393425:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976497.393428:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976497.393430:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393432:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976497.393435:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976497.393439:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976497.393447:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976497.393453:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976497.393463:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496706176/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976497.393473:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976497.393478:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976497.393482:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496706176/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976497.393509:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976497.393512:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976497.393515:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976497.393516:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976497.393518:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976497.393521:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976497.393524:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14030 00000400:00000200:0.0:1783976497.393535:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976497.393537:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976497.393540:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976497.393542:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393545:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393547:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393549:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976497.393551:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976497.393552:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976497.393554:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976497.393556:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976497.393558:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976497.393560:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976497.393563:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393565:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393566:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393568:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976497.393570:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976497.393573:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393575:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976497.393577:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976497.393582:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976497.393585:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393586:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976497.393590:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976497.393593:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393595:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976497.393598:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6ad80. 00000020:00000040:0.0:1783976497.393600:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976497.393602:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976497.393604:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393605:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976497.393607:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976497.393609:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976497.393612:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976497.393616:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976497.393620:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6ad80 x1870620496706304/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976497.393628:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976497.393630:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976497.393633:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005707d6d7] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6ad80 x1870620496706304/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976497.393640:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976497.393643:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976497.393646:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976497.393647:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976497.393649:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976497.393651:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976497.393653:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14030 00000400:00000200:0.0:1783976497.393657:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976497.393660:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976497.393662:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976497.393664:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393666:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393668:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393670:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976497.393672:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976497.393673:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976497.393674:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976497.393676:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976497.393678:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976497.393680:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976497.393683:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393685:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393686:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393689:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976497.393691:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976497.393693:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393695:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976497.393697:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976497.393699:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976497.393701:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393703:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976497.393704:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976497.393706:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393708:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976497.393711:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976497.393713:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976497.393715:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976497.393716:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393717:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976497.393718:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976497.393720:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976497.393723:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976497.393726:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976497.393730:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496706432/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976497.393737:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976497.393738:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976497.393742:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496706432/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976497.393749:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976497.393752:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976497.393755:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976497.393756:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976497.393757:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976497.393762:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976497.393764:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14030 00000400:00000200:0.0:1783976497.393767:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976497.393770:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976497.393772:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976497.393775:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393777:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393779:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393781:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976497.393783:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976497.393784:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976497.393786:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976497.393788:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976497.393790:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976497.393792:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976497.393795:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393797:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393799:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393801:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976497.393803:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976497.393805:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393808:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976497.393809:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976497.393812:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976497.393814:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393816:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976497.393818:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976497.393820:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393821:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976497.393825:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976497.393828:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976497.393830:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976497.393831:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393833:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976497.393834:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976497.393836:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976497.393839:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976497.393842:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976497.393846:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496706560/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976497.393853:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976497.393855:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976497.393858:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496706560/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976497.393865:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976497.393867:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976497.393870:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976497.393872:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976497.393874:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976497.393877:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976497.393879:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14030 00000400:00000200:0.0:1783976497.393883:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976497.393886:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976497.393888:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976497.393891:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393893:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393895:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393897:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976497.393899:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976497.393900:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976497.393902:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976497.393904:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976497.393906:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976497.393907:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976497.393910:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393912:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976497.393914:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393915:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976497.393917:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976497.393920:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976497.393922:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976497.393923:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976497.393926:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976497.393927:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393929:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976497.393931:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976497.393932:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393934:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976497.393937:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976497.393939:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976497.393941:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976497.393943:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976497.393944:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976497.393946:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976497.393947:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976497.393951:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976497.393954:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976497.393959:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496706688/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976497.393966:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976497.393967:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976497.393971:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496706688/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976497.393979:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976497.393983:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14040) 00000020:00000001:0.0:1783976498.033386:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976498.033390:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976498.033393:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976499.057410:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976499.057419:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976499.057422:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976501.105409:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976501.105415:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976501.105419:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976502.513268:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976502.513280:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976502.513282:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976502.513287:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976502.513292:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976502.513300:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14035 00000400:00000200:0.0:1783976502.513312:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976502.513319:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976502.513322:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976502.513325:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513329:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513331:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513333:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976502.513338:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976502.513340:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976502.513343:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976502.513347:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976502.513350:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976502.513353:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976502.513356:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513359:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513361:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513363:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976502.513367:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976502.513370:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513373:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976502.513376:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976502.513378:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976502.513381:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513383:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976502.513385:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976502.513397:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976502.513401:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976502.513406:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976502.513407:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513411:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976502.513415:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976502.513420:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976502.513430:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976502.513438:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976502.513447:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496706816/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976502.513466:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976502.513471:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976502.513476:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496706816/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976502.513506:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976502.513509:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976502.513511:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976502.513512:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976502.513513:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976502.513516:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976502.513518:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14035 00000400:00000200:0.0:1783976502.513521:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976502.513523:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976502.513525:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976502.513527:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513529:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513530:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513531:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976502.513533:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976502.513534:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976502.513535:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976502.513536:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976502.513538:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976502.513539:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976502.513540:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513541:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513542:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513544:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976502.513546:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976502.513547:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513549:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976502.513550:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976502.513555:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976502.513556:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513558:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976502.513562:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976502.513564:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513565:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976502.513567:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976502.513569:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976502.513571:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976502.513572:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513574:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976502.513575:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976502.513576:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976502.513579:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976502.513582:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976502.513585:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496706944/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976502.513590:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976502.513592:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976502.513594:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496706944/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976502.513598:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976502.513600:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976502.513602:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976502.513602:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976502.513603:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976502.513605:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976502.513607:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14035 00000400:00000200:0.0:1783976502.513610:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976502.513612:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976502.513615:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976502.513622:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513624:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513626:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513628:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976502.513630:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976502.513632:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976502.513633:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976502.513636:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976502.513637:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976502.513640:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976502.513642:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513644:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513646:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513647:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976502.513650:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976502.513652:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513662:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976502.513664:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976502.513667:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976502.513669:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513670:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976502.513672:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976502.513675:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513676:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976502.513679:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976502.513681:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976502.513684:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976502.513685:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513686:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976502.513688:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976502.513689:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976502.513692:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976502.513695:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976502.513700:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496707072/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976502.513707:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976502.513709:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976502.513712:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496707072/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976502.513719:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976502.513722:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976502.513725:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976502.513726:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976502.513727:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976502.513730:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976502.513733:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14035 00000400:00000200:0.0:1783976502.513737:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976502.513739:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976502.513741:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976502.513744:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513746:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513747:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513749:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976502.513751:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976502.513752:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976502.513754:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976502.513756:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976502.513758:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976502.513760:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976502.513762:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513764:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513765:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513767:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976502.513777:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976502.513779:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513782:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976502.513783:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976502.513786:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976502.513788:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513790:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976502.513793:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976502.513795:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513797:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976502.513801:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68a80. 00000020:00000040:0.0:1783976502.513803:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976502.513805:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976502.513806:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513808:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976502.513809:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976502.513811:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976502.513815:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976502.513819:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976502.513823:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68a80 x1870620496707200/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976502.513830:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976502.513831:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976502.513835:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e62c1fc1] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68a80 x1870620496707200/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976502.513841:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976502.513843:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976502.513846:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976502.513847:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976502.513849:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976502.513852:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976502.513854:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14035 00000400:00000200:0.0:1783976502.513858:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976502.513861:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976502.513863:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976502.513865:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513867:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513869:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513871:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976502.513873:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976502.513874:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976502.513876:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976502.513878:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976502.513879:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976502.513881:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976502.513884:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513885:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976502.513888:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513890:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976502.513892:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976502.513895:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976502.513897:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976502.513899:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976502.513901:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976502.513903:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513905:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976502.513907:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976502.513909:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513910:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976502.513914:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976502.513916:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976502.513918:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976502.513919:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976502.513920:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976502.513922:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976502.513923:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976502.513926:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976502.513929:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976502.513933:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496707328/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976502.513946:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976502.513948:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976502.513951:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496707328/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976502.513957:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976502.513963:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14046) 00000020:00000001:0.0:1783976503.153847:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976503.153854:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976503.153859:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976504.177407:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976504.177410:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976504.177413:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976506.225391:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976506.225395:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976506.225398:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976508.274451:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976508.274455:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976508.274459:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976509.297490:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976509.297495:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976509.297498:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976511.345398:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976511.345411:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976511.345415:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976513.394096:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976513.394101:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976513.394104:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976514.417375:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976514.417382:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976514.417387:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976516.465414:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976516.465418:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976516.465422:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976518.513398:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976518.513403:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976518.513407:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976519.539349:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976519.539354:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976519.539357:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976521.585427:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976521.585431:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976521.585434:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976523.633429:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976523.633434:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976523.633437:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976524.657597:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976524.657601:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976524.657604:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976526.705298:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976526.705302:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976526.705305:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976528.753372:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976528.753376:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976528.753378:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976529.777391:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976529.777395:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976529.777398:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976531.825416:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976531.825421:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976531.825424:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976533.873395:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976533.873400:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976533.873404:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976534.897412:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976534.897416:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976534.897418:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976536.945388:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976536.945392:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976536.945395:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976538.993444:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976538.993449:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976538.993454:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976540.017323:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976540.017327:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976540.017331:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976542.065432:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976542.065436:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976542.065439:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976544.114537:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976544.114542:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976544.114545:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976545.139632:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976545.139637:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976545.139641:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976547.185366:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976547.185378:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976547.185384:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976548.593316:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976548.593328:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976548.593331:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976548.593334:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976548.593338:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976548.593345:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14082 00000400:00000200:0.0:1783976548.593354:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976548.593359:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976548.593362:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976548.593365:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593368:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593370:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593373:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976548.593376:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976548.593378:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976548.593380:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976548.593383:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976548.593387:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976548.593389:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976548.593392:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593394:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593395:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593397:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976548.593400:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976548.593402:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593405:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976548.593407:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976548.593411:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976548.593414:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593416:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976548.593418:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976548.593423:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976548.593437:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976548.593442:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976548.593443:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593446:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976548.593448:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976548.593452:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976548.593459:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976548.593464:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976548.593472:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496712576/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976548.593482:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976548.593485:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976548.593490:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496712576/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976548.593515:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976548.593522:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976548.593526:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976548.593527:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976548.593529:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976548.593532:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976548.593534:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14082 00000400:00000200:0.0:1783976548.593542:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976548.593545:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976548.593547:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976548.593550:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593552:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593554:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593556:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976548.593559:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976548.593560:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976548.593561:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976548.593563:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976548.593565:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976548.593567:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976548.593569:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593571:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593573:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593576:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976548.593578:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976548.593580:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593583:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976548.593584:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976548.593590:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976548.593592:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593593:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976548.593597:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976548.593600:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593602:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976548.593605:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976548.593608:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976548.593610:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976548.593611:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593613:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976548.593614:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976548.593616:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976548.593620:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976548.593623:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976548.593628:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496712704/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976548.593636:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976548.593638:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976548.593641:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496712704/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976548.593647:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976548.593649:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976548.593651:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976548.593652:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976548.593653:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976548.593655:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976548.593657:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14082 00000400:00000200:0.0:1783976548.593659:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976548.593660:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976548.593661:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976548.593663:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593664:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593665:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593667:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976548.593669:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976548.593670:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976548.593671:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976548.593672:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976548.593673:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976548.593674:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976548.593676:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593676:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593677:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593678:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976548.593680:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976548.593681:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593682:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976548.593683:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976548.593685:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976548.593686:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593688:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976548.593689:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976548.593691:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593693:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976548.593695:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976548.593698:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976548.593699:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976548.593700:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593702:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976548.593703:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976548.593704:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976548.593708:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976548.593711:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976548.593715:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496712832/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976548.593728:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976548.593730:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976548.593734:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496712832/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976548.593741:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976548.593743:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976548.593746:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976548.593748:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976548.593749:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976548.593764:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976548.593766:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14082 00000400:00000200:0.0:1783976548.593769:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976548.593770:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976548.593772:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976548.593774:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593775:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593776:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593778:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976548.593779:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976548.593780:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976548.593780:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976548.593782:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976548.593783:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976548.593785:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976548.593786:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593787:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593788:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593789:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976548.593791:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976548.593794:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593796:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976548.593797:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976548.593800:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976548.593802:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593804:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976548.593806:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976548.593808:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593810:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976548.593813:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976548.593815:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976548.593817:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976548.593818:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593819:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976548.593820:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976548.593822:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976548.593825:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976548.593828:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976548.593832:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496712960/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976548.593838:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976548.593840:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976548.593843:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496712960/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976548.593848:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976548.593850:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976548.593853:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976548.593854:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976548.593856:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976548.593858:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976548.593860:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14082 00000400:00000200:0.0:1783976548.593863:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976548.593866:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976548.593867:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976548.593869:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593871:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593873:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593874:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976548.593876:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976548.593877:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976548.593879:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976548.593880:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976548.593882:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976548.593884:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976548.593886:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593888:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976548.593890:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593892:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976548.593893:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976548.593895:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976548.593897:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976548.593898:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976548.593901:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976548.593903:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593905:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976548.593906:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976548.593908:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593909:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976548.593912:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783976548.593913:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976548.593917:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976548.593918:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976548.593919:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976548.593920:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976548.593922:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976548.593925:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976548.593928:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976548.593931:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496713088/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976548.593937:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976548.593938:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976548.593941:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496713088/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976548.593947:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976548.593951:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14092) 00000020:00000001:0.0:1783976549.233381:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976549.233386:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976549.233390:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976550.257358:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976550.257362:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976550.257365:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976552.305418:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976552.305423:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976552.305426:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976554.353388:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976554.353392:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976554.353395:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976555.377444:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976555.377449:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976555.377457:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976557.425348:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976557.425352:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976557.425356:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976559.473378:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976559.473384:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976559.473388:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976560.497423:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976560.497429:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976560.497433:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783976561.905470:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783976561.905513:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783976561.905522:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976561.905525:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783976561.905530:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976561.905534:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783976561.905538:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976561.905547:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e600. 00000400:00000200:0.0:1783976561.905553:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976561.905557:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976561.905562:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83c38 00000400:00000010:0.0:1783976561.905564:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83c38. 00000100:00000001:0.0:1783976561.905569:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976561.905578:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe0a80 x1870620496713856/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905606:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976561.905610:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620496713856/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905616:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976561.905618:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976561.905626:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976561.905629:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e400. 00000400:00000200:0.0:1783976561.905631:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976561.905634:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976561.905636:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83198 00000400:00000010:0.0:1783976561.905638:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83198. 00000100:00000001:0.0:1783976561.905640:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976561.905644:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe3b80 x1870620496713984/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905656:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976561.905658:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe3b80 x1870620496713984/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905663:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976561.905664:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976561.905668:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976561.905670:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ef00. 00000400:00000200:0.0:1783976561.905673:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976561.905675:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976561.905677:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83550 00000400:00000010:0.0:1783976561.905679:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83550. 00000100:00000001:0.0:1783976561.905681:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976561.905684:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe3100 x1870620496714112/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905690:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976561.905692:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe3100 x1870620496714112/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905698:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976561.905699:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976561.905703:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976561.905704:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e000. 00000400:00000200:0.0:1783976561.905706:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976561.905709:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976561.905711:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83880 00000400:00000010:0.0:1783976561.905713:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83880. 00000100:00000001:0.0:1783976561.905714:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976561.905718:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe0380 x1870620496714240/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905724:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976561.905727:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0380 x1870620496714240/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905734:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976561.905735:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976561.905739:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976561.905741:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ea00. 00000400:00000200:0.0:1783976561.905744:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976561.905746:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976561.905748:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83f68 00000400:00000010:0.0:1783976561.905750:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83f68. 00000100:00000001:0.0:1783976561.905752:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976561.905755:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe2680 x1870620496714368/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905762:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976561.905764:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620496714368/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976561.905770:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976561.905772:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1783976562.545403:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976562.545407:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976562.545411:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976564.593447:0:198081:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976564.593451:0:198081:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976564.593454:0:198081:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976565.617843:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976565.617847:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976565.617850:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976567.665391:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976567.665396:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976567.665400:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976570.737529:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976570.737534:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976570.737537:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976572.785421:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976572.785426:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976572.785429:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976574.193360:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976574.193371:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976574.193374:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976574.193378:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976574.193382:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976574.193389:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14107 00000400:00000200:0.0:1783976574.193398:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976574.193404:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976574.193407:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976574.193410:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193414:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.193416:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193419:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976574.193422:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976574.193424:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976574.193427:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976574.193430:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976574.193433:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976574.193435:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976574.193438:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193440:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.193442:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193444:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976574.193447:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976574.193450:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193452:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976574.193455:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976574.193459:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976574.193462:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.193465:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976574.193467:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976574.193476:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783976574.193480:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976574.193484:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976574.193485:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.193489:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976574.193491:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976574.193495:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976574.193505:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976574.193511:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976574.193520:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496715776/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976574.193529:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976574.193635:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976574.193641:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496715776/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976574.193666:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976574.193676:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976574.193679:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976574.193684:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976574.193685:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976574.193689:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976574.193692:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14107 00000400:00000200:0.0:1783976574.193697:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976574.193701:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976574.193703:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976574.193706:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193709:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.193714:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193718:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976574.193723:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976574.193724:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976574.193727:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976574.193730:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976574.193735:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976574.193740:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976574.193746:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193750:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.193753:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193757:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976574.193761:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976574.193768:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976574.193773:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976574.193776:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976574.193783:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976574.193788:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.193790:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976574.193796:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976574.193801:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.193804:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976574.193809:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976574.193814:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976574.193819:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976574.193821:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.193825:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976574.193827:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976574.193831:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976574.193837:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976574.193841:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976574.193848:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496715904/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976574.193862:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976574.193867:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976574.193875:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496715904/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976574.193893:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976574.193899:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976574.193906:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976574.193908:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976574.193909:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976574.193912:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976574.193970:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14107 00000400:00000200:0.0:1783976574.193978:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976574.193984:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976574.194011:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976574.194018:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194024:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.194029:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194034:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976574.194039:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976574.194041:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976574.194045:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976574.194049:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976574.194053:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976574.194057:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976574.194061:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194065:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.194070:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194075:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976574.194079:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976574.194086:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194091:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976574.194095:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976574.194100:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976574.194105:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194109:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976574.194112:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976574.194117:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194122:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976574.194129:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976574.194134:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976574.194195:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976574.194199:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194203:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976574.194206:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976574.194210:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976574.194218:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976574.194224:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976574.194234:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496716032/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976574.194247:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976574.194252:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976574.194258:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496716032/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976574.194270:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976574.194276:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976574.194283:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976574.194288:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976574.194292:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976574.194298:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976574.194301:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14107 00000400:00000200:0.0:1783976574.194306:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976574.194312:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976574.194317:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976574.194324:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194328:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.194332:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194336:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976574.194341:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976574.194344:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976574.194348:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976574.194353:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976574.194358:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976574.194363:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976574.194372:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194378:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.194383:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194389:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976574.194394:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976574.194399:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194403:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976574.194406:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976574.194411:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976574.194417:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194422:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976574.194425:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976574.194431:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194435:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976574.194442:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976574.194447:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976574.194452:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976574.194454:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194459:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976574.194462:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976574.194465:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976574.194473:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976574.194479:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976574.194489:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496716160/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976574.194507:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976574.194512:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976574.194523:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496716160/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976574.194541:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976574.194546:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976574.194554:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976574.194558:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976574.194560:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976574.194565:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976574.194571:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14107 00000400:00000200:0.0:1783976574.194578:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976574.194584:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976574.194588:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976574.194594:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194598:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.194603:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194608:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976574.194612:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976574.194615:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976574.194619:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976574.194623:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976574.194624:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976574.194628:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976574.194634:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194640:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976574.194645:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194648:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976574.194651:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976574.194656:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976574.194662:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976574.194665:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976574.194670:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976574.194674:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194677:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976574.194681:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976574.194687:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194691:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976574.194699:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976574.194705:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976574.194710:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976574.194713:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976574.194718:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976574.194721:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976574.194724:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976574.194731:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976574.194737:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976574.194745:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496716288/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976574.194759:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976574.194762:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976574.194770:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496716288/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976574.194789:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976574.194795:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14117) 00000020:00000001:0.0:1783976575.858226:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976575.858230:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976575.858233:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976577.905513:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976577.905521:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976577.905525:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976580.977368:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976580.977373:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976580.977377:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976583.025504:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976583.025508:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976583.025511:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976586.101016:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976586.101023:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976586.101027:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976588.145381:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976588.145385:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976588.145388:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976591.217390:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976591.217394:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976591.217398:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976593.265705:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976593.265709:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976593.265712:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976596.338272:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976596.338280:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976596.338284:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976598.385425:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976598.385430:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976598.385433:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976601.459592:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976601.459598:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976601.459602:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976603.508546:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976603.508553:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976603.508557:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976606.577495:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976606.577499:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976606.577502:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976608.625383:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976608.625387:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976608.625402:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976611.697368:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976611.697371:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976611.697374:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976612.723018:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976612.723023:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976612.723026:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976613.745813:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976613.745816:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976613.745819:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976615.153258:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976615.153275:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976615.153288:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976615.153295:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976615.153300:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976615.153307:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14148 00000400:00000200:0.0:1783976615.153317:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976615.153322:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976615.153325:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976615.153327:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153329:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153331:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153333:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976615.153335:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976615.153337:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976615.153339:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976615.153341:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976615.153343:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976615.153344:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976615.153347:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153348:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153349:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153351:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976615.153352:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976615.153354:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153356:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976615.153358:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976615.153361:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976615.153362:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153364:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976615.153366:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976615.153373:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976615.153376:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976615.153378:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976615.153379:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153382:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976615.153384:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976615.153387:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976615.153394:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976615.153399:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976615.153405:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496720896/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976615.153413:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976615.153416:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976615.153420:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496720896/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976615.153438:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976615.153441:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976615.153443:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976615.153444:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976615.153445:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976615.153448:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976615.153449:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14148 00000400:00000200:0.0:1783976615.153452:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976615.153453:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976615.153455:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976615.153457:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153458:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153459:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153461:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976615.153462:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976615.153463:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976615.153464:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976615.153466:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976615.153468:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976615.153470:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976615.153472:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153474:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153475:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153476:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976615.153477:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976615.153480:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153482:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976615.153485:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976615.153489:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976615.153492:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153495:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976615.153499:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976615.153502:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153505:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976615.153510:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68a80. 00000020:00000040:0.0:1783976615.153513:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976615.153517:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976615.153520:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153522:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976615.153524:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976615.153526:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976615.153532:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e000. 00000100:00000001:0.0:1783976615.153537:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976615.153547:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68a80 x1870620496721024/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976615.153560:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976615.153565:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976615.153573:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e62c1fc1] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68a80 x1870620496721024/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976615.153590:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976615.153596:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976615.153601:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976615.153604:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976615.153605:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976615.153607:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976615.153611:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14148 00000400:00000200:0.0:1783976615.153617:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976615.153621:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976615.153624:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976615.153628:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153633:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153637:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153642:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976615.153646:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976615.153650:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976615.153654:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976615.153658:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976615.153662:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976615.153668:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976615.153672:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153677:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153681:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153682:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976615.153684:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976615.153688:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153691:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976615.153692:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976615.153695:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976615.153698:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153701:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976615.153704:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976615.153706:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153709:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976615.153711:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976615.153713:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976615.153715:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976615.153716:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153720:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976615.153721:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976615.153724:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976615.153732:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f800. 00000100:00000001:0.0:1783976615.153738:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976615.153747:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496721152/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976615.153760:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976615.153765:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976615.153774:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496721152/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976615.153790:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976615.153799:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976615.153807:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976615.153811:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976615.153813:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976615.153817:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976615.153822:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14148 00000400:00000200:0.0:1783976615.153827:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976615.153829:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976615.153833:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976615.153841:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153846:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153850:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153854:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976615.153860:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976615.153863:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976615.153867:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976615.153871:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976615.153875:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976615.153879:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976615.153886:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153889:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.153892:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153895:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976615.153897:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976615.153903:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976615.153910:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976615.153915:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976615.153919:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976615.153922:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153927:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976615.153930:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976615.153933:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153934:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976615.153939:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976615.153941:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976615.153945:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976615.153946:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.153947:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976615.153948:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976615.153950:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976615.153953:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976615.153956:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976615.153961:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496721280/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976615.153970:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976615.153973:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976615.153987:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496721280/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976615.153999:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976615.154004:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976615.154011:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976615.154015:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976615.154018:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976615.154022:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976615.154027:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14148 00000400:00000200:0.0:1783976615.154032:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976615.154034:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976615.154035:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976615.154040:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.154042:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.154045:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.154047:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976615.154052:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976615.154054:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976615.154056:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976615.154059:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976615.154063:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976615.154068:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976615.154076:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.154080:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976615.154091:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976615.154094:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976615.154098:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976615.154103:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976615.154109:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976615.154114:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976615.154117:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976615.154121:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.154126:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976615.154130:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976615.154132:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.154134:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976615.154169:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976615.154173:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976615.154178:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976615.154181:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976615.154186:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976615.154189:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976615.154192:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976615.154199:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976615.154205:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976615.154213:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496721408/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976615.154220:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976615.154225:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976615.154232:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496721408/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976615.154247:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976615.154254:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14158) 00000020:00000001:0.0:1783976616.817411:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976616.817415:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976616.817418:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976617.841393:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976617.841397:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976617.841401:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976618.865392:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976618.865396:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976618.865400:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976620.273265:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976620.273275:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976620.273277:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976620.273280:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976620.273284:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976620.273289:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14153 00000400:00000200:0.0:1783976620.273297:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976620.273301:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976620.273303:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976620.273305:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273308:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273309:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273311:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976620.273314:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976620.273315:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976620.273317:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976620.273320:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976620.273321:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976620.273323:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976620.273324:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273325:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273326:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273327:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976620.273329:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976620.273331:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273333:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976620.273335:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976620.273337:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976620.273339:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273340:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976620.273342:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976620.273350:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976620.273352:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976620.273355:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976620.273356:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273358:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976620.273360:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976620.273363:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976620.273369:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976620.273375:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976620.273383:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496721536/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976620.273393:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976620.273398:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976620.273403:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496721536/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976620.273426:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976620.273428:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976620.273431:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976620.273432:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976620.273433:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976620.273435:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976620.273436:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14153 00000400:00000200:0.0:1783976620.273439:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976620.273441:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976620.273442:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976620.273444:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273446:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273447:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273449:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976620.273451:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976620.273451:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976620.273452:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976620.273454:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976620.273456:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976620.273458:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976620.273461:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273472:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273480:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273485:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976620.273489:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976620.273496:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273503:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976620.273507:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976620.273515:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976620.273519:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273524:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976620.273530:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976620.273536:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273539:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976620.273545:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976620.273549:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976620.273554:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976620.273557:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273559:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976620.273562:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976620.273566:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976620.273573:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976620.273579:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976620.273585:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496721664/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976620.273593:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976620.273595:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976620.273601:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496721664/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976620.273613:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976620.273616:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976620.273620:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976620.273622:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976620.273624:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976620.273629:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976620.273632:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14153 00000400:00000200:0.0:1783976620.273635:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976620.273637:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976620.273641:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976620.273645:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273649:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273654:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273658:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976620.273660:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976620.273661:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976620.273664:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976620.273667:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976620.273670:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976620.273674:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976620.273681:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273683:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273687:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273692:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976620.273694:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976620.273700:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273705:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976620.273711:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976620.273714:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976620.273716:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273719:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976620.273722:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976620.273727:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273730:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976620.273736:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976620.273741:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976620.273747:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976620.273751:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273753:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976620.273755:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976620.273759:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976620.273765:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976620.273771:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976620.273778:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496721792/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976620.273785:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976620.273787:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976620.273791:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496721792/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976620.273803:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976620.273809:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976620.273816:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976620.273821:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976620.273823:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976620.273828:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976620.273834:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14153 00000400:00000200:0.0:1783976620.273842:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976620.273849:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976620.273852:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976620.273856:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273860:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273863:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273865:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976620.273868:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976620.273870:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976620.273872:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976620.273875:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976620.273879:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976620.273882:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976620.273888:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273893:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.273900:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273904:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976620.273910:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976620.273913:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976620.273916:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976620.273917:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976620.273921:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976620.273926:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273930:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976620.273934:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976620.273938:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273939:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976620.273943:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6ad80. 00000020:00000040:0.0:1783976620.273946:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976620.273948:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976620.273950:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.273954:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976620.273955:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976620.273957:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976620.273963:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976620.273969:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976620.273975:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6ad80 x1870620496721920/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976620.273993:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976620.273997:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976620.274004:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005707d6d7] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6ad80 x1870620496721920/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976620.274013:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976620.274016:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976620.274020:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976620.274023:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976620.274026:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976620.274031:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976620.274036:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14153 00000400:00000200:0.0:1783976620.274045:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976620.274049:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976620.274054:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976620.274059:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.274063:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.274067:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.274070:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976620.274073:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976620.274075:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976620.274079:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976620.274082:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976620.274086:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976620.274091:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976620.274095:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.274099:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976620.274104:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976620.274108:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976620.274112:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976620.274115:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976620.274119:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976620.274122:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976620.274126:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976620.274130:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.274133:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976620.274161:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976620.274163:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.274167:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976620.274171:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976620.274174:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976620.274176:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976620.274177:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976620.274179:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976620.274182:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976620.274184:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976620.274199:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976620.274203:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976620.274211:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496722048/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976620.274219:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976620.274222:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976620.274227:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496722048/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976620.274237:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976620.274243:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14163) 00000020:00000001:0.0:1783976621.937408:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976621.937413:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976621.937416:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976622.961399:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976622.961403:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976622.961406:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976623.986182:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976623.986186:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976623.986189:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976625.393271:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976625.393281:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976625.393283:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976625.393286:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976625.393289:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976625.393295:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14158 00000400:00000200:0.0:1783976625.393302:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976625.393307:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976625.393309:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976625.393311:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393314:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393316:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393318:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976625.393320:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976625.393322:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976625.393324:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976625.393327:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976625.393328:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976625.393330:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976625.393331:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393332:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393334:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393335:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976625.393337:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976625.393339:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393340:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976625.393343:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976625.393345:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976625.393347:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393348:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976625.393350:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976625.393359:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976625.393363:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976625.393366:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976625.393368:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393371:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976625.393373:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976625.393377:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976625.393385:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976625.393392:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976625.393401:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b480 x1870620496722176/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976625.393411:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976625.393415:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976625.393420:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5d254e0] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b480 x1870620496722176/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976625.393444:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976625.393451:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976625.393455:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976625.393456:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976625.393458:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976625.393461:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976625.393464:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14158 00000400:00000200:0.0:1783976625.393467:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976625.393470:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976625.393472:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976625.393474:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393476:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393478:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393480:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976625.393482:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976625.393484:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976625.393485:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976625.393487:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976625.393489:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976625.393491:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976625.393494:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393496:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393498:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393500:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976625.393502:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976625.393505:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393507:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976625.393508:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976625.393513:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976625.393515:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393517:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976625.393522:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976625.393525:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393526:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976625.393530:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976625.393533:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976625.393535:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976625.393537:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393538:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976625.393539:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976625.393541:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976625.393544:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976625.393548:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976625.393552:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496722304/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976625.393558:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976625.393561:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976625.393564:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496722304/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976625.393573:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976625.393575:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976625.393579:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976625.393580:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976625.393582:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976625.393584:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976625.393586:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14158 00000400:00000200:0.0:1783976625.393590:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976625.393593:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976625.393595:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976625.393597:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393599:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393601:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393603:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976625.393605:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976625.393606:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976625.393608:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976625.393609:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976625.393611:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976625.393613:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976625.393615:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393617:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393619:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393620:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976625.393622:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976625.393625:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393627:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976625.393628:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976625.393631:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976625.393633:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393635:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976625.393637:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976625.393639:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393642:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976625.393645:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6bb80. 00000020:00000040:0.0:1783976625.393646:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976625.393648:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976625.393650:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393655:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976625.393657:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976625.393658:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976625.393662:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976625.393665:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976625.393668:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6bb80 x1870620496722432/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976625.393675:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976625.393677:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976625.393680:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cad29552] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6bb80 x1870620496722432/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976625.393686:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976625.393688:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976625.393691:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976625.393693:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976625.393694:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976625.393697:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976625.393699:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14158 00000400:00000200:0.0:1783976625.393703:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976625.393705:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976625.393707:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976625.393710:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393711:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393713:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393715:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976625.393717:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976625.393718:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976625.393720:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976625.393721:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976625.393723:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976625.393725:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976625.393728:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393730:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393732:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393734:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976625.393736:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976625.393739:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393741:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976625.393743:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976625.393746:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976625.393748:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393749:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976625.393751:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976625.393753:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393755:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976625.393759:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976625.393761:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976625.393764:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976625.393765:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.393767:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976625.393768:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976625.393770:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976625.393776:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976625.393778:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976625.393782:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496722560/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976625.393789:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976625.393791:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976625.393795:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496722560/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976625.393803:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976625.393805:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976625.393809:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976625.393810:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976625.393812:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976625.393815:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976625.393816:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14158 00000400:00000200:0.0:1783976625.393820:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976625.393823:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976625.393825:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976625.393827:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393829:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393831:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393834:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976625.393836:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976625.393837:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976625.393839:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976625.393840:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976625.393842:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976625.393844:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976625.393847:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393849:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976625.393851:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393853:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976625.393855:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976625.393858:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976625.393861:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976625.394609:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976625.394613:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976625.394615:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.394617:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976625.394620:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976625.394622:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.394624:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976625.394629:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6ad80. 00000020:00000040:0.0:1783976625.394632:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976625.394635:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976625.394636:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976625.394638:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976625.394640:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976625.394642:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976625.394647:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976625.394651:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976625.394657:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6ad80 x1870620496722688/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976625.394665:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976625.394667:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976625.394671:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005707d6d7] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6ad80 x1870620496722688/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976625.394689:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976625.394694:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14168) 00000020:00000001:0.0:1783976627.057354:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976627.057359:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976627.057362:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976628.081375:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976628.081379:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976628.081383:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783976628.465417:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783976628.465464:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783976628.465474:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976628.465478:0:2395:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783976628.465483:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976628.465487:0:2395:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783976628.465491:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976628.465495:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ec00. 00000400:00000200:0.0:1783976628.465500:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976628.465504:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976628.465510:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a836e8 00000400:00000010:0.0:1783976628.465513:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a836e8. 00000100:00000001:0.0:1783976628.465518:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976628.465526:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6b480 x1870620496722176/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.465601:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976628.465617:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b480 x1870620496722176/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.466339:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976628.466343:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976628.466348:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853589c00. 02000000:00000001:0.0:1783976628.466354:0:2395:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976628.466357:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976628.466359:0:2395:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783976628.466362:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976628.466364:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783976628.466368:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976628.466369:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976628.466371:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6b480. 00000100:00000001:0.0:1783976628.466376:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976628.466377:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976628.466378:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976628.466390:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976628.466393:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e700. 00000400:00000200:0.0:1783976628.466395:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976628.466399:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976628.466402:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83770 00000400:00000010:0.0:1783976628.466404:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83770. 00000100:00000001:0.0:1783976628.466407:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976628.466411:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6a680 x1870620496722304/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.466479:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976628.466484:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6a680 x1870620496722304/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.467601:0:2395:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783976628.467613:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783976628.467616:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f853588400. 02000000:00000001:0.0:1783976628.467621:0:2395:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783976628.467623:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783976628.467625:0:2395:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=51 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783976628.467627:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783976628.467629:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783976628.467632:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783976628.467634:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783976628.467635:0:2395:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6a680. 00000100:00000001:0.0:1783976628.467639:0:2395:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783976628.467640:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976628.467642:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976628.467652:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976628.467655:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ee00. 00000400:00000200:0.0:1783976628.467658:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976628.467662:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976628.467665:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83220 00000400:00000010:0.0:1783976628.467667:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83220. 00000100:00000001:0.0:1783976628.467670:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976628.467675:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6bb80 x1870620496722432/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.467693:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976628.467696:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6bb80 x1870620496722432/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.467708:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976628.467710:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976628.467715:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976628.467717:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ea00. 00000400:00000200:0.0:1783976628.467720:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976628.467723:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976628.467726:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83a18 00000400:00000010:0.0:1783976628.467728:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83a18. 00000100:00000001:0.0:1783976628.467730:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976628.467734:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6b100 x1870620496722560/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.467741:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976628.467744:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b100 x1870620496722560/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.467750:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976628.467751:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976628.467756:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976628.467757:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e000. 00000400:00000200:0.0:1783976628.467760:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976628.467763:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976628.467765:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83cc0 00000400:00000010:0.0:1783976628.468743:0:2395:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83cc0. 00000100:00000001:0.0:1783976628.468748:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976628.468754:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6ad80 x1870620496722688/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.468776:0:2395:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976628.468783:0:2395:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6ad80 x1870620496722688/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976628.468787:0:2395:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976628.468788:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1783976629.106090:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976629.106093:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976629.106096:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976632.177443:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976632.177446:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976632.177449:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976633.201510:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976633.201514:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976633.201517:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976634.225376:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976634.225380:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976634.225388:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976635.633341:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976635.633350:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976635.633351:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976635.633354:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976635.633358:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976635.633363:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14169 00000400:00000200:0.0:1783976635.633371:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976635.633375:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976635.633377:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976635.633380:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633382:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.633384:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633385:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976635.633388:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976635.633389:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976635.633391:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976635.633394:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976635.633395:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976635.633396:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976635.633398:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633401:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.633402:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633404:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976635.633407:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976635.633410:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633412:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976635.633414:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976635.633418:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976635.633421:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633423:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976635.633425:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976635.633436:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976635.633439:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976635.633444:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976635.633445:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633449:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976635.633451:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976635.633454:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976635.633460:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976635.633466:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976635.633487:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496723456/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976635.633498:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976635.633503:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976635.633508:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496723456/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976635.633529:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976635.633532:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976635.633535:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976635.633537:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976635.633538:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976635.633541:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976635.633544:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14169 00000400:00000200:0.0:1783976635.633548:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976635.633551:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976635.633554:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976635.633557:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633560:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.633561:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633563:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976635.633568:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976635.633569:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976635.633570:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976635.633574:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976635.633577:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976635.633578:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976635.633582:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633586:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.633590:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633594:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976635.633597:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976635.633601:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633605:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976635.633606:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976635.633612:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976635.633615:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633620:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976635.633624:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976635.633629:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633633:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976635.633640:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976635.633642:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976635.633646:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976635.633648:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633650:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976635.633651:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976635.633654:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976635.633662:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976635.633668:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976635.633676:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b480 x1870620496723584/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976635.633689:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976635.633694:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976635.633701:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5d254e0] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b480 x1870620496723584/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976635.633721:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976635.633725:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976635.633731:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976635.633735:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976635.633737:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976635.633742:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976635.633748:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14169 00000400:00000200:0.0:1783976635.633754:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976635.633756:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976635.633758:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976635.633761:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633764:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.633769:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633773:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976635.633777:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976635.633780:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976635.633783:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976635.633786:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976635.633791:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976635.633797:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976635.633803:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633806:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.633810:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633814:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976635.633819:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976635.633825:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976635.633828:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976635.633829:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976635.633831:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976635.633835:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633838:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976635.633841:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976635.633846:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633848:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976635.633853:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976635.633858:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976635.633860:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976635.633861:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.633866:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976635.633868:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976635.633872:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976635.633880:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976635.633885:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976635.633894:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496723712/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976635.633910:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976635.633911:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976635.633916:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496723712/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976635.633944:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976635.633948:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976635.633952:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976635.633954:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976635.633958:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976635.633969:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976635.633975:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14169 00000400:00000200:0.0:1783976635.633984:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976635.633992:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976635.633996:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976635.634001:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634003:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.634006:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634010:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976635.634014:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976635.634017:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976635.634020:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976635.634023:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976635.634026:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976635.634030:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976635.634035:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634040:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.634043:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634045:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976635.634050:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976635.634057:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634063:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976635.634064:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976635.634070:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976635.634074:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.634077:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976635.634081:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976635.634087:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.634091:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976635.634099:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976635.634102:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976635.634107:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976635.634110:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.634114:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976635.634117:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976635.634120:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976635.634127:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976635.634133:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976635.634173:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496723840/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976635.634187:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976635.634191:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976635.634198:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496723840/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976635.634210:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976635.634215:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976635.634218:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976635.634221:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976635.634222:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976635.634227:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976635.634232:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14169 00000400:00000200:0.0:1783976635.634240:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976635.634247:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976635.634252:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976635.634258:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634263:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.634268:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634271:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976635.634274:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976635.634275:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976635.634278:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976635.634280:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976635.634282:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976635.634285:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976635.634288:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634289:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976635.634291:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634293:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976635.634295:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976635.634297:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976635.634299:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976635.634301:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976635.634304:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976635.634306:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.634308:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976635.634309:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976635.634311:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.634313:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976635.634317:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976635.634319:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976635.634321:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976635.634321:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976635.634323:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976635.634324:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976635.634325:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976635.634327:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976635.634329:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976635.634334:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496723968/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976635.634354:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976635.634358:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976635.634363:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496723968/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976635.634385:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976635.634392:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14179) 00000020:00000001:0.0:1783976637.297373:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976637.297377:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976637.297380:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976638.321303:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976638.321306:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976638.321309:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976639.345359:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976639.345363:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976639.345366:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976640.753271:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976640.753283:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976640.753286:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976640.753289:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976640.753293:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976640.753300:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14174 00000400:00000200:0.0:1783976640.753308:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976640.753314:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976640.753317:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976640.753320:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753323:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.753325:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753327:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976640.753331:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976640.753333:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976640.753335:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976640.753339:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976640.753341:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976640.753343:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976640.753346:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753348:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.753349:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753351:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976640.753353:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976640.753356:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753359:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976640.753362:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976640.753365:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976640.753368:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753371:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976640.753393:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976640.753405:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976640.753409:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976640.753413:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976640.753415:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753419:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976640.753422:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976640.753426:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976640.753435:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976640.753441:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976640.753451:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496724096/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976640.753460:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976640.753464:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976640.753469:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496724096/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976640.753493:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976640.753497:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976640.753500:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976640.753501:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976640.753503:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976640.753505:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976640.753507:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14174 00000400:00000200:0.0:1783976640.753511:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976640.753514:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976640.753516:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976640.753519:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753520:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.753522:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753524:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976640.753525:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976640.753526:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976640.753528:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976640.753531:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976640.753533:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976640.753534:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976640.753537:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753539:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.753540:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753543:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976640.753545:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976640.753550:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753555:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976640.753559:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976640.753565:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976640.753570:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753573:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976640.753580:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976640.753585:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753589:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976640.753595:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976640.753599:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976640.753605:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976640.753608:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753612:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976640.753614:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976640.753617:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976640.753623:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f800. 00000100:00000001:0.0:1783976640.753628:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976640.753636:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496724224/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976640.753645:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976640.753649:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976640.753654:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496724224/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976640.753667:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976640.753671:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976640.753675:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976640.753678:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976640.753680:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976640.753683:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976640.753688:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14174 00000400:00000200:0.0:1783976640.753695:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976640.753700:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976640.753703:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976640.753709:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753714:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.753718:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753722:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976640.753726:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976640.753729:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976640.753732:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976640.753734:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976640.753738:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976640.753741:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976640.753746:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753749:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.753754:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753757:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976640.753760:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976640.753766:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753770:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976640.753773:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976640.753776:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976640.753780:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753785:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976640.753789:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976640.753793:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753796:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976640.753803:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976640.753808:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976640.753813:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976640.753817:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.753822:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976640.753825:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976640.753827:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976640.753831:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e000. 00000100:00000001:0.0:1783976640.753834:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976640.753869:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496724352/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976640.753892:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976640.753896:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976640.753904:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496724352/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976640.753920:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976640.753924:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976640.753929:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976640.753933:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976640.753936:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976640.753942:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976640.753948:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14174 00000400:00000200:0.0:1783976640.753955:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976640.753960:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976640.753964:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976640.753972:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753977:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.753981:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.753985:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976640.753991:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976640.753994:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976640.753997:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976640.754000:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976640.754005:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976640.754009:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976640.754013:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754015:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.754017:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754019:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976640.754023:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976640.754028:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754031:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976640.754034:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976640.754039:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976640.754043:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.754047:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976640.754049:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976640.754054:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.754057:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976640.754061:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68a80. 00000020:00000040:0.0:1783976640.754066:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976640.754069:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976640.754070:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.754071:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976640.754073:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976640.754074:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976640.754078:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976640.754083:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976640.754090:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68a80 x1870620496724480/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976640.754102:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976640.754107:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976640.754116:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e62c1fc1] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68a80 x1870620496724480/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976640.754173:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976640.754178:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976640.754185:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976640.754187:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976640.754188:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976640.754191:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976640.754194:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14174 00000400:00000200:0.0:1783976640.754201:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976640.754209:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976640.754213:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976640.754220:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754224:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.754230:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754234:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976640.754239:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976640.754242:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976640.754244:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976640.754248:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976640.754252:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976640.754257:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976640.754264:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754268:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976640.754273:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754277:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976640.754280:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976640.754285:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976640.754289:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976640.754293:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976640.754297:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976640.754301:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.754306:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976640.754309:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976640.754314:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.754317:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976640.754323:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976640.754328:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976640.754333:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976640.754336:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976640.754339:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976640.754343:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976640.754345:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976640.754353:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976640.754359:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976640.754369:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496724608/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976640.754382:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976640.754385:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976640.754393:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496724608/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976640.754414:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976640.754419:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14184) 00000020:00000001:0.0:1783976642.417356:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976642.417360:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976642.417362:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976643.441356:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976643.441360:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976643.441364:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976644.465496:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976644.465500:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976644.465503:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976647.537454:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976647.537459:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976647.537462:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976648.561381:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976648.561386:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976648.561389:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976649.585375:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976649.585379:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976649.585382:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976652.657692:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976652.657697:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976652.657700:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976653.681716:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976653.681720:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976653.681724:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976654.705666:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976654.705671:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976654.705674:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976657.777421:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976657.777426:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976657.777429:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976658.801458:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976658.801461:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976658.801464:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976659.825394:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976659.825398:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976659.825401:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976661.233274:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976661.233283:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976661.233285:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976661.233288:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976661.233292:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976661.233297:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14194 00000400:00000200:0.0:1783976661.233304:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976661.233316:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976661.233318:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976661.233320:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233323:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233326:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233328:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976661.233332:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976661.233335:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976661.233337:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976661.233340:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976661.233343:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976661.233346:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976661.233349:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233350:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233352:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233353:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976661.233355:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976661.233357:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233358:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976661.233360:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976661.233363:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976661.233365:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233366:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976661.233368:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976661.233375:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976661.233377:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976661.233381:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976661.233382:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233384:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976661.233386:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976661.233389:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976661.233395:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976661.233400:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976661.233407:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496726656/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976661.233417:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976661.233421:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976661.233426:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496726656/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976661.233447:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976661.233450:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976661.233453:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976661.233455:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976661.233457:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976661.233459:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976661.233461:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14194 00000400:00000200:0.0:1783976661.233465:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976661.233467:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976661.233469:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976661.233479:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233496:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233499:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233502:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976661.233504:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976661.233506:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976661.233507:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976661.233509:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976661.233512:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976661.233516:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976661.233524:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233528:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233533:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233537:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976661.233542:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976661.233548:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233554:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976661.233559:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976661.233566:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976661.233569:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233570:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976661.233573:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976661.233578:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233583:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976661.233586:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976661.233589:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976661.233591:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976661.233592:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233595:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976661.233597:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976661.233600:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976661.233605:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976661.233608:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976661.233614:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496726784/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976661.233621:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976661.233624:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976661.233627:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496726784/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976661.233637:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976661.233642:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976661.233646:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976661.233648:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976661.233651:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976661.233656:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976661.233661:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14194 00000400:00000200:0.0:1783976661.233666:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976661.233672:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976661.233674:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976661.233678:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233682:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233685:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233688:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976661.233689:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976661.233691:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976661.233693:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976661.233696:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976661.233698:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976661.233701:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976661.233707:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233710:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233713:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233717:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976661.233720:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976661.233724:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233728:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976661.233730:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976661.233734:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976661.233737:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233739:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976661.233742:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976661.233746:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233748:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976661.233754:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976661.233757:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976661.233759:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976661.233760:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233763:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976661.233766:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976661.233769:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976661.233773:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976661.233776:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976661.233783:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496726912/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976661.233794:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976661.233798:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976661.233806:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496726912/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976661.233822:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976661.233827:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976661.233835:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976661.233837:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976661.233838:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976661.233844:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976661.233848:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14194 00000400:00000200:0.0:1783976661.233854:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976661.233858:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976661.233863:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976661.233870:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233874:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233879:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233884:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976661.233886:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976661.233890:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976661.233891:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976661.233894:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976661.233896:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976661.233900:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976661.233906:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233910:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.233913:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233916:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976661.233921:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976661.233928:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976661.233935:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976661.233938:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976661.233941:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976661.233945:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233947:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976661.233952:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976661.233958:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233962:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976661.233966:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976661.233971:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976661.233976:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976661.233978:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.233984:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976661.233985:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976661.233988:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976661.233997:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976661.234003:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976661.234009:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496727040/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976661.234016:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976661.234018:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976661.234022:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496727040/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976661.234040:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976661.234044:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976661.234049:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976661.234053:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976661.234057:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976661.234062:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976661.234068:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14194 00000400:00000200:0.0:1783976661.234125:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976661.234132:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976661.234161:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976661.234165:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.234166:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.234168:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.234170:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976661.234172:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976661.234174:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976661.234177:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976661.234180:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976661.234182:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976661.234185:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976661.234191:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.234194:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976661.234198:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976661.234200:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976661.234204:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976661.234208:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976661.234212:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976661.234215:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976661.234218:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976661.234223:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.234227:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976661.234229:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976661.234234:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.234238:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976661.234244:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783976661.234247:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976661.234252:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976661.234255:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976661.234259:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976661.234261:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976661.234265:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976661.234269:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976661.234276:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976661.234282:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496727168/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976661.234294:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976661.234297:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976661.234303:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496727168/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976661.234310:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976661.234317:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14204) 00000020:00000001:0.0:1783976662.897762:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976662.897767:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976662.897770:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976663.923766:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976663.923770:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976663.923773:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976664.945465:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976664.945470:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976664.945473:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976668.017405:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976668.017409:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976668.017413:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976669.041422:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976669.041426:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976669.041428:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976670.065513:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976670.065517:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976670.065520:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976673.137391:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976673.137396:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976673.137399:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976674.161387:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976674.161391:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976674.161393:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976675.185524:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976675.185529:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976675.185532:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976678.257391:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976678.257395:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976678.257398:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976679.281284:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976679.281289:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976679.281292:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976680.306791:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976680.306797:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976680.306801:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976681.713300:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976681.713309:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976681.713311:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976681.713314:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976681.713319:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976681.713325:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14215 00000400:00000200:0.0:1783976681.713331:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976681.713337:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976681.713339:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976681.713342:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713345:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.713347:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713349:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976681.713351:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976681.713353:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976681.713355:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976681.713358:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976681.713360:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976681.713362:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976681.713365:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713375:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.713382:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713384:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976681.713388:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976681.713391:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713394:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976681.713397:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976681.713401:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976681.713403:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.713406:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976681.713408:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976681.713416:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783976681.713421:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976681.713425:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976681.713427:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.713430:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976681.713433:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976681.713436:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976681.713446:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976681.713452:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976681.713461:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496729216/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976681.713472:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976681.713476:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976681.713481:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496729216/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976681.713503:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976681.713507:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976681.713510:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976681.713512:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976681.713513:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976681.713516:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976681.713519:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14215 00000400:00000200:0.0:1783976681.713523:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976681.713527:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976681.713529:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976681.713533:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713536:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.713539:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713541:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976681.713544:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976681.713546:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976681.713548:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976681.713552:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976681.713556:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976681.713560:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976681.713566:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713568:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.713571:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713573:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976681.713576:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976681.713578:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713583:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976681.713586:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976681.713593:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976681.713598:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.713602:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976681.713606:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976681.713610:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.713613:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976681.713620:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976681.713623:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976681.713629:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976681.713631:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.713634:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976681.713635:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976681.713637:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976681.713643:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976681.713650:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976681.713656:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496729344/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976681.713667:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976681.713670:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976681.713675:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496729344/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976681.713683:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976681.713686:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976681.713689:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976681.713691:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976681.713694:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976681.713696:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976681.713697:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14215 00000400:00000200:0.0:1783976681.713703:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976681.713708:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976681.713710:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976681.713714:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713716:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.713720:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713723:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976681.713728:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976681.713731:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976681.713734:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976681.713738:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976681.713743:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976681.713749:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976681.713756:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713761:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.713764:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713769:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976681.713774:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976681.713780:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976681.713786:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976681.713790:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976681.713794:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976681.713798:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.713802:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976681.713806:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976681.713812:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.713816:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976681.713822:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976681.713827:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976681.713834:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976681.714180:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.714186:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976681.714189:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976681.714193:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976681.714201:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976681.714206:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976681.714212:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496729472/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976681.714221:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976681.714225:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976681.714229:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496729472/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976681.714239:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976681.714244:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976681.714251:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976681.714254:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976681.714258:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976681.714263:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976681.714266:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14215 00000400:00000200:0.0:1783976681.714271:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976681.714277:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976681.714282:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976681.714289:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714295:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.714298:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714301:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976681.714305:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976681.714308:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976681.714312:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976681.714315:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976681.714318:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976681.714321:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976681.714327:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714331:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.714334:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714337:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976681.714343:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976681.714347:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714351:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976681.714355:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976681.714358:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976681.714361:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.714364:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976681.714368:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976681.714373:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.714374:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976681.714378:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976681.714381:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976681.714384:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976681.714385:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.714388:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976681.714390:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976681.714393:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976681.714397:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976681.714401:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976681.714409:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496729600/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976681.714423:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976681.714427:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976681.714437:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496729600/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976681.714453:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976681.714458:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976681.714466:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976681.714469:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976681.714473:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976681.714479:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976681.714486:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14215 00000400:00000200:0.0:1783976681.714496:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976681.714505:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976681.714511:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976681.714518:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714523:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.714529:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714535:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976681.714540:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976681.714543:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976681.714547:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976681.714551:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976681.714556:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976681.714560:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976681.714567:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714571:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976681.714575:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714579:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976681.714583:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976681.714589:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976681.714592:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976681.714596:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976681.714601:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976681.714606:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.714609:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976681.714612:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976681.714614:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.714617:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976681.714620:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976681.714624:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976681.714630:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976681.714632:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976681.714634:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976681.714636:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976681.714638:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976681.714643:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976681.714647:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976681.714654:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496729728/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976681.714672:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976681.714676:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976681.714682:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496729728/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976681.714693:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976681.714696:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14225) 00000020:00000001:0.0:1783976683.377388:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976683.377401:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976683.377406:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976684.401329:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976684.401332:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976684.401334:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976685.425542:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976685.425546:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976685.425549:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976686.833273:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976686.833284:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976686.833287:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976686.833291:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976686.833295:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976686.833302:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14220 00000400:00000200:0.0:1783976686.833311:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976686.833317:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976686.833320:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976686.833323:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833326:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833328:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833330:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976686.833334:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976686.833336:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976686.833339:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976686.833342:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976686.833344:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976686.833346:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976686.833348:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833350:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833351:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833353:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976686.833355:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976686.833358:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833361:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976686.833364:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976686.833367:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976686.833370:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833372:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976686.833374:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976686.833384:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976686.833388:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976686.833392:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976686.833394:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833398:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976686.833400:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976686.833404:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976686.833413:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976686.833419:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976686.833428:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496729856/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976686.833438:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976686.833442:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976686.833446:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496729856/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976686.833476:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976686.833480:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976686.833484:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976686.833486:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976686.833487:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976686.833490:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976686.833493:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14220 00000400:00000200:0.0:1783976686.833496:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976686.833499:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976686.833502:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976686.833504:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833506:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833507:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833509:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976686.833511:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976686.833512:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976686.833513:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976686.833515:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976686.833517:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976686.833519:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976686.833521:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833523:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833524:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833526:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976686.833528:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976686.833530:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833533:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976686.833534:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976686.833540:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976686.833542:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833544:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976686.833547:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976686.833550:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833551:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976686.833554:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68a80. 00000020:00000040:0.0:1783976686.833557:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976686.833558:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976686.833559:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833561:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976686.833562:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976686.833563:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976686.833567:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976686.833570:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976686.833574:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68a80 x1870620496729984/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976686.833580:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976686.833582:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976686.833585:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e62c1fc1] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68a80 x1870620496729984/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976686.833592:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976686.833595:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976686.833598:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976686.833599:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976686.833600:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976686.833602:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976686.833604:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14220 00000400:00000200:0.0:1783976686.833608:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976686.833610:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976686.833612:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976686.833614:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833616:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833618:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833620:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976686.833622:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976686.833623:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976686.833624:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976686.833626:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976686.833627:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976686.833629:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976686.833631:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833632:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833634:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833635:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976686.833637:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976686.833639:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833641:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976686.833643:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976686.833645:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976686.833647:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833648:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976686.833650:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976686.833652:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833653:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976686.833656:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976686.833658:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976686.833660:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976686.833661:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833663:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976686.833664:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976686.833665:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976686.833669:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976686.833671:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976686.833675:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496730112/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976686.833686:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976686.833688:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976686.833691:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496730112/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976686.833698:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976686.833700:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976686.833704:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976686.833705:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976686.833706:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976686.833708:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976686.833710:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14220 00000400:00000200:0.0:1783976686.833714:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976686.833716:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976686.833718:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976686.833721:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833723:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833725:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833727:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976686.833728:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976686.833730:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976686.833731:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976686.833733:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976686.833735:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976686.833736:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976686.833739:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833741:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833743:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833744:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976686.833747:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976686.833749:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833751:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976686.833753:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976686.833755:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976686.833757:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833759:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976686.833761:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976686.833763:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833765:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976686.833768:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976686.833770:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976686.833773:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976686.833774:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833775:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976686.833776:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976686.833778:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976686.833781:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976686.833784:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976686.833787:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496730240/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976686.833794:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976686.833795:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976686.833799:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496730240/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976686.833807:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976686.833809:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976686.833812:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976686.833813:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976686.833815:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976686.833818:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976686.833820:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14220 00000400:00000200:0.0:1783976686.833824:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976686.833826:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976686.833828:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976686.833830:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833832:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833834:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833835:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976686.833837:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976686.833838:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976686.833839:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976686.833841:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976686.833843:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976686.833844:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976686.833847:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833848:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976686.833850:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833851:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976686.833853:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976686.833855:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976686.833857:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976686.833858:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976686.833860:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976686.833862:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833864:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976686.833865:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976686.833867:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833869:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976686.833884:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976686.833886:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976686.833889:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976686.833890:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976686.833892:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976686.833893:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976686.833895:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976686.833899:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976686.833902:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976686.833907:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496730368/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976686.833913:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976686.833915:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976686.833918:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496730368/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976686.833925:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976686.833929:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14230) 00000020:00000001:0.0:1783976688.497364:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976688.497368:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976688.497372:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976689.521329:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976689.521333:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976689.521336:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976690.545343:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976690.545350:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976690.545354:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976691.953280:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976691.953292:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976691.953295:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976691.953299:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976691.953303:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976691.953309:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14225 00000400:00000200:0.0:1783976691.953318:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976691.953325:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976691.953328:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976691.953331:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953335:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.953337:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953340:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976691.953343:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976691.953345:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976691.953348:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976691.953350:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976691.953353:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976691.953355:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976691.953358:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953360:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.953362:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953364:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976691.953366:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976691.953370:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953372:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976691.953375:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976691.953378:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976691.953381:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953384:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976691.953386:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976691.953395:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976691.953399:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976691.953402:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976691.953404:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953407:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976691.953410:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976691.953414:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976691.953422:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976691.953437:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976691.953446:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496730496/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976691.953462:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976691.953466:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976691.953471:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496730496/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976691.953493:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976691.953496:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976691.953499:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976691.953501:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976691.953502:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976691.953505:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976691.953508:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14225 00000400:00000200:0.0:1783976691.953513:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976691.953517:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976691.953520:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976691.953523:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953527:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.953531:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953536:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976691.953540:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976691.953542:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976691.953546:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976691.953550:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976691.953555:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976691.953561:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976691.953579:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953584:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.953589:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953594:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976691.953600:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976691.953606:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953612:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976691.953615:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976691.953622:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976691.953627:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953632:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976691.953638:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976691.953644:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953648:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976691.953653:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976691.953659:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976691.953663:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976691.953664:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953668:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976691.953671:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976691.953674:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976691.953688:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e000. 00000100:00000001:0.0:1783976691.953695:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976691.953705:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496730624/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976691.953724:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976691.953728:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976691.953736:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496730624/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976691.953750:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976691.953753:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976691.953764:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976691.953771:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976691.953775:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976691.953778:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976691.953783:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14225 00000400:00000200:0.0:1783976691.953789:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976691.953796:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976691.953801:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976691.953806:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953810:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.953814:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953818:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976691.953824:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976691.953828:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976691.953830:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976691.953831:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976691.953834:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976691.953838:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976691.953844:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953849:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.953855:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953860:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976691.953865:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976691.953871:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976691.953876:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976691.953880:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976691.953885:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976691.953890:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953896:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976691.953899:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976691.953904:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953908:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976691.953920:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976691.953926:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=30 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976691.953930:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976691.953934:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.953938:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976691.953942:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976691.953946:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976691.953968:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f800. 00000100:00000001:0.0:1783976691.953973:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976691.953980:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496730752/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976691.953993:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976691.953996:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976691.954000:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496730752/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976691.954024:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976691.954028:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976691.954034:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976691.954037:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976691.954041:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976691.954046:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976691.954052:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14225 00000400:00000200:0.0:1783976691.954071:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976691.954078:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976691.954082:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976691.954089:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954093:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.954098:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954103:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976691.954108:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976691.954110:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976691.954114:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976691.954118:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976691.954123:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976691.954128:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976691.954132:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954134:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.954154:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954156:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976691.954157:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976691.954159:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954161:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976691.954163:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976691.954166:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976691.954169:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.954173:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976691.954176:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976691.954179:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.954183:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976691.954187:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976691.954191:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976691.954197:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976691.954200:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.954205:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976691.954208:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976691.954211:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976691.954218:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976691.954224:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976691.954232:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b480 x1870620496730880/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976691.954244:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976691.954248:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976691.954255:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5d254e0] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b480 x1870620496730880/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976691.954267:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976691.954272:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976691.954280:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976691.954285:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976691.954289:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976691.954295:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976691.954300:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14225 00000400:00000200:0.0:1783976691.954308:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976691.954315:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976691.954320:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976691.954326:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954330:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.954334:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954336:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976691.954339:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976691.954342:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976691.954346:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976691.954349:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976691.954353:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976691.954356:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976691.954362:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954367:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976691.954370:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954374:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976691.954379:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976691.954384:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976691.954389:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976691.954394:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976691.954398:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976691.954403:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.954407:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976691.954411:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976691.954415:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.954420:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976691.954426:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976691.954431:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976691.954437:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976691.954440:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976691.954443:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976691.954447:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976691.954451:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976691.954458:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976691.954464:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976691.954473:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496731008/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976691.954488:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976691.954494:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976691.954502:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496731008/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976691.954519:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976691.954526:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14235) 00000020:00000001:0.0:1783976693.620216:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976693.620219:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976693.620222:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976694.641401:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976694.641405:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976694.641408:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976695.665378:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976695.665383:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976695.665386:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976698.737411:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976698.737415:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976698.737418:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976699.763089:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976699.763093:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976699.763096:0:192641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976700.785339:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976700.785343:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976700.785347:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976703.857352:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976703.857355:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976703.857358:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976704.881447:0:192641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976704.881454:0:192641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976704.881462:0:192641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976704.881467:0:192641:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976704.881470:0:192641:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976704.881476:0:192641:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f970b01800/0x5bb448586bd08973 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xd2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92ea9075 expref: -99 pid: 228771 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976704.881492:0:192641:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976704.881499:0:192641:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976704.881503:0:192641:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976704.881507:0:192641:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xd2:0x0] mode (null) 00000002:00000001:0.0:1783976704.881513:0:192641:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976704.881517:0:192641:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976704.881524:0:192641:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9700 count: 2 00010000:00000001:0.0:1783976704.881531:0:192641:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976704.881538:0:192641:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976704.881542:0:192641:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976704.881550:0:192641:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976704.881554:0:192641:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9700 count: 2 00010000:00000001:0.0:1783976704.881559:0:192641:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976704.881565:0:192641:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976704.881568:0:192641:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976704.881572:0:192641:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xd2:0x0] lli = ffff96f97c238840, pfid = [0x200002b12:0x11fb1:0x0] 00000080:00000002:0.0:1783976704.881575:0:192641:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xd2:0x0] m[0x200002b12:0x11fb1:0x0] 00000080:00000001:0.0:1783976704.881579:0:192641:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513137 : 144115373061513137 : 200002b12011fb1) 00000080:00000001:0.0:1783976704.881586:0:192641:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976704.881590:0:192641:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976704.881596:0:192641:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976704.881600:0:192641:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xd2:0x0](ffff96f97c238908) invalid 00000080:00000001:0.0:1783976704.881606:0:192641:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976704.881610:0:192641:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976704.881614:0:192641:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976704.881620:0:192641:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976704.881626:0:192641:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976704.881630:0:192641:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976704.881635:0:192641:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976704.881640:0:192641:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976704.881648:0:192641:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f970b01800 with handle 0x5bb448586bd08973 from hash 00010000:00000001:0.0:1783976704.881663:0:192641:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976704.881667:0:192641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976704.881671:0:192641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976704.881676:0:192641:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976704.881681:0:192641:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976704.881686:0:192641:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976704.881693:0:192641:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976704.881698:0:192641:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f970b01400/0x5bb448586bd08918 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11faf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92ea8f25 expref: -99 pid: 228180 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976704.881717:0:192641:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976704.881722:0:192641:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976704.881726:0:192641:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976704.881754:0:192641:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11faf:0x0] mode CR 00000002:00000001:0.0:1783976704.881759:0:192641:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976704.881764:0:192641:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976704.881771:0:192641:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714be00 count: 4 00010000:00000001:0.0:1783976704.881776:0:192641:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976704.881783:0:192641:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976704.881788:0:192641:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976704.881792:0:192641:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976704.881797:0:192641:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714be00 count: 4 00010000:00000001:0.0:1783976704.881810:0:192641:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976704.881815:0:192641:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976704.881819:0:192641:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976704.881822:0:192641:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976704.881825:0:192641:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714be00 count: 4 00010000:00000001:0.0:1783976704.881828:0:192641:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976704.881831:0:192641:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976704.881834:0:192641:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976704.881840:0:192641:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976704.881843:0:192641:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976704.881849:0:192641:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f9450b8e00. 00000080:00000001:0.0:1783976704.881852:0:192641:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976704.881859:0:192641:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976704.881863:0:192641:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976704.881867:0:192641:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976704.881870:0:192641:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976704.881875:0:192641:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976704.881878:0:192641:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976704.881883:0:192641:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976704.881889:0:192641:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11faf:0x0] 00800000:00000001:0.0:1783976704.881895:0:192641:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976704.881901:0:192641:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11faf:0x0] 00000002:00000001:0.0:1783976704.881908:0:192641:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976704.881912:0:192641:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11faf:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976704.881928:0:192641:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6ad80. 00000020:00000040:0.0:1783976704.881936:0:192641:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=52 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976704.881944:0:192641:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976704.881950:0:192641:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976704.881956:0:192641:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976704.881968:0:192641:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f9450b9000. 00000100:00000001:0.0:1783976704.881975:0:192641:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976704.881993:0:192641:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f977e48000 x1870620496440448/t25770085790(25770085790) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 576/664 e 0 to 0 dl 1783976137 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976704.882001:0:192641:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1783976704.882005:0:192641:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f974b6ad80 x1870620496732544/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976704.882010:0:192641:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976704.882012:0:192641:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976704.882019:0:192641:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f000. 00000100:00000001:0.0:1783976704.882023:0:192641:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936536064 : -115476773015552 : ffff96f977f6f000) 00000100:00000001:0.0:1783976704.882028:0:192641:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976704.882031:0:192641:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596881993088 : -115476827558528 : ffff96f974b6ad80) 00000100:00000001:0.0:1783976704.882038:0:192641:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976704.882046:0:192641:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976704.882051:0:192641:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976704.882055:0:192641:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976704.882062:0:192641:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f974b6ad80 x1870620496732544/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976704.882071:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976704.882074:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976704.882082:0:192641:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff96f974b6ad80 x1870620496732544/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976704.882096:0:192641:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976704.882099:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976704.882102:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976704.882106:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976704.882111:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976704.882115:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976704.882118:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976704.882120:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976704.882124:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976705.905362:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976705.905370:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976705.905372:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976705.905378:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976705.905382:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976705.905386:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976705.905389:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976705.905391:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976705.905394:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976706.929269:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976706.929279:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976706.929282:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976706.929288:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976706.929294:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976706.929299:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976706.929304:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976706.929307:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976706.929313:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976707.953243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976707.953250:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976707.953253:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976707.953259:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976707.953264:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976707.953267:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976707.953270:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976707.953272:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976707.953277:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976708.977298:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976708.977303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976708.977305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976708.977309:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976708.977313:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976708.977316:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976708.977319:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976708.977322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976708.977326:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976710.001250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976710.001260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976710.001264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976710.001270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976710.001276:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976710.001282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976710.001286:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976710.001292:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976710.001298:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976711.025263:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976711.025269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976711.025270:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976711.025275:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976711.025279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976711.025282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976711.025285:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976711.025287:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976711.025291:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.049327:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976712.049337:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976712.049342:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976712.049348:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976712.049355:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976712.049360:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976712.049364:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976712.049369:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976712.049377:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976712.433306:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976712.433318:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976712.433321:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976712.433324:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976712.433329:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976712.433336:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14245 00000400:00000200:0.0:1783976712.433345:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976712.433351:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976712.433354:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976712.433357:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433360:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.433362:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433365:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976712.433369:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976712.433371:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976712.433373:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976712.433376:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976712.433378:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976712.433381:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976712.433384:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433386:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.433387:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433389:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976712.433392:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976712.433395:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433397:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976712.433400:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976712.433403:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976712.433406:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433408:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976712.433410:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976712.433419:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6bb80. 00000020:00000040:0.0:1783976712.433422:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976712.433425:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976712.433427:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433430:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976712.433432:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976712.433436:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976712.433444:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976712.433450:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976712.433458:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6bb80 x1870620496733440/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976712.433468:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976712.433472:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976712.433476:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cad29552] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6bb80 x1870620496733440/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976712.433499:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976712.433503:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976712.433506:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976712.433507:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976712.433509:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976712.433512:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976712.433514:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14245 00000400:00000200:0.0:1783976712.433518:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976712.433522:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976712.433525:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976712.433528:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433531:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.433533:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433535:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976712.433538:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976712.433540:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976712.433543:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976712.433546:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976712.433549:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976712.433553:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976712.433559:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433564:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.433567:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433572:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976712.433577:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976712.433583:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433588:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976712.433592:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976712.433610:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976712.433614:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433617:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976712.433623:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976712.433629:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433631:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976712.433637:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976712.433642:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=53 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976712.433645:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976712.433647:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433651:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976712.433653:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976712.433656:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976712.433661:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976712.433666:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976712.433687:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496733568/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976712.433703:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976712.433708:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976712.433717:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496733568/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976712.433732:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976712.433736:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976712.433743:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976712.433747:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976712.433750:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976712.433754:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976712.433760:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14245 00000400:00000200:0.0:1783976712.433769:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976712.433778:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976712.433782:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976712.433790:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433808:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.433815:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433818:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976712.433823:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976712.433826:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976712.433830:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976712.433834:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976712.433840:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976712.433844:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976712.433851:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433855:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.433857:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433863:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976712.433868:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976712.433875:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976712.433881:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976712.433885:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976712.433888:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976712.433893:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433897:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976712.433900:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976712.433907:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433910:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976712.433917:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976712.433923:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=31 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976712.433928:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976712.433930:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.433934:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976712.433937:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976712.433940:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976712.433947:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976712.433953:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976712.433961:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496733696/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976712.433972:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976712.433977:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976712.433984:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496733696/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976712.433998:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976712.434001:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976712.434007:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976712.434011:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976712.434014:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976712.434019:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976712.434025:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14245 00000400:00000200:0.0:1783976712.434032:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976712.434037:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976712.434043:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976712.434049:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434055:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.434060:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434064:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976712.434069:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976712.434072:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976712.434076:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976712.434079:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976712.434081:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976712.434083:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976712.434102:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434107:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.434112:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434117:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976712.434123:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976712.434128:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434131:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976712.434193:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976712.434198:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976712.434203:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.434208:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976712.434213:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976712.434218:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.434222:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976712.434229:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976712.434235:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976712.434239:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976712.434240:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.434242:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976712.434244:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976712.434247:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976712.434252:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976712.434259:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976712.434268:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496733824/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976712.434280:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976712.434285:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976712.434292:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496733824/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976712.434302:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976712.434305:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976712.434311:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976712.434314:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976712.434318:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976712.434324:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976712.434328:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14245 00000400:00000200:0.0:1783976712.434332:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976712.434339:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976712.434342:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976712.434350:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434354:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.434360:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434365:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976712.434369:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976712.434370:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976712.434372:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976712.434374:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976712.434378:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976712.434382:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976712.434390:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434395:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976712.434399:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434405:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976712.434410:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976712.434417:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976712.434421:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976712.434424:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976712.434430:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976712.434436:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.434440:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976712.434443:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976712.434448:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.434452:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976712.434457:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976712.434462:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976712.434466:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976712.434469:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976712.434472:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976712.434475:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976712.434477:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976712.434484:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976712.434490:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976712.434498:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496733952/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976712.434512:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976712.434516:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976712.434522:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496733952/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976712.434535:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976712.434542:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14255) 00000100:00000001:0.0:1783976713.073250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976713.073262:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976713.073266:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976713.073272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976713.073278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976713.073282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976713.073285:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976713.073288:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976713.073290:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976714.097224:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976714.097231:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976714.097234:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976714.097242:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976714.097246:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976714.097251:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976714.097255:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976714.097259:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976714.097264:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976715.121255:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976715.121270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976715.121272:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976715.121278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976715.121284:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976715.121292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976715.121295:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976715.121299:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976715.121303:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976716.145238:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976716.145245:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976716.145248:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976716.145255:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976716.145258:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976716.145263:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976716.145267:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976716.145269:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976716.145271:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976731.506031:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976731.506036:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976731.506038:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976731.506042:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976731.506046:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976731.506049:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976731.506052:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976731.506054:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976731.506057:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.529272:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976732.529282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976732.529286:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976732.529294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976732.529301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976732.529306:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976732.529310:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976732.529313:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976732.529316:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976732.913294:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976732.913308:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976732.913310:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976732.913314:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976732.913318:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976732.913325:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14266 00000400:00000200:0.0:1783976732.913333:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976732.913339:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976732.913342:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976732.913346:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913359:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.913365:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913368:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976732.913372:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976732.913373:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976732.913376:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976732.913380:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976732.913382:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976732.913385:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976732.913388:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913390:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.913392:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913393:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976732.913397:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976732.913400:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913402:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976732.913405:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976732.913409:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976732.913411:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913413:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976732.913415:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976732.913422:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976732.913425:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976732.913428:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976732.913429:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913432:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976732.913434:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976732.913437:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976732.913443:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976732.913448:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976732.913459:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496736000/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976732.913470:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976732.913474:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976732.913479:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496736000/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976732.913505:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976732.913508:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976732.913512:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976732.913513:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976732.913515:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976732.913518:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976732.913520:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14266 00000400:00000200:0.0:1783976732.913524:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976732.913528:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976732.913530:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976732.913534:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913536:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.913539:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913544:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976732.913548:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976732.913551:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976732.913554:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976732.913558:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976732.913564:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976732.913569:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976732.913579:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913585:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.913591:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913598:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976732.913603:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976732.913610:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913613:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976732.913614:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976732.913621:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976732.913627:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913631:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976732.913637:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976732.913643:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913649:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976732.913656:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976732.913661:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=53 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976732.913667:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976732.913669:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913672:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976732.913674:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976732.913678:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976732.913685:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976732.913692:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976732.913703:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b480 x1870620496736128/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976732.913718:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976732.913723:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976732.913730:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5d254e0] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b480 x1870620496736128/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976732.913748:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976732.913754:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976732.913762:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976732.913766:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976732.913769:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976732.913777:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976732.913783:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14266 00000400:00000200:0.0:1783976732.913793:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976732.913801:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976732.913805:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976732.913816:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913822:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.913829:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913835:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976732.913841:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976732.913845:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976732.913850:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976732.913855:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976732.913860:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976732.913866:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976732.913874:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913879:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.913883:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913887:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976732.913893:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976732.913902:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976732.913908:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976732.913912:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976732.913918:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976732.913924:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913928:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976732.913932:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976732.913936:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913940:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976732.913945:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976732.913951:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=31 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976732.913958:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976732.913962:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.913966:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976732.913969:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976732.913973:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976732.913982:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976732.913990:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976732.914002:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496736256/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976732.914031:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976732.914036:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976732.914046:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496736256/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976732.914062:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976732.914067:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976732.914077:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976732.914081:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976732.914084:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976732.914089:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976732.914095:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14266 00000400:00000200:0.0:1783976732.914105:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976732.914112:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976732.914118:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976732.914123:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914130:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.914175:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914181:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976732.914187:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976732.914191:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976732.914197:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976732.914202:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976732.914207:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976732.914213:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976732.914221:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914227:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.914234:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914240:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976732.914260:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976732.914267:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914272:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976732.914277:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976732.914282:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976732.914287:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.914290:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976732.914295:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976732.914299:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.914305:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976732.914313:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976732.914319:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976732.914325:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976732.914329:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.914334:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976732.914337:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976732.914340:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976732.914347:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976732.914354:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976732.914363:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496736384/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976732.914378:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976732.914384:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976732.914392:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496736384/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976732.914411:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976732.914417:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976732.914423:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976732.914425:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976732.914428:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976732.914435:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976732.914441:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14266 00000400:00000200:0.0:1783976732.914448:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976732.914455:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976732.914459:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976732.914465:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914470:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.914476:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914482:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976732.914487:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976732.914491:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976732.914495:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976732.914500:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976732.914506:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976732.914512:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976732.914519:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914526:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976732.914532:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914539:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976732.914544:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976732.914551:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976732.914558:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976732.914561:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976732.914564:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976732.914565:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.914567:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976732.914570:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976732.914576:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.914580:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976732.914587:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976732.914594:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976732.914598:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976732.914602:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976732.914607:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976732.914611:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976732.914614:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976732.914622:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976732.914627:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976732.914636:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496736512/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976732.914652:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976732.914656:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976732.914663:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496736512/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976732.914682:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976732.914688:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14276) 00000100:00000001:0.0:1783976733.553393:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976733.553402:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976733.553404:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976733.553410:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976733.553414:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976733.553417:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976733.553420:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976733.553422:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976733.553425:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976734.577268:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976734.577278:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976734.577281:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976734.577287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976734.577293:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976734.577298:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976734.577303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976734.577308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976734.577314:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.577616:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976734.577620:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976734.577623:0:198080:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976734.577629:0:198080:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976734.577632:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.577638:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.577660:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.577665:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.577672:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.577680:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9450b8600. 00000020:00000010:0.0:1783976734.577689:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f943aaf600. 00000020:00000010:0.0:1783976734.577705:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.577713:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.577720:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.577727:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.577736:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.577744:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.577751:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f943aae200. 00000008:00000010:0.0:1783976734.577758:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.577762:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.577767:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.577771:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.577776:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.577780:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.577784:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.577789:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.577793:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.577796:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.577801:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f943aaf800. 00000020:00000010:0.0:1783976734.577805:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f943aafa00. 00000020:00000010:0.0:1783976734.577808:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.577813:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.577816:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.577820:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.577825:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.577830:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.577836:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.577840:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.577843:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.577847:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.577851:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.577854:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.577857:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.577861:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.577864:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.577871:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.577876:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.577880:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.577885:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.577890:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dcbd180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.577896:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.577899:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dcbd180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.577903:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.577906:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dcbd180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.577912:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.577917:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976734.577921:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34210 -> ffff96f97dc34210 00000020:00000001:0.0:1783976734.577925:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.577929:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.577932:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x2074:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.577938:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.577941:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.577943:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.577951:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2074:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.577957:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.577961:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.577965:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.577969:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.577972:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.577975:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.577977:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.577979:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.577981:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.577986:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.577989:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.577992:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.577995:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.577998:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.578001:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.578005:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2074:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.578012:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.578016:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.578019:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.578024:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.578029:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f943aafa00. 00000020:00000010:0.0:1783976734.578038:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.578043:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.578049:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.578054:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.578060:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.578065:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.578071:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f943aaf800. 00000008:00000010:0.0:1783976734.578076:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.578082:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.578089:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.578096:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.578101:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.578107:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.578110:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578114:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00010000:00000001:0.0:1783976734.578121:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.578126:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578131:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000020:00000001:0.0:1783976734.578134:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.578158:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.578161:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.578164:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578166:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578168:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbd180 -> ffff96f97dc34210 00000008:00000001:0.0:1783976734.578172:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.578174:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.578178:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f943aaf600. 00000020:00000010:0.0:1783976734.578184:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.578190:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.578200:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.578205:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.578210:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.578227:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.578232:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9450b8600. 00000008:00000010:0.0:1783976734.578238:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.578243:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.578247:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.578252:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.578258:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f943aae200. 00000020:00000010:0.0:1783976734.578263:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.578267:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.578271:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.578276:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.578279:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.578283:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.578286:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.578290:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f970b00200 with handle 0x5bb448586bd09589 from hash 00010000:00000001:0.0:1783976734.578293:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.578296:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.578299:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.578301:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.578306:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.578308:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.578312:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.578316:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.578331:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.578333:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.578336:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.578340:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.578347:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.578351:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.578356:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.578361:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.578366:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.578370:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.578373:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.578376:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.578380:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.578386:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.578391:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.578397:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.578401:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.578407:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.578413:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.578417:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.578420:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.578424:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.578429:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.578434:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.578439:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.578443:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.578448:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.578452:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.578456:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.578460:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.578466:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.578472:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.578479:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.578484:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.578490:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.578494:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.578499:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.578503:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.578506:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.578513:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.578518:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.578523:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.578535:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.578540:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dcbc380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.578547:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.578552:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dcbc380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.578562:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.578568:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dcbc380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.578575:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.578579:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbc380 -> ffff96f97dc34918 00000020:00000001:0.0:1783976734.578584:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34918 -> ffff96f97dc34918 00000020:00000001:0.0:1783976734.578588:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.578592:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.578596:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ff5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.578602:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.578605:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.578608:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.578612:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ff5:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.578618:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.578621:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.578623:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.578627:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.578630:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578635:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.578638:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.578641:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.578644:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.578649:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.578654:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.578659:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.578663:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.578666:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.578669:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.578673:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ff5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.578681:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.578683:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.578685:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.578690:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.578692:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.578698:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.578703:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.578707:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.578713:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.578718:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.578725:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.578730:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.578735:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.578742:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.578748:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.578754:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.578760:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.578766:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.578771:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578777:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbc380 -> ffff96f97dc34918 00010000:00000001:0.0:1783976734.578782:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.578786:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578792:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbc380 -> ffff96f97dc34918 00000020:00000001:0.0:1783976734.578797:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.578801:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.578805:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.578809:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578813:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.578817:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbc380 -> ffff96f97dc34918 00000008:00000001:0.0:1783976734.578823:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.578828:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.578833:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.578840:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.578844:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.578850:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.578855:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.578861:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.578868:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.578875:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.578881:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.578887:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.578893:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.578899:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.578905:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.578909:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.578914:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.578919:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.578924:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.578928:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.578932:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.578936:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.578942:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b600 with handle 0x5bb448586bd0954a from hash 00010000:00000001:0.0:1783976734.578948:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.578951:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.578955:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.578958:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.578963:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.578967:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.578974:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.578979:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000b688e522/0x5bb448586bd094fd lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eac1d0 expref: -99 pid: 240158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.578997:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.579001:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.579006:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.579011:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.579016:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.579020:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.579025:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.579030:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.579034:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.579039:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.579043:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.579049:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.579054:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.579059:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.579065:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.579070:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.579075:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.579080:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.579083:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.579087:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.579090:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.579094:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.579100:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.579106:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.579111:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.579117:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.579122:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.579126:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.579131:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.579170:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.579177:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.579182:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.579186:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.579191:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.579196:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.579200:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.579205:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.579209:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.579211:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.579227:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.579230:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.579233:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.579237:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.579241:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dd64000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.579248:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.579254:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd64000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.579262:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.579265:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dd64000: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.579270:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.579274:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64000 -> ffff96f97dd4ff58 00000020:00000001:0.0:1783976734.579279:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4ff58 -> ffff96f97dd4ff58 00000020:00000001:0.0:1783976734.579281:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.579284:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.579287:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x206f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.579292:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.579295:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.579299:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.579302:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x206f:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.579308:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.579311:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.579315:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.579320:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.579323:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.579326:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.579329:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.579332:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.579335:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.579340:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.579344:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.579347:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.579349:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.579351:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.579354:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.579357:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x206f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.579362:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.579364:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.579367:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.579369:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.579374:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.579380:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.579386:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.579390:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.579396:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.579402:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.579407:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.579413:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.579418:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.579423:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.579428:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.579433:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.579438:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.579443:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.579447:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.579451:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64000 -> ffff96f97dd4ff58 00010000:00000001:0.0:1783976734.579455:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.579459:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.579463:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64000 -> ffff96f97dd4ff58 00000020:00000001:0.0:1783976734.579467:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.579469:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.579473:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.579476:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.579480:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.579484:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64000 -> ffff96f97dd4ff58 00000008:00000001:0.0:1783976734.579488:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.579493:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.579497:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.579500:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.579502:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.579505:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.579508:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.579512:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.579515:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.579519:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.579523:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.579528:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.579533:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.579538:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.579542:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.579547:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.579552:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.579557:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.579561:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.579563:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.579566:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.579569:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.579573:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc7c600 with handle 0x5bb448586bd094fd from hash 00010000:00000001:0.0:1783976734.579578:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.579580:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.579584:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.579587:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.579590:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.579594:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.579599:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.579605:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000afb3b90e/0x5bb448586bd09168 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eab088 expref: -99 pid: 238708 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976734.579621:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.579624:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.579629:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.579634:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.579639:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.579644:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.579650:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.579655:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.579660:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.579665:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.579670:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.579676:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.579680:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.579684:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.579689:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.579694:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.579699:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.579702:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.579706:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.579710:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.579713:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.579717:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.579723:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.579729:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.579735:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.579740:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.579746:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.579752:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.579760:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.579766:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.579774:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.579780:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.579787:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.579795:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.579800:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.579805:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.579809:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.579813:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.579816:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.579821:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.579825:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.579829:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.579833:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.579837:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dcbdc00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.579844:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.579848:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dcbdc00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.579855:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.579859:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dcbdc00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.579863:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.579866:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbdc00 -> ffff96f97dca2080 00000020:00000001:0.0:1783976734.579870:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2080 -> ffff96f97dca2080 00000020:00000001:0.0:1783976734.579872:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.579875:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.579877:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x2067:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.579882:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.579885:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.579888:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.579892:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2067:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.579898:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.579901:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.579904:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.579909:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.579913:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.579917:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.579921:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.579924:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.579928:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.579933:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.579938:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.579943:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.579946:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.579949:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.579953:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.579956:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2067:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.579966:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.579969:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.579972:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.579975:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.579981:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.579985:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.579990:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.579994:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.579999:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.580004:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.580009:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.580013:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.580019:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.580024:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.580029:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.580035:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.580040:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.580044:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.580048:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580052:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbdc00 -> ffff96f97dca2080 00010000:00000001:0.0:1783976734.580057:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.580061:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580065:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbdc00 -> ffff96f97dca2080 00000020:00000001:0.0:1783976734.580066:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.580068:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.580071:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.580073:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580076:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580080:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbdc00 -> ffff96f97dca2080 00000008:00000001:0.0:1783976734.580083:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.580086:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.580090:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.580095:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.580100:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.580105:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.580109:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.580113:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.580117:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.580121:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.580126:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.580131:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.580159:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.580165:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.580170:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.580173:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.580178:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.580182:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.580186:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.580189:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.580193:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.580197:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.580202:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dca0a00 with handle 0x5bb448586bd09168 from hash 00010000:00000001:0.0:1783976734.580206:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.580209:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.580211:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.580225:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.580228:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.580232:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.580237:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.580242:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d5af1b6f/0x5bb448586bd09018 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa831 expref: -99 pid: 238640 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00000001:0.0:1783976734.580259:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.580261:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.580267:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.580272:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.580276:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.580281:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.580286:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.580290:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.580294:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.580299:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.580304:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.580309:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.580313:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.580319:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.580323:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.580328:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.580331:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.580336:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.580340:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.580344:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.580347:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.580350:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.580355:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.580359:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.580364:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.580368:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.580372:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.580377:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.580382:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.580387:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.580392:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.580397:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.580402:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.580407:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.580412:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.580417:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.580421:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.580425:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.580427:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.580431:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.580434:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.580438:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.580440:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.580444:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97ddf9500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.580448:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.580451:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97ddf9500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.580459:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.580462:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97ddf9500: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.580467:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.580470:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9500 -> ffff96f97dca25f8 00000020:00000001:0.0:1783976734.580475:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dca25f8 -> ffff96f97dca25f8 00000020:00000001:0.0:1783976734.580478:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.580481:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.580484:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fd3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.580488:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.580491:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.580494:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.580498:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fd3:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.580503:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.580506:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.580509:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.580512:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.580515:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580518:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.580520:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.580522:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.580524:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.580528:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.580530:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.580533:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.580536:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.580540:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.580543:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.580546:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fd3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.580550:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.580552:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.580553:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.580555:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.580557:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.580560:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.580565:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.580568:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.580571:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.580576:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.580581:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.580585:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.580590:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.580595:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.580600:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.580607:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.580612:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.580616:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.580620:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580624:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9500 -> ffff96f97dca25f8 00010000:00000001:0.0:1783976734.580628:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.580631:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580634:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9500 -> ffff96f97dca25f8 00000020:00000001:0.0:1783976734.580637:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.580640:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.580643:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.580647:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580651:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.580654:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9500 -> ffff96f97dca25f8 00000008:00000001:0.0:1783976734.580658:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.580662:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.580666:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.580670:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.580676:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.580681:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.580686:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.580691:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.580695:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.580699:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.580703:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.580707:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.580710:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.580716:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.580719:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.580723:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.580725:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.580729:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.580733:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.580735:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.580738:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.580741:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.580744:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f970b01a00 with handle 0x5bb448586bd09018 from hash 00010000:00000001:0.0:1783976734.580750:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.580751:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.580752:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.580754:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.580757:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.580760:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.580762:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.580766:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000dfaf794/0x5bb448586bd090dc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaac05 expref: -99 pid: 238675 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00000001:0.0:1783976734.580793:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.580796:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.580799:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.580804:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.580808:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.580813:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.580818:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.580823:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.580827:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.580832:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.580838:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.580844:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.580848:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.580853:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.580858:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.580862:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.580867:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.580872:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.580876:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.580879:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.580881:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.580884:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.580889:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.580894:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.580900:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.580905:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.580910:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.580914:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.580918:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.580923:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.580928:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.580934:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.580939:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.580943:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.580948:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.580952:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.580958:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.580961:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.580964:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.580968:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.580972:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.580974:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.580976:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.580978:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dd65880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.580981:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.580983:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd65880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.580986:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.580989:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dd65880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.580991:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.580993:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65880 -> ffff96f97dd54f58 00000020:00000001:0.0:1783976734.580995:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd54f58 -> ffff96f97dd54f58 00000020:00000001:0.0:1783976734.580996:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.580998:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.580999:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fd6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.581002:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581003:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.581004:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.581006:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fd6:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.581009:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.581010:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.581011:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.581013:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.581014:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581016:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581017:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.581018:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.581019:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581021:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.581023:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.581024:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581026:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581027:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.581028:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.581030:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fd6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.581032:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.581033:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.581035:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581036:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.581038:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.581041:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581043:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581045:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581047:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581049:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581050:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581053:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.581055:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581057:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581059:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581061:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.581063:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.581065:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.581067:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581069:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65880 -> ffff96f97dd54f58 00010000:00000001:0.0:1783976734.581071:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.581072:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581074:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65880 -> ffff96f97dd54f58 00000020:00000001:0.0:1783976734.581076:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.581077:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.581079:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.581080:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581082:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581084:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd65880 -> ffff96f97dd54f58 00000008:00000001:0.0:1783976734.581087:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581088:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.581090:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.581092:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581094:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581096:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581098:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581100:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581102:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581104:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.581107:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581109:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581111:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581113:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.581115:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.581117:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.581119:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.581121:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.581123:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.581124:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.581125:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.581127:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.581129:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dca1c00 with handle 0x5bb448586bd090dc from hash 00010000:00000001:0.0:1783976734.581132:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.581133:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.581134:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.581135:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.581166:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.581168:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.581171:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.581174:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000051057d27/0x5bb448586bd09129 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaae35 expref: -99 pid: 238692 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1783976734.581188:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.581190:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581193:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.581196:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.581198:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.581200:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581203:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581205:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581207:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581209:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581212:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581227:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.581231:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581233:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581235:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581237:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.581239:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.581241:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.581243:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.581245:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.581246:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581248:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.581250:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.581252:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.581254:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581256:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581259:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581261:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581263:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581265:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581267:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.581270:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581272:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581274:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581276:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.581278:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.581280:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.581281:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.581283:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.581286:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.581287:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581289:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.581291:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.581292:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97ddf9a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.581295:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.581297:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97ddf9a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.581300:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.581302:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97ddf9a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.581304:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.581305:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9a40 -> ffff96f97dca2aa8 00000020:00000001:0.0:1783976734.581307:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dca2aa8 -> ffff96f97dca2aa8 00000020:00000001:0.0:1783976734.581309:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.581310:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.581311:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fda:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.581314:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581315:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.581316:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.581318:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fda:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.581321:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.581322:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.581324:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.581326:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.581327:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581328:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581329:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.581330:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.581331:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581333:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.581335:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.581336:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581337:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581338:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.581340:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.581341:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fda:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.581344:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.581345:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.581346:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581347:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.581349:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.581351:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581354:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581356:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581358:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581361:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581363:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581365:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.581367:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581369:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581371:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581373:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.581375:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.581377:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.581379:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581381:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9a40 -> ffff96f97dca2aa8 00010000:00000001:0.0:1783976734.581382:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.581384:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581386:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9a40 -> ffff96f97dca2aa8 00000020:00000001:0.0:1783976734.581387:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.581388:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.581390:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.581391:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581393:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581395:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9a40 -> ffff96f97dca2aa8 00000008:00000001:0.0:1783976734.581397:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581399:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.581400:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.581402:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581404:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581407:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581408:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581411:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581413:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581415:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.581417:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581419:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581421:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581423:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.581425:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.581427:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.581429:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.581431:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.581433:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.581434:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.581435:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.581437:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.581439:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dca0200 with handle 0x5bb448586bd09129 from hash 00010000:00000001:0.0:1783976734.581441:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.581442:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.581443:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.581444:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.581446:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.581447:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.581449:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.581452:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000cfde0759/0x5bb448586bd09081 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa9f8 expref: -99 pid: 238657 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00000001:0.0:1783976734.581462:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.581463:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581466:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.581467:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.581470:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.581472:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581474:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581476:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581478:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581480:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581482:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581484:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.581486:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581489:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581491:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581493:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.581495:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.581497:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.581498:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.581500:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.581501:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581503:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.581505:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.581507:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.581508:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581510:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581512:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581514:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581516:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581518:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581520:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.581522:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581524:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581526:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581527:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.581529:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.581531:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.581532:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.581533:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.581535:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.581537:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581539:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.581540:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.581541:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f977b81dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.581543:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.581545:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b81dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.581548:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.581549:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f977b81dc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.581551:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.581553:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81dc0 -> ffff96f9778ee080 00000020:00000001:0.0:1783976734.581554:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee080 -> ffff96f9778ee080 00000020:00000001:0.0:1783976734.581556:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.581557:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.581558:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x2063:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.581560:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581561:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.581562:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.581564:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x2063:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.581566:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.581567:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.581568:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.581570:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.581571:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581572:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581573:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.581574:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.581575:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581577:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.581578:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.581579:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581580:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581581:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.581582:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.581584:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x2063:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.581586:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.581587:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.581588:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581589:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.581590:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.581592:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581594:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581596:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581598:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581600:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581602:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581603:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.581605:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581607:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581609:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581611:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.581613:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.581615:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.581617:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581618:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81dc0 -> ffff96f9778ee080 00010000:00000001:0.0:1783976734.581620:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.581622:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581624:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81dc0 -> ffff96f9778ee080 00000020:00000001:0.0:1783976734.581625:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.581627:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.581628:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.581629:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581631:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581632:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81dc0 -> ffff96f9778ee080 00000008:00000001:0.0:1783976734.581635:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581636:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.581638:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.581640:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581642:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581645:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581647:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581649:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581651:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581653:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.581655:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581657:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581659:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581661:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.581663:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.581664:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.581666:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.581668:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.581669:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.581671:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.581672:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.581674:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.581676:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc09000 with handle 0x5bb448586bd09081 from hash 00010000:00000001:0.0:1783976734.581677:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.581678:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.581680:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.581681:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.581682:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.581683:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.581686:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.581689:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000055a1f56e/0x5bb448586bd08fbd lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa6e8 expref: -99 pid: 238050 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.581701:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.581702:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581705:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.581707:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.581710:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.581712:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581714:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581716:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581719:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581721:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581723:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581726:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.581728:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581730:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581732:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581735:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.581737:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.581738:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.581740:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.581741:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.581742:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581744:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.581746:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.581748:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.581750:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581752:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581754:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581756:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581758:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581760:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581762:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.581764:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581766:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581768:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581770:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.581771:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.581773:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.581774:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.581775:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.581777:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.581779:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581781:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.581783:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81880 -> ffff96f9778ee9e0 00000020:00000001:0.0:1783976734.581784:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f9778ee9e0 -> ffff96f9778ee9e0 00000020:00000001:0.0:1783976734.581785:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.581787:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.581788:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x205e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.581791:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581792:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.581793:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.581795:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x205e:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.581797:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.581798:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.581800:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.581801:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.581802:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581804:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581804:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.581805:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.581807:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581808:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.581810:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.581811:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581812:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581813:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.581815:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.581816:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x205e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.581819:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.581820:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.581821:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581823:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.581825:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.581827:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581830:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581832:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581834:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581837:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581839:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581841:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.581843:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581845:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581847:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581850:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.581852:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.581854:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.581856:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581857:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81880 -> ffff96f9778ee9e0 00010000:00000001:0.0:1783976734.581859:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.581861:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581863:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81880 -> ffff96f9778ee9e0 00000020:00000001:0.0:1783976734.581864:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.581865:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.581867:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.581869:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581870:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581872:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b81880 -> ffff96f9778ee9e0 00000008:00000001:0.0:1783976734.581874:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.581876:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.581877:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.581879:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581881:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581883:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581885:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581887:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581890:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581892:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.581894:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581896:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581898:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581900:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.581903:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.581904:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.581906:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.581908:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.581909:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.581910:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.581911:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.581912:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.581914:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc08800 with handle 0x5bb448586bd08fbd from hash 00010000:00000001:0.0:1783976734.581915:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.581916:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.581916:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.581917:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.581918:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.581919:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.581920:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.581922:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000139dd3fb/0x5bb448586bd08fb6 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa6e1 expref: -99 pid: 238052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.581926:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.581927:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581929:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.581931:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.581932:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.581934:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.581935:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.581936:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.581938:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.581940:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.581941:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.581943:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.581944:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.581946:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.581947:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.581948:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.581949:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.581950:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.581951:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.581952:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.581953:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.581954:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.581955:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.581956:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.581957:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.581959:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.581960:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.581961:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.581963:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.581964:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.581965:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.581966:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.581967:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.581968:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.581970:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.581971:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.581972:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.581972:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.581973:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.581975:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.581976:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581977:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.581978:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b95340 -> ffff96f977b90b70 00000020:00000001:0.0:1783976734.581979:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b90b70 -> ffff96f977b90b70 00000020:00000001:0.0:1783976734.581980:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.581981:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.581983:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x205c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.581984:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581985:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.581985:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.581987:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x205c:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.581989:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.581989:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.581990:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.581991:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.581992:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.581993:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.581994:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.581994:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.581995:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.581996:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.581997:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.581998:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581998:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.581999:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.582000:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.582001:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x205c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.582002:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.582003:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.582003:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582004:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.582005:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.582007:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582008:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582010:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582011:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582014:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582016:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582018:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.582020:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582022:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582024:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582026:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.582028:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582030:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.582032:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582034:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b95340 -> ffff96f977b90b70 00010000:00000001:0.0:1783976734.582036:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.582038:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582039:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b95340 -> ffff96f977b90b70 00000020:00000001:0.0:1783976734.582040:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.582042:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.582043:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.582045:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582047:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582048:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b95340 -> ffff96f977b90b70 00000008:00000001:0.0:1783976734.582050:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582052:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.582054:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582056:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582058:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582060:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582062:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582064:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582067:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582069:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.582071:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582073:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582075:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582077:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.582079:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582081:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.582083:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.582085:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.582087:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.582088:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.582090:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.582091:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.582093:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc09400 with handle 0x5bb448586bd08fb6 from hash 00010000:00000001:0.0:1783976734.582096:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.582097:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.582098:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.582099:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.582100:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.582101:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.582103:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.582106:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000482de5a/0x5bb448586bd08f77 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x16ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa5d0 expref: -99 pid: 238053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.582111:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.582112:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582114:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.582115:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582117:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582118:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582119:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582121:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582122:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582124:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582125:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582126:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.582128:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582129:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582131:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582132:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.582133:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.582134:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.582151:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.582154:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.582155:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582158:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.582160:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582163:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.582165:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582168:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582171:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582174:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582177:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582179:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582182:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.582184:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582187:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582189:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582192:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.582195:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.582197:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.582199:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.582201:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.582202:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.582204:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582205:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.582207:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9340 -> ffff96f97dd67f58 00000020:00000001:0.0:1783976734.582208:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd67f58 -> ffff96f97dd67f58 00000020:00000001:0.0:1783976734.582209:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.582210:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.582212:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fc9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.582213:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582225:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.582226:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.582230:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fc9:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.582232:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.582233:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.582234:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.582236:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.582236:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582237:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582238:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.582239:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.582239:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582241:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.582241:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.582242:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582243:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582244:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.582244:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.582245:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fc9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.582246:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.582247:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.582248:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582249:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.582250:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.582252:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582253:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582255:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582256:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582257:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582259:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582260:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.582262:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582263:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582264:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582266:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.582267:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.582268:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.582270:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582271:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9340 -> ffff96f97dd67f58 00010000:00000001:0.0:1783976734.582272:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.582273:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582274:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9340 -> ffff96f97dd67f58 00000020:00000001:0.0:1783976734.582275:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.582276:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.582277:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.582278:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582280:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582281:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf9340 -> ffff96f97dd67f58 00000008:00000001:0.0:1783976734.582282:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582283:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.582284:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582285:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582286:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582288:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582289:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582290:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582291:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582293:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.582294:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582295:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582296:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582297:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.582298:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582299:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.582300:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.582301:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.582303:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.582303:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.582304:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.582305:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.582306:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9772baa00 with handle 0x5bb448586bd08f77 from hash 00010000:00000001:0.0:1783976734.582308:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.582308:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.582309:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.582309:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.582311:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.582311:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.582313:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.582315:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000ad436155/0x5bb448586bd08f70 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x16d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa5c9 expref: -99 pid: 238050 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.582320:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.582320:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582322:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.582324:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582325:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582326:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582328:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582329:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582330:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582332:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582333:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582335:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.582336:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582338:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582339:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582340:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.582341:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.582342:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.582343:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.582344:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.582344:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582346:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.582347:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.582348:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582349:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582351:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582352:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582353:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582354:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582355:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582357:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.582359:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582360:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582361:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582363:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.582364:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.582365:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.582365:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.582366:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.582368:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.582369:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582370:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.582371:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b801c0 -> ffff96f97714a9e0 00000020:00000001:0.0:1783976734.582371:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97714a9e0 -> ffff96f97714a9e0 00000020:00000001:0.0:1783976734.582372:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.582373:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.582374:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fcf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.582375:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582375:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.582376:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.582377:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fcf:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.582379:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.582379:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.582380:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.582381:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.582382:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582383:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582384:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.582384:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.582385:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582386:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.582387:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.582388:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582389:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582389:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.582390:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.582391:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fcf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.582393:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.582393:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.582394:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582395:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.582396:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582397:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582398:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582399:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582401:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582402:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582403:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582404:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.582405:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582406:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582407:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582409:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.582410:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.582411:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.582412:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582413:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b801c0 -> ffff96f97714a9e0 00010000:00000001:0.0:1783976734.582414:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.582415:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582416:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b801c0 -> ffff96f97714a9e0 00000020:00000001:0.0:1783976734.582417:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.582418:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.582419:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.582420:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582421:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582421:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b801c0 -> ffff96f97714a9e0 00000008:00000001:0.0:1783976734.582423:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582423:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.582424:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582425:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582426:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582427:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582429:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582430:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582431:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582433:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.582434:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582435:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582436:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582437:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.582438:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582439:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.582440:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.582441:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.582442:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.582443:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.582444:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.582444:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.582446:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dd12600 with handle 0x5bb448586bd08f70 from hash 00010000:00000001:0.0:1783976734.582447:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.582447:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.582448:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.582448:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.582449:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.582450:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.582451:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.582453:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000e0145946/0x5bb448586bd08f69 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x16cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa5ad expref: -99 pid: 238052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976734.582456:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.582457:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582458:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.582459:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582461:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582462:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582463:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582465:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582466:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582467:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582468:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582470:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.582471:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582472:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582473:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582474:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.582475:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.582476:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.582477:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.582478:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.582478:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582479:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.582481:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.582482:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.582483:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582484:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582485:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582486:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582487:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582488:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582490:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.582491:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582492:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582493:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582494:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.582496:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.582497:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.582498:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.582498:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.582500:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.582501:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582502:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.582504:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b956c0 -> ffff96f977b90d00 00000020:00000001:0.0:1783976734.582505:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b90d00 -> ffff96f977b90d00 00000020:00000001:0.0:1783976734.582506:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.582506:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.582507:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fcc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.582509:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582509:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.582510:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.582513:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fcc:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.582515:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.582516:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.582518:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.582519:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.582520:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582522:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582523:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.582524:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.582525:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582526:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.582527:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.582529:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582530:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582531:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.582532:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.582533:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fcc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.582535:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.582536:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.582537:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582538:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.582540:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.582542:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582544:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582546:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582548:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582550:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582551:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582553:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.582555:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582557:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582559:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582560:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.582562:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582564:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.582565:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582567:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b956c0 -> ffff96f977b90d00 00010000:00000001:0.0:1783976734.582568:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.582570:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582571:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b956c0 -> ffff96f977b90d00 00000020:00000001:0.0:1783976734.582572:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.582574:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.582575:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.582576:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582578:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582579:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b956c0 -> ffff96f977b90d00 00000008:00000001:0.0:1783976734.582581:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582583:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.582584:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582586:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582588:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582589:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582591:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582593:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582595:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582597:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.582600:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582602:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582603:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582605:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.582607:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582608:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.582610:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.582612:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.582613:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.582614:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.582615:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.582617:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.582618:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9772ba200 with handle 0x5bb448586bd08f69 from hash 00010000:00000001:0.0:1783976734.582620:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.582621:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.582622:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.582623:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.582624:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.582626:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.582628:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.582630:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d622b7fa/0x5bb448586bd08e4a lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa13f expref: -99 pid: 238031 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1783976734.582635:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.582636:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582639:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.582641:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582643:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582645:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582647:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582649:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582651:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582653:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582655:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582657:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.582658:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582660:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582662:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582664:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.582665:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.582667:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.582668:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.582670:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.582671:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582672:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.582674:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582676:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.582678:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582680:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582681:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582683:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582685:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582687:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582689:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.582691:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582693:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582694:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582696:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.582698:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.582699:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.582701:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.582702:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.582704:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.582706:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582707:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.582709:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.582710:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f977b94e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.582712:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.582714:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f977b94e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.582717:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.582719:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f977b94e00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.582721:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.582722:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b94e00 -> ffff96f977b90c38 00000020:00000001:0.0:1783976734.582724:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b90c38 -> ffff96f977b90c38 00000020:00000001:0.0:1783976734.582726:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.582727:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.582728:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x205a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.582731:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582732:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.582733:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.582735:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x205a:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.582737:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.582738:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.582739:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.582740:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.582741:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582742:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582742:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.582743:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.582744:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582744:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.582745:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.582746:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582747:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582747:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.582748:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.582749:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x205a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.582750:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.582751:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.582752:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582753:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.582754:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.582756:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582757:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582759:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582760:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582761:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582763:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582764:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.582766:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582767:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582769:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582770:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.582771:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.582773:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.582774:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582775:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b94e00 -> ffff96f977b90c38 00010000:00000001:0.0:1783976734.582776:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.582777:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582778:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b94e00 -> ffff96f977b90c38 00000020:00000001:0.0:1783976734.582779:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.582780:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.582781:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.582782:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582783:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582784:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f977b94e00 -> ffff96f977b90c38 00000008:00000001:0.0:1783976734.582785:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582786:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.582787:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582788:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582789:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582791:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582792:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582793:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582794:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582796:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.582797:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582798:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582799:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582800:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.582801:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582802:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.582803:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.582804:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.582806:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.582806:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.582807:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.582809:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.582810:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dd12200 with handle 0x5bb448586bd08e4a from hash 00010000:00000001:0.0:1783976734.582811:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.582812:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.582813:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.582814:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.582815:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.582816:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.582817:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.582819:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000f5f6a863/0x5bb448586bd08e35 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eaa0f9 expref: -99 pid: 238030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1783976734.582823:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.582824:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582825:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.582827:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582828:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582830:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582831:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582832:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582834:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582835:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582836:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582838:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.582839:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582840:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582842:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582843:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.582844:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.582845:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.582846:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.582847:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.582847:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582849:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.582850:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.582851:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582853:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582854:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582855:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582856:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582857:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582859:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582860:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.582861:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582862:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582863:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582864:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.582865:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.582866:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.582867:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.582868:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.582869:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.582870:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582871:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.582872:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.582873:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97ddf8000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.582875:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.582876:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97ddf8000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783976734.582878:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.582879:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97ddf8000: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.582880:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.582881:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf8000 -> ffff96f97dd676c0 00000020:00000001:0.0:1783976734.582882:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd676c0 -> ffff96f97dd676c0 00000020:00000001:0.0:1783976734.582883:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.582884:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.582884:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fc6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.582885:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582887:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.582887:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.582889:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fc6:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.582890:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.582891:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.582892:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.582893:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.582893:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582894:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.582894:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.582895:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.582896:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.582896:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976734.582897:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.582898:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582899:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.582899:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.582900:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.582901:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fc6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.582902:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.582902:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.582903:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582904:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.582905:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.582906:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.582907:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.582908:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.582909:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.582911:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.582912:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.582913:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976734.582914:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.582915:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.582916:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.582917:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.582919:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.582920:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.582921:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582922:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf8000 -> ffff96f97dd676c0 00010000:00000001:0.0:1783976734.582923:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.582924:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582925:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf8000 -> ffff96f97dd676c0 00000020:00000001:0.0:1783976734.582926:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.582927:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976734.582928:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.582929:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582930:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.582930:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97ddf8000 -> ffff96f97dd676c0 00000008:00000001:0.0:1783976734.582932:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.582933:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.582933:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.582934:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582936:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582937:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582938:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582939:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.582940:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.582941:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ea00. 00000008:00000010:0.0:1783976734.582943:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.582945:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.582947:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.582949:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.582951:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582953:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.582955:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.582956:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.582958:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.582959:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.582961:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.582962:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.582964:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97798a000 with handle 0x5bb448586bd08e35 from hash 00010000:00000001:0.0:1783976734.582966:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.582967:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.582968:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.582969:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.582971:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.582972:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.582974:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976734.582977:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000defe4f19/0x5bb448586bd08996 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400020000 nid: local remote: 0xa91b1f6e92ea90d0 expref: -99 pid: 228771 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00000001:0.0:1783976734.582984:0:198080:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976734.582985:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.582988:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976734.582990:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007f200. 00000020:00000010:0.0:1783976734.582992:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.582994:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.582995:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.582996:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.582998:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.582999:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.583001:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.583002:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e600. 00000008:00000010:0.0:1783976734.583004:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.583005:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.583006:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.583008:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976734.583010:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976734.583011:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783976734.583012:0:198080:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976734.583014:0:198080:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976734.583015:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976734.583017:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783976734.583019:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976734.583021:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.583023:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.583026:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.583029:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.583031:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.583033:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.583035:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.583038:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976734.583040:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.583042:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.583044:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.583046:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783976734.583048:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783976734.583050:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783976734.583051:0:198080:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976734.583053:0:198080:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976734.583055:0:198080:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976734.583057:0:198080:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.583058:0:198080:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976734.583059:0:198080:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976734.583061:0:198080:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dd64a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976734.583064:0:198080:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.583066:0:198080:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd64a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976734.583069:0:198080:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976734.583071:0:198080:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dd64a80: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976734.583073:0:198080:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976734.583075:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64a80 -> ffff96f97dd543a0 00000020:00000001:0.0:1783976734.583076:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd543a0 -> ffff96f97dd543a0 00000020:00000001:0.0:1783976734.583078:0:198080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976734.583079:0:198080:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976734.583081:0:198080:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11fb2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976734.583083:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.583084:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976734.583085:0:198080:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976734.583087:0:198080:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11fb2:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976734.583089:0:198080:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976734.583090:0:198080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976734.583092:0:198080:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976734.583093:0:198080:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976734.583095:0:198080:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.583096:0:198080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976734.583097:0:198080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976734.583098:0:198080:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976734.583099:0:198080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.583100:0:198080:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976734.583103:0:198080:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976734.583104:0:198080:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976734.583106:0:198080:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976734.583108:0:198080:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976734.583109:0:198080:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446628596061324224 : -115477648227392 : ffff96f943cc43c0) 00000020:00000001:0.0:1783976734.583112:0:198080:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976734.583113:0:198080:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976734.583115:0:198080:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976734.583118:0:198080:0:(cl_page.c:507:__cl_page_state_set()) page@000000000205b81e[2 000000008ca134fe 1 1 000000005bc2a4ab 0 0 0] 00000020:00000001:0.0:1783976734.583120:0:198080:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976734.583122:0:198080:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976734.583123:0:198080:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976734.583124:0:198080:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.583127:0:198080:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976734.583128:0:198080:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976734.583130:0:198080:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976734.583131:0:198080:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976734.583132:0:198080:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976734.583135:0:198080:0:(cl_page.c:507:__cl_page_state_set()) page@000000000205b81e[2 000000008ca134fe 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976734.583159:0:198080:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976734.583160:0:198080:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976734.583163:0:198080:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976734.583164:0:198080:0:(osc_page.c:138:osc_page_delete()) ffff96f85a78de60 00000008:00000001:0.0:1783976734.583167:0:198080:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976734.583169:0:198080:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff96f85a78de70 page ffff96f85a78de60 at index 0. 00000008:00000001:0.0:1783976734.583172:0:198080:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976734.583178:0:198080:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976734.583181:0:198080:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffdb2cc4911440 index 0 00000020:00000001:0.0:1783976734.583186:0:198080:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976734.583187:0:198080:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976734.583198:0:198080:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976734.583199:0:198080:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976734.583201:0:198080:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976734.583202:0:198080:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976734.583204:0:198080:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976734.583207:0:198080:0:(cl_page.c:556:cl_batch_put()) page@000000000205b81e[1 000000008ca134fe 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976734.583208:0:198080:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976734.583211:0:198080:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976734.583225:0:198080:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff96f85a78de00. 00000020:00000001:0.0:1783976734.583228:0:198080:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976734.583229:0:198080:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976734.583244:0:198080:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976734.583245:0:198080:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976734.583247:0:198080:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976734.583247:0:198080:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976734.583248:0:198080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976734.583249:0:198080:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11fb2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976734.583251:0:198080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976734.583252:0:198080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976734.583253:0:198080:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.583254:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783976734.583255:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976734.583257:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976734.583258:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783976734.583260:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783976734.583262:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783976734.583263:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783976734.583265:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783976734.583266:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976734.583268:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783976734.583270:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783976734.583271:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783976734.583273:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783976734.583274:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976734.583275:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783976734.583277:0:198080:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.583278:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64a80 -> ffff96f97dd543a0 00010000:00000001:0.0:1783976734.583280:0:198080:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976734.583281:0:198080:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.583282:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64a80 -> ffff96f97dd543a0 00000020:00000001:0.0:1783976734.583283:0:198080:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976734.583284:0:198080:0:(osc_object.c:161:osc_attr_update()) set kms from 274to 0 00020000:00000001:0.0:1783976734.583285:0:198080:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976734.583287:0:198080:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.583288:0:198080:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.583288:0:198080:0:(cl_object.c:151:cl_object_top()) ffff96f97dd64a80 -> ffff96f97dd543a0 00000008:00000001:0.0:1783976734.583290:0:198080:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976734.583291:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976734.583291:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ea00. 00000020:00000010:0.0:1783976734.583293:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ecc0. 00000008:00000010:0.0:1783976734.583294:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976734.583295:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976734.583296:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976734.583298:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976734.583299:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976734.583300:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007f200. 00000008:00000010:0.0:1783976734.583301:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976734.583303:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976734.583304:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976734.583305:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976734.583306:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e600. 00000020:00000010:0.0:1783976734.583307:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783976734.583308:0:198080:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.583309:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976734.583311:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976734.583311:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976734.583312:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976734.583313:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976734.583315:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc29c00 with handle 0x5bb448586bd08996 from hash 00010000:00000001:0.0:1783976734.583316:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976734.583316:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976734.583317:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583318:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976734.583319:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976734.583320:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976734.583322:0:198080:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976734.583324:0:198080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976734.583326:0:198080:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976734.583330:0:198080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68a80. 00000020:00000040:0.0:1783976734.583332:0:198080:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=16 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783976734.583335:0:198080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976734.583336:0:198080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976734.583338:0:198080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976734.583342:0:198080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f95007e600. 00000100:00000001:0.0:1783976734.583345:0:198080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976734.583347:0:198080:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976734.583351:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583358:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583363:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000b688e522/0x5bb448586bd094fd lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac1d0 expref: -99 pid: 240158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583366:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000afb3b90e/0x5bb448586bd09168 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eab088 expref: -99 pid: 238708 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976734.583370:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d5af1b6f/0x5bb448586bd09018 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa831 expref: -99 pid: 238640 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1783976734.583374:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000dfaf794/0x5bb448586bd090dc lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaac05 expref: -99 pid: 238675 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976734.583383:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000051057d27/0x5bb448586bd09129 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaae35 expref: -99 pid: 238692 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976734.583387:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000cfde0759/0x5bb448586bd09081 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa9f8 expref: -99 pid: 238657 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976734.583391:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000055a1f56e/0x5bb448586bd08fbd lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa6e8 expref: -99 pid: 238050 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583395:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000139dd3fb/0x5bb448586bd08fb6 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa6e1 expref: -99 pid: 238052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583399:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000482de5a/0x5bb448586bd08f77 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x16ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa5d0 expref: -99 pid: 238053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583402:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000ad436155/0x5bb448586bd08f70 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x16d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa5c9 expref: -99 pid: 238050 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583406:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000e0145946/0x5bb448586bd08f69 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x16cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa5ad expref: -99 pid: 238052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976734.583410:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d622b7fa/0x5bb448586bd08e4a lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa13f expref: -99 pid: 238031 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976734.583414:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000f5f6a863/0x5bb448586bd08e35 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa0f9 expref: -99 pid: 238030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976734.583419:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000defe4f19/0x5bb448586bd08996 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xa91b1f6e92ea90d0 expref: -99 pid: 228771 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1783976734.583422:0:198080:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 16 locks packed 00010000:00000001:0.0:1783976734.583423:0:198080:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:0.0:1783976734.583426:0:198080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976734.583428:0:198080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976734.583435:0:198080:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e62c1fc1] to pc [ptlrpcd_00_01+1] req@ffff96f974b68a80 x1870620496736896/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976734.583456:0:198080:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976734.583458:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583460:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000fd7c9bb2/0x5bb448586bd09589 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac3c1 expref: -99 pid: 240177 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583465:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99740. 00010000:00000040:0.0:1783976734.583469:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63300 count: 0 00010000:00000010:0.0:1783976734.583473:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977b63a00. 00010000:00000001:0.0:1783976734.583479:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583481:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583485:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000056cf69b2/0x5bb448586bd0954a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac2e1 expref: -99 pid: 240163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583490:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99f80. 00010000:00000040:0.0:1783976734.583491:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b63b00 count: 0 00010000:00000010:0.0:1783976734.583493:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977b63700. 00010000:00000001:0.0:1783976734.583496:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583499:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583501:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000b688e522/0x5bb448586bd094fd lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac1d0 expref: -99 pid: 240158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583514:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f97dd00640. 00010000:00000040:0.0:1783976734.583519:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977a80800 count: 0 00010000:00000010:0.0:1783976734.583522:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977a80c00. 00010000:00000001:0.0:1783976734.583527:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583529:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583531:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000afb3b90e/0x5bb448586bd09168 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eab088 expref: -99 pid: 238708 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976734.583537:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06f00. 00010000:00000040:0.0:1783976734.583541:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc0f600 count: 0 00010000:00000010:0.0:1783976734.583544:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97dc0f800. 00010000:00000001:0.0:1783976734.583549:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583551:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583553:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d5af1b6f/0x5bb448586bd09018 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa831 expref: -99 pid: 238640 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00000010:0.0:1783976734.583562:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06300. 00010000:00000040:0.0:1783976734.583565:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc5bf00 count: 0 00010000:00000010:0.0:1783976734.583567:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97dc5bb00. 00010000:00000001:0.0:1783976734.583573:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583576:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583577:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000dfaf794/0x5bb448586bd090dc lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaac05 expref: -99 pid: 238675 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976734.583584:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06a40. 00010000:00000040:0.0:1783976734.583588:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc5b100 count: 0 00010000:00000010:0.0:1783976734.583591:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97dc5b900. 00010000:00000001:0.0:1783976734.583595:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583596:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583599:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000051057d27/0x5bb448586bd09129 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaae35 expref: -99 pid: 238692 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976734.583607:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06580. 00010000:00000040:0.0:1783976734.583610:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc5b600 count: 0 00010000:00000010:0.0:1783976734.583614:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97714bf00. 00010000:00000001:0.0:1783976734.583620:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583623:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583625:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000cfde0759/0x5bb448586bd09081 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa9f8 expref: -99 pid: 238657 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1783976734.583634:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d995c0. 00010000:00000040:0.0:1783976734.583637:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977baa600 count: 0 00010000:00000010:0.0:1783976734.583639:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977baaf00. 00010000:00000001:0.0:1783976734.583643:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583644:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583645:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000055a1f56e/0x5bb448586bd08fbd lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa6e8 expref: -99 pid: 238050 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583649:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855758d80. 00010000:00000040:0.0:1783976734.583650:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977baa200 count: 0 00010000:00000010:0.0:1783976734.583651:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977baa500. 00010000:00000001:0.0:1783976734.583656:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583656:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583658:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000139dd3fb/0x5bb448586bd08fb6 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa6e1 expref: -99 pid: 238052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583664:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855758f40. 00010000:00000040:0.0:1783976734.583667:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977baaa00 count: 0 00010000:00000010:0.0:1783976734.583668:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977baad00. 00010000:00000001:0.0:1783976734.583670:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583671:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583673:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000000482de5a/0x5bb448586bd08f77 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x16ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa5d0 expref: -99 pid: 238053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583677:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855750c00. 00010000:00000040:0.0:1783976734.583678:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97ad2fc00 count: 0 00010000:00000010:0.0:1783976734.583680:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97ad2fb00. 00010000:00000001:0.0:1783976734.583683:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583684:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583686:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000ad436155/0x5bb448586bd08f70 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x16d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa5c9 expref: -99 pid: 238050 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583689:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c064c0. 00010000:00000040:0.0:1783976734.583690:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc5b400 count: 0 00010000:00000010:0.0:1783976734.583692:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97dc5be00. 00010000:00000001:0.0:1783976734.583695:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583695:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583697:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000e0145946/0x5bb448586bd08f69 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x16cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa5ad expref: -99 pid: 238052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976734.583700:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855750f00. 00010000:00000040:0.0:1783976734.583701:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97ad2f700 count: 0 00010000:00000010:0.0:1783976734.583702:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97ad2fd00. 00010000:00000001:0.0:1783976734.583704:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583705:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583706:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000d622b7fa/0x5bb448586bd08e4a lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa13f expref: -99 pid: 238031 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976734.583710:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06340. 00010000:00000040:0.0:1783976734.583711:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dd06f00 count: 0 00010000:00000010:0.0:1783976734.583712:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97dd06d00. 00010000:00000001:0.0:1783976734.583715:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583716:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583717:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000f5f6a863/0x5bb448586bd08e35 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eaa0f9 expref: -99 pid: 238030 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976734.583721:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855750900. 00010000:00000040:0.0:1783976734.583722:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b86700 count: 0 00010000:00000010:0.0:1783976734.583724:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97714bc00. 00010000:00000001:0.0:1783976734.583726:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583726:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976734.583728:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000defe4f19/0x5bb448586bd08996 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xa91b1f6e92ea90d0 expref: -99 pid: 228771 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00000010:0.0:1783976734.583731:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855758cc0. 00010000:00000040:0.0:1783976734.583732:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b86200 count: 0 00010000:00000010:0.0:1783976734.583733:0:198080:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977b86a00. 00010000:00000001:0.0:1783976734.583736:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976734.583736:0:198080:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976734.583738:0:198080:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f957a4e480. 00010000:00000001:0.0:1783976734.583740:0:198080:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976734.583743:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976734.583744:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976734.583745:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976734.583746:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976734.583747:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976734.583747:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976734.583749:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976734.583750:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976734.583751:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976735.601306:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976735.601311:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976735.601315:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976735.601322:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976735.601328:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976735.601333:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976735.601337:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976735.601338:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976735.601341:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976736.625274:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976736.625284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976736.625288:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976736.625297:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976736.625302:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976736.625306:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976736.625316:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976736.625319:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976736.625324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976737.649271:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976737.649281:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976737.649284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976737.649291:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976737.649297:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976737.649302:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976737.649305:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976737.649310:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976737.649315:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976737.649371:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976737.649375:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976737.649378:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976738.033293:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976738.033305:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976738.033308:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976738.033312:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976738.033317:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976738.033326:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14271 00000400:00000200:0.0:1783976738.033337:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976738.033348:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976738.033352:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976738.033355:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033359:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033362:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033364:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976738.033368:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976738.033371:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976738.033373:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976738.033378:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976738.033380:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976738.033383:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976738.033386:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033388:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033389:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033391:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976738.033394:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976738.033398:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033400:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976738.033404:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976738.033408:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976738.033412:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033422:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976738.033425:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976738.033440:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976738.033445:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976738.033449:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976738.033451:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033454:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976738.033458:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976738.033463:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976738.033472:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976738.033480:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976738.033490:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496737024/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976738.033500:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976738.033506:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976738.033510:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496737024/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976738.033542:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976738.033546:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976738.033549:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976738.033550:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976738.033552:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976738.033555:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976738.033558:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14271 00000400:00000200:0.0:1783976738.033562:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976738.033565:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976738.033567:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976738.033570:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033572:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033573:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033576:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976738.033578:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976738.033579:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976738.033581:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976738.033583:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976738.033585:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976738.033587:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976738.033590:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033592:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033594:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033596:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976738.033598:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976738.033601:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033604:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976738.033606:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976738.033612:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976738.033614:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033616:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976738.033621:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976738.033624:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033626:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976738.033630:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976738.033632:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976738.033635:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976738.033636:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033638:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976738.033639:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976738.033640:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976738.033644:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976738.033647:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976738.033653:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496737152/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976738.033661:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976738.033663:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976738.033666:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496737152/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976738.033674:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976738.033677:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976738.033680:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976738.033682:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976738.033684:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976738.033686:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976738.033689:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14271 00000400:00000200:0.0:1783976738.033693:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976738.033696:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976738.033698:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976738.033701:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033703:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033705:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033707:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976738.033709:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976738.033710:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976738.033712:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976738.033714:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976738.033716:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976738.033718:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976738.033721:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033723:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033725:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033727:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976738.033729:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976738.033732:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033734:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976738.033736:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976738.033739:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976738.033741:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033743:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976738.033745:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976738.033746:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033747:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976738.033750:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976738.033752:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=31 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976738.033754:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976738.033756:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033758:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976738.033760:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976738.033761:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976738.033766:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976738.033769:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976738.033773:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496737280/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976738.033780:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976738.033783:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976738.033786:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496737280/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976738.033794:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976738.033797:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976738.033800:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976738.033802:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976738.033803:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976738.033807:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976738.033809:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14271 00000400:00000200:0.0:1783976738.033813:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976738.033816:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976738.033818:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976738.033821:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033824:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033826:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033828:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976738.033830:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976738.033831:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976738.033833:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976738.033835:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976738.033837:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976738.033840:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976738.033843:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033845:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033847:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033849:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976738.033851:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976738.033854:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033856:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976738.033858:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976738.033861:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976738.033863:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033865:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976738.033868:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976738.033870:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033872:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976738.033876:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976738.033878:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976738.033880:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976738.033882:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033883:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976738.033885:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976738.033887:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976738.033890:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976738.033893:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976738.033898:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496737408/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976738.033905:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976738.033907:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976738.033911:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496737408/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976738.033918:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976738.033921:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976738.033924:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976738.033925:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976738.033927:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976738.033930:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976738.033932:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14271 00000400:00000200:0.0:1783976738.033936:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976738.033939:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976738.033941:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976738.033944:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033946:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033948:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033950:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976738.033952:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976738.033953:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976738.033955:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976738.033957:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976738.033959:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976738.033961:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976738.033964:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033966:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976738.033968:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033970:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976738.033972:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976738.033974:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976738.033977:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976738.033978:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976738.033981:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976738.033983:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033985:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976738.033987:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976738.033989:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.033991:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976738.033994:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976738.033997:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976738.033999:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976738.034000:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976738.034002:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976738.034003:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976738.034005:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976738.034009:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976738.034012:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976738.034017:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496737536/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976738.034024:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976738.034026:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976738.034030:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496737536/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976738.034038:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976738.034043:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14281) 00000100:00000001:0.0:1783976738.673268:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976738.673276:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976738.673281:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976738.673287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976738.673292:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976738.673297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976738.673302:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976738.673308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976738.673318:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976739.697254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976739.697262:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976739.697264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976739.697269:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976739.697273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976739.697276:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976739.697278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976739.697279:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976739.697282:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976740.721254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976740.721264:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976740.721268:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976740.721276:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976740.721283:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976740.721290:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976740.721304:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976740.721307:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976740.721310:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976741.745308:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976741.745318:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976741.745320:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976741.745326:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976741.745332:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976741.745335:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976741.745338:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976741.745340:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976741.745344:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.769267:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976742.769277:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976742.769281:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976742.769290:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976742.769296:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.769300:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.769307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.769309:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.769314:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976743.793278:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976743.793286:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976743.793288:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976743.793294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976743.793298:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976743.793302:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976743.793305:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976743.793308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976743.793311:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976744.817250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976744.817259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976744.817263:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976744.817269:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976744.817275:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976744.817280:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976744.817290:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976744.817295:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976744.817299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976745.841301:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976745.841305:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976745.841307:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976745.841313:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976745.841317:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976745.841319:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976745.841321:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976745.841322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976745.841324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976745.841455:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976745.841459:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976745.841460:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976745.841463:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976745.841466:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976745.841468:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976745.841470:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976745.841472:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976745.841474:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976746.865255:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976746.865265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976746.865267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976746.865274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976746.865279:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976746.865283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976746.865286:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976746.865289:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976746.865296:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976747.889252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976747.889259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976747.889263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976747.889268:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976747.889273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976747.889277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976747.889292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976747.889295:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976747.889300:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976748.913252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976748.913270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976748.913277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976748.913283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976748.913289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976748.913293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976748.913307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976748.913312:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976748.913326:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.937257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976749.937266:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976749.937270:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976749.937279:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976749.937287:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976749.937293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976749.937308:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976749.937313:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976749.937319:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976750.961243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976750.961253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976750.961257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976750.961272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976750.961279:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976750.961283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.961291:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.961295:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.961298:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976751.985257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976751.985275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976751.985279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976751.985285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976751.985291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976751.985296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976751.985300:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976751.985304:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976751.985310:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976753.009220:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976753.009228:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976753.009229:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976753.009235:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976753.009240:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976753.009250:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976753.009254:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976753.009258:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976753.009261:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976754.033245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976754.033253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976754.033258:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976754.033264:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976754.033270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976754.033275:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976754.033287:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976754.033290:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976754.033293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976755.057610:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976755.057614:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976755.057615:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976755.057618:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976755.057620:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976755.057622:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976755.057623:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976755.057625:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976755.057626:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976756.081249:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976756.081257:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976756.081260:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976756.081267:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976756.081273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976756.081278:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976756.081294:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976756.081297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976756.081299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976757.105249:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976757.105263:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976757.105266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976757.105272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976757.105278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976757.105283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976757.105290:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976757.105294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976757.105298:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976758.129276:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976758.129282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976758.129285:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976758.129291:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976758.129297:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976758.129301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976758.129365:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976758.129368:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976758.129371:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976759.153276:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976759.153282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976759.153285:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976759.153290:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976759.153296:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976759.153302:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976759.153307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976759.153311:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976759.153315:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976760.177258:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976760.177265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976760.177268:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976760.177272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976760.177278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976760.177283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976760.177289:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976760.177293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976760.177299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976761.201279:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976761.201285:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976761.201289:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976761.201294:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976761.201299:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976761.201303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976761.201306:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976761.201308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976761.201311:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976762.225252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976762.225260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976762.225264:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976762.225271:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976762.225275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976762.225278:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976762.225281:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976762.225284:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976762.225289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976763.249263:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976763.249268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976763.249270:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976763.249274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976763.249278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976763.249281:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976763.249283:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976763.249286:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976763.249289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976764.273268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976764.273275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976764.273279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976764.273283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976764.273289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976764.273292:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976764.273296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976764.273298:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976764.273301:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976765.297272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976765.297277:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976765.297281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976765.297287:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976765.297293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976765.297298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976765.297305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976765.297308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976765.297312:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976766.321310:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976766.321316:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976766.321319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976766.321323:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976766.321328:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976766.321331:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976766.321334:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976766.321336:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976766.321338:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976767.345287:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976767.345292:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976767.345295:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976767.345300:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976767.345304:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976767.345307:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976767.345311:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976767.345314:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976767.345317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976768.369284:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976768.369290:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976768.369293:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976768.369297:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976768.369301:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976768.369304:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976768.369306:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976768.369308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976768.369311:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976769.393278:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976769.393285:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976769.393290:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976769.393295:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976769.393302:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976769.393307:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976769.393312:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976769.393316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976769.393319:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976770.417247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976770.417253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976770.417256:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976770.417262:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976770.417269:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976770.417273:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976770.417277:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976770.417279:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976770.417282:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976771.441239:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976771.441249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976771.441254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976771.441262:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976771.441270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976771.441275:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976771.441288:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976771.441291:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976771.441294:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976772.465363:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976772.465367:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976772.465369:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976772.465372:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976772.465373:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976772.465375:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976772.465376:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976772.465377:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976772.465378:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976773.489245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976773.489256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976773.489260:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976773.489266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976773.489271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976773.489277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976773.489293:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976773.489298:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976773.489302:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.513290:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976774.513295:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976774.513298:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976774.513302:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976774.513305:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976774.513308:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976774.513321:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976774.513325:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976774.513328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976775.537246:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976775.537254:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976775.537257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976775.537266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976775.537273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976775.537279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976775.537285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976775.537289:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976775.537294:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976776.561286:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976776.561292:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976776.561296:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976776.561302:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976776.561308:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976776.561311:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976776.561316:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976776.561319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976776.561321:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976777.585244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976777.585253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976777.585257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976777.585264:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976777.585271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976777.585277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976777.585285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976777.585289:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976777.585293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976778.609261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976778.609268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976778.609271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976778.609275:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976778.609277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976778.609279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976778.609280:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976778.609282:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976778.609288:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976779.633225:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976779.633233:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976779.633239:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976779.633248:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976779.633255:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976779.633261:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976779.633266:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976779.633271:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976779.633275:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976780.657553:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976780.657557:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976780.657558:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976780.657561:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976780.657563:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976780.657565:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976780.657567:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976780.657568:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976780.657570:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976781.681576:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976781.681580:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976781.681582:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976781.681585:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976781.681588:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976781.681590:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976781.681592:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976781.681594:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976781.681595:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976782.705448:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976782.705453:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976782.705454:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976782.705458:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976782.705460:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976782.705462:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976782.705465:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976782.705466:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976782.705468:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976783.729294:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976783.729302:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976783.729306:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976783.729314:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976783.729319:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976783.729325:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976783.729329:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976783.729333:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976783.729336:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.753277:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976784.753288:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976784.753293:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976784.753300:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976784.753307:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976784.753314:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976784.753321:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976784.753326:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976784.753333:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976785.777257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976785.777267:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976785.777271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976785.777280:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976785.777289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976785.777295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976785.777311:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976785.777316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976785.777320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976786.801569:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976786.801572:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976786.801573:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976786.801575:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976786.801576:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976786.801578:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976786.801579:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976786.801580:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976786.801581:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976787.825218:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976787.825227:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976787.825231:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976787.825240:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976787.825247:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976787.825252:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976787.825258:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976787.825262:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976787.825266:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976788.849262:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976788.849270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976788.849282:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976788.849289:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976788.849294:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976788.849298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976788.849301:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976788.849303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976788.849306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976789.873303:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976789.873313:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976789.873316:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976789.873326:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976789.873332:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976789.873340:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976789.873350:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976789.873356:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976789.873368:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.897259:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976790.897268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976790.897273:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976790.897281:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976790.897290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976790.897296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976790.897310:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976790.897314:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976790.897318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976791.921270:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976791.921275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976791.921279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976791.921283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976791.921286:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976791.921288:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976791.921291:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976791.921293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976791.921296:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976792.945302:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976792.945314:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976792.945322:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976792.945332:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976792.945339:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976792.945346:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976792.945354:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976792.945358:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976792.945364:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976793.970257:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976793.970261:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976793.970263:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976793.970268:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976793.970272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976793.970276:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976793.970278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976793.970280:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976793.970287:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976794.993293:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976794.993303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976794.993305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976794.993312:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976794.993316:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976794.993319:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976794.993322:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976794.993324:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976794.993327:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976794.994261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976794.994266:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976794.994267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976794.994270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976794.994272:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976794.994274:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976794.994276:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976794.994278:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976794.994280:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976796.017275:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976796.017284:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976796.017287:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976796.017293:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976796.017299:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976796.017304:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976796.017309:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976796.017314:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976796.017318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976797.041393:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976797.041398:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976797.041399:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976797.041402:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976797.041405:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976797.041417:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976797.041420:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976797.041421:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976797.041423:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976798.065486:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976798.065489:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976798.065491:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976798.065493:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976798.065495:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976798.065497:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976798.065499:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976798.065501:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976798.065503:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976799.089238:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976799.089249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976799.089254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976799.089262:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976799.089270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976799.089276:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976799.089293:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976799.089297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976799.089301:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976800.113267:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976800.113276:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976800.113281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976800.113289:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976800.113295:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976800.113301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976800.113305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976800.113308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976800.113311:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976801.137490:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976801.137496:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976801.137499:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976801.137505:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976801.137509:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976801.137513:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976801.137524:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976801.137527:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976801.137530:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976802.161265:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976802.161275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976802.161278:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976802.161286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976802.161294:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976802.161306:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976802.161316:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976802.161319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976802.161323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976803.185260:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976803.185271:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976803.185275:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976803.185285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976803.185292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976803.185299:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976803.185306:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976803.185311:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976803.185317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976804.209434:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976804.209438:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976804.209439:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976804.209442:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976804.209444:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976804.209446:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976804.209448:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976804.209449:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976804.209451:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976805.233280:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976805.233286:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976805.233290:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976805.233295:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976805.233300:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976805.233303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976805.233308:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976805.233311:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976805.233315:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976806.257269:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976806.257277:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976806.257279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976806.257286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976806.257291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976806.257294:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976806.257298:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976806.257301:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976806.257305:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976807.281281:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976807.281287:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976807.281289:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976807.281295:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976807.281300:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976807.281304:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976807.281313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976807.281317:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976807.281320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976807.281348:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976807.281352:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976807.281354:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976807.281356:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976807.281359:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976807.281360:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976807.281363:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976807.281364:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976807.281367:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976808.305276:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976808.305282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976808.305285:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976808.305291:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976808.305297:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976808.305302:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976808.305308:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976808.305312:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976808.305317:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976811.377412:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976811.377417:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976811.377420:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976812.401968:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976812.401973:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976812.401976:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976812.401979:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976812.401982:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976812.401986:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976812.401988:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976812.401990:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976812.401993:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976813.425272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976813.425281:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976813.425286:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976813.425296:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976813.425303:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976813.425310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976813.425324:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976813.425329:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976813.425334:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976814.449205:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976814.449215:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976814.449217:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976814.449225:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976814.449230:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976814.449235:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976814.449240:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976814.449242:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976814.449246:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976814.449337:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976814.449341:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976814.449346:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976815.473275:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976815.473284:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976815.473288:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976815.473294:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976815.473299:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976815.473304:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976815.473309:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976815.473312:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976815.473316:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976816.497261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976816.497270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976816.497272:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976816.497279:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976816.497283:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976816.497287:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976816.497292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976816.497296:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976816.497301:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976817.521244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976817.521252:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976817.521254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976817.521258:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976817.521262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976817.521266:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976817.521270:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976817.521273:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976817.521279:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976818.545222:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976818.545238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976818.545242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976818.545247:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976818.545252:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976818.545256:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976818.545260:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976818.545263:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976818.545267:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976819.569243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976819.569253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976819.569257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976819.569266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976819.569271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976819.569276:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976819.569294:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976819.569297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976819.569300:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976820.593369:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976820.593372:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976820.593373:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976820.593375:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976820.593377:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976820.593378:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976820.593379:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976820.593380:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976820.593381:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976821.617263:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976821.617273:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976821.617278:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976821.617286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976821.617294:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976821.617300:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976821.617314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976821.617318:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976821.617323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976822.641268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976822.641278:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976822.641284:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976822.641293:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976822.641298:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976822.641305:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976822.641309:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976822.641312:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976822.641319:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976823.665242:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976823.665250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976823.665254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976823.665261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976823.665268:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976823.665273:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976823.665284:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976823.665287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976823.665289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976824.689215:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976824.689221:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976824.689223:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976824.689229:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976824.689238:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976824.689242:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976824.689246:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976824.689249:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976824.689252:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976825.713271:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976825.713279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976825.713284:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976825.713292:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976825.713297:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976825.713308:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.713320:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976825.713324:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.713330:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976825.713580:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976825.713583:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976825.713587:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976825.717615:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976825.717637:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976825.717641:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976825.717649:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2e300 x1870620496748544/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976825.717672:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976825.717676:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976825.717686:0:2408:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96f97ae2e300 x1870620496748544/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976825.717701:0:2408:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976825.717705:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.717708:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976825.717709:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.717712:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976825.717716:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.717724:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976825.717728:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976825.717732:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976825.717735:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976825.717739:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.717742:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976825.717744:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.717746:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976825.717751:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976825.717778:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976825.717781:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976825.717784:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.717797:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976825.717801:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976825.717804:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976825.717807:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976826.737334:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976826.737339:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976826.737340:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976826.737343:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976826.737346:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976826.737348:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976826.737350:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976826.737352:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976826.737354:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976827.761243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976827.761251:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976827.761255:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976827.761264:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976827.761271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976827.761280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976827.761299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976827.761304:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976827.761309:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976827.761391:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976827.761395:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976827.761397:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783976828.145553:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783976828.145626:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783976828.145638:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976828.145643:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783976828.145649:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976828.145653:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783976828.145658:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976828.145663:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ef00. 00000400:00000200:0.0:1783976828.145670:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976828.145676:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976828.145684:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83d48 00000400:00000010:0.0:1783976828.145689:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83d48. 00000100:00000001:0.0:1783976828.145695:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976828.145706:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13d500 x1870620496747904/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.145736:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976828.145741:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496747904/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.145750:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976828.145752:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976828.145764:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976828.145767:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e400. 00000400:00000200:0.0:1783976828.145770:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976828.145774:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976828.145778:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83110 00000400:00000010:0.0:1783976828.145780:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83110. 00000100:00000001:0.0:1783976828.145784:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976828.145789:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13ce00 x1870620496748032/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.145801:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976828.145806:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496748032/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.145817:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976828.145821:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976828.145830:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976828.145837:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e600. 00000400:00000200:0.0:1783976828.145844:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976828.145848:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976828.145853:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83b28 00000400:00000010:0.0:1783976828.145857:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83b28. 00000100:00000001:0.0:1783976828.145865:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976828.145871:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13e680 x1870620496748160/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.145900:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976828.145907:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496748160/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.145933:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976828.145939:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976828.145949:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976828.145954:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2eb00. 00000400:00000200:0.0:1783976828.145961:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976828.145969:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976828.145976:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83ee0 00000400:00000010:0.0:1783976828.145980:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83ee0. 00000100:00000001:0.0:1783976828.145985:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976828.145993:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13dc00 x1870620496748288/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.146010:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976828.146023:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13dc00 x1870620496748288/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.146037:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976828.146041:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976828.146051:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783976828.146058:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e200. 00000400:00000200:0.0:1783976828.146063:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976828.146081:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976828.146085:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83440 00000400:00000010:0.0:1783976828.146088:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83440. 00000100:00000001:0.0:1783976828.146092:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976828.146101:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13c380 x1870620496748416/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.146124:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976828.146129:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c380 x1870620496748416/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976828.146183:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976828.146188:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783976828.785276:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976828.785287:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976828.785293:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976828.785308:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976828.785318:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976828.785329:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976828.785337:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976828.785343:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976828.785350:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976829.809236:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976829.809244:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976829.809247:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976829.809255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976829.809261:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976829.809267:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976829.809273:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976829.809275:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976829.809278:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976830.833257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976830.833270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976830.833277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976830.833284:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976830.833292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976830.833299:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976830.833305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976830.833308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976830.833313:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976831.857215:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976831.857222:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976831.857225:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976831.857230:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976831.857235:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976831.857239:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976831.857244:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976831.857247:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976831.857252:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976832.881255:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976832.881265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976832.881269:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976832.881278:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976832.881285:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976832.881288:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976832.881292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976832.881297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976832.881300:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976833.905228:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976833.905237:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976833.905241:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976833.905248:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976833.905254:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976833.905257:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976833.905260:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976833.905263:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976833.905266:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976834.929255:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976834.929265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976834.929269:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976834.929276:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976834.929282:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976834.929291:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976834.929303:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976834.929307:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976834.929317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976835.953247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976835.953255:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976835.953260:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976835.953267:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976835.953273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976835.953280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976835.953285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976835.953289:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976835.953292:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976836.977261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976836.977270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976836.977275:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976836.977282:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976836.977288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976836.977293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976836.977305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976836.977309:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976836.977312:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976838.001261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976838.001271:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976838.001276:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976838.001283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976838.001289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976838.001294:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976838.001308:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976838.001311:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976838.001314:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976839.025235:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976839.025242:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976839.025245:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976839.025249:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976839.025255:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976839.025258:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976839.025261:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976839.025265:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976839.025268:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976840.049226:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976840.049234:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976840.049238:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976840.049245:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976840.049249:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976840.049254:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976840.049268:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976840.049270:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976840.049274:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.073257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976841.073268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976841.073273:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976841.073281:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976841.073288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976841.073294:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976841.073300:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976841.073304:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976841.073310:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976842.097202:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976842.097210:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976842.097215:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976842.097222:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976842.097230:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976842.097234:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976842.097251:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976842.097253:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976842.097258:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976843.121244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976843.121252:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976843.121256:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976843.121265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976843.121272:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976843.121277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976843.121288:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976843.121292:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976843.121297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976844.145246:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976844.145253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976844.145256:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976844.145264:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976844.145271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976844.145276:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976844.145289:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976844.145292:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976844.145297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.169243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976845.169252:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976845.169255:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976845.169261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976845.169274:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976845.169279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976845.169298:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976845.169302:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976845.169307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976845.553250:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976845.553258:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976845.553265:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976845.553268:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976845.553272:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976845.553302:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14378 00000400:00000200:0.0:1783976845.553309:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976845.553313:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976845.553316:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976845.553318:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.553324:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.553326:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.553327:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976845.553330:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976845.553332:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976845.553333:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976845.553336:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976845.553338:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976845.553339:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976845.553341:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.553342:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.553343:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.553344:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976845.553346:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976845.553349:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976845.553350:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976845.553353:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976845.553356:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976845.553357:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.553359:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976845.553361:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976845.553368:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783976845.553371:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976845.553374:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976845.553375:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.553377:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976845.553379:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976845.553382:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976845.554446:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f800. 00000100:00000001:0.0:1783976845.554454:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976845.554464:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496750592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976845.554474:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976845.554476:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976845.554480:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496750592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976845.554495:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976845.554497:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976845.554500:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976845.554501:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976845.554502:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976845.554504:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976845.554505:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14378 00000400:00000200:0.0:1783976845.554508:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976845.554510:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976845.554512:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976845.554513:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554515:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.554517:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554518:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976845.554521:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976845.554522:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976845.554524:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976845.554525:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976845.554526:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976845.554528:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976845.554531:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554534:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.554539:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554544:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976845.554549:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976845.554556:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554561:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976845.554566:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976845.554574:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976845.554580:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.554585:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976845.554590:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976845.554594:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.554596:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976845.554600:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976845.554604:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976845.554607:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976845.554609:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.554613:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976845.554616:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976845.554618:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976845.554624:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976845.554628:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976845.554634:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496750720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976845.554644:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976845.554648:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976845.554653:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496750720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976845.554668:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976845.554672:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976845.554677:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976845.554681:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976845.554684:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976845.554688:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976845.554693:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14378 00000400:00000200:0.0:1783976845.554699:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976845.554703:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976845.554707:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976845.554709:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554710:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.554714:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554717:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976845.554718:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976845.554720:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976845.554722:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976845.554725:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976845.554727:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976845.554730:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976845.554735:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554739:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.554743:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554747:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976845.554751:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976845.554758:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554760:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976845.554762:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976845.554764:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976845.554767:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.554770:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976845.554775:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976845.554782:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.554784:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976845.554789:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976845.554794:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=32 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976845.554799:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976845.554800:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.554804:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976845.554806:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976845.554810:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976845.554816:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976845.554822:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976845.554830:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496750848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976845.554847:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976845.554850:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976845.554856:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496750848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976845.554865:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976845.554869:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976845.554875:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976845.554877:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976845.554880:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976845.554883:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976845.554888:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14378 00000400:00000200:0.0:1783976845.554896:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976845.554903:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976845.554908:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976845.554914:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554918:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.554922:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554925:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976845.554930:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976845.554933:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976845.554937:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976845.554941:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976845.554947:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976845.554953:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976845.554958:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554963:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.554968:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554972:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976845.554978:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976845.554986:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976845.554991:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976845.554995:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976845.554999:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976845.555005:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.555009:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976845.555014:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976845.555021:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.555026:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976845.555032:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976845.555038:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976845.555045:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976845.555050:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.555054:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976845.555058:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976845.555061:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976845.555069:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e000. 00000100:00000001:0.0:1783976845.555077:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976845.555089:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496750976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976845.555109:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976845.555114:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976845.555123:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496750976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976845.555159:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976845.555162:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976845.555165:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976845.555169:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976845.555172:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976845.555177:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976845.555185:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14378 00000400:00000200:0.0:1783976845.555192:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976845.555201:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976845.555206:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976845.555211:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.555216:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.555222:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.555228:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976845.555235:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976845.555239:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976845.555245:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976845.555250:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976845.555254:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976845.555260:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976845.555268:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.555284:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976845.555289:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976845.555293:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976845.555298:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976845.555304:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976845.555311:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976845.555315:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976845.555320:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976845.555326:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.555332:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976845.555335:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976845.555340:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.555343:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976845.555349:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976845.555354:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976845.555358:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976845.555359:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976845.555361:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976845.555363:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976845.555366:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976845.555373:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976845.555380:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976845.555391:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496751104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976845.555415:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976845.555419:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976845.555427:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496751104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976845.555452:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976845.555461:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14389) 00000100:00000001:0.0:1783976846.193242:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976846.193250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976846.193254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976846.193261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976846.193278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976846.193283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976846.193305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976846.193310:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976846.193317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976847.217229:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976847.217237:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976847.217240:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976847.217255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976847.217259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976847.217264:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976847.217270:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976847.217273:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976847.217277:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976848.241278:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976848.241283:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976848.241287:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976848.241292:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976848.241298:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976848.241303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976848.241306:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976848.241310:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976848.241314:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976849.265320:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976849.265334:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976849.265342:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976849.265351:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976849.265366:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976849.265376:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976849.265399:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976849.265404:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976849.265411:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.289296:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976850.289307:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976850.289311:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976850.289322:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976850.289340:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976850.289353:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976850.289368:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976850.289372:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976850.289378:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976850.673283:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976850.673299:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976850.673301:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976850.673304:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976850.673307:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976850.673313:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14384 00000400:00000200:0.0:1783976850.673319:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976850.673324:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976850.673326:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976850.673328:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673331:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673333:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673334:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976850.673337:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976850.673338:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976850.673340:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976850.673343:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976850.673344:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976850.673345:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976850.673347:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673348:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673349:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673350:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976850.673353:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976850.673355:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673357:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976850.673359:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976850.673362:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976850.673363:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673365:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976850.673366:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976850.673374:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976850.673376:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976850.673379:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976850.673380:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673382:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976850.673385:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976850.673388:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976850.673394:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976850.673399:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976850.673405:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496751232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976850.673412:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976850.673416:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976850.673419:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496751232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976850.673437:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976850.673439:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976850.673442:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976850.673442:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976850.673443:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976850.673445:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976850.673447:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14384 00000400:00000200:0.0:1783976850.673448:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976850.673450:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976850.673451:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976850.673453:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673455:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673456:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673457:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976850.673459:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976850.673460:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976850.673461:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976850.673462:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976850.673463:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976850.673465:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976850.673467:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673468:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673470:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673471:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976850.673472:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976850.673474:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673478:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976850.673480:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976850.673485:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976850.673496:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673501:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976850.673505:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976850.673509:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673512:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976850.673515:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976850.673519:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=54 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976850.673523:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976850.673526:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673530:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976850.673535:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976850.673539:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976850.673544:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976850.673551:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976850.673561:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496751360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976850.673574:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976850.673578:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976850.673583:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496751360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976850.673598:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976850.673603:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976850.673609:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976850.673612:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976850.673615:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976850.673618:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976850.673621:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14384 00000400:00000200:0.0:1783976850.673627:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976850.673633:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976850.673636:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976850.673641:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673644:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673649:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673654:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976850.673657:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976850.673659:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976850.673662:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976850.673665:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976850.673669:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976850.673671:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976850.673675:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673679:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673685:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673687:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976850.673691:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976850.673695:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673699:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976850.673700:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976850.673703:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976850.673707:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673708:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976850.673711:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976850.673715:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673719:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976850.673723:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976850.673728:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=32 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976850.673732:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976850.673734:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673735:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976850.673737:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976850.673739:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976850.673743:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976850.673747:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976850.673754:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496751488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976850.673763:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976850.673765:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976850.673768:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496751488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976850.673776:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976850.673780:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976850.673785:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976850.673787:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976850.673788:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976850.673790:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976850.673792:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14384 00000400:00000200:0.0:1783976850.673797:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976850.673802:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976850.673804:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976850.673809:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673812:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673818:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673823:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976850.673829:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976850.673831:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976850.673835:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976850.673838:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976850.673841:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976850.673843:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976850.673850:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673854:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.673859:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673862:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976850.673864:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976850.673869:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976850.673872:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976850.673874:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976850.673877:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976850.673881:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673883:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976850.673886:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976850.673891:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673895:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976850.673902:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976850.673907:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976850.673912:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976850.673915:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.673920:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976850.673924:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976850.673927:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976850.673933:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976850.673938:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976850.673945:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496751616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976850.673957:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976850.673961:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976850.673967:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496751616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976850.673983:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976850.673986:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976850.673988:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976850.673991:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976850.673994:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976850.673998:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976850.674002:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14384 00000400:00000200:0.0:1783976850.674015:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976850.674020:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976850.674024:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976850.674027:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.674032:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.674036:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.674041:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976850.674045:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976850.674050:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976850.674053:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976850.674056:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976850.674061:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976850.674066:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976850.674074:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.674077:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976850.674078:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976850.674080:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976850.674082:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976850.674085:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976850.674091:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976850.674095:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976850.674106:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976850.674111:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.674116:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976850.674118:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976850.674121:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.674123:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976850.674126:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976850.674129:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976850.674131:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976850.674159:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976850.674161:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976850.674162:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976850.674164:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976850.674167:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976850.674171:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976850.674177:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b480 x1870620496751744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976850.674197:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976850.674200:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976850.674205:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5d254e0] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b480 x1870620496751744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976850.674216:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976850.674222:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14394) 00000100:00000001:0.0:1783976851.313260:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976851.313269:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976851.313273:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976851.313278:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976851.313284:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976851.313289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976851.313295:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976851.313298:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976851.313302:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976852.337266:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976852.337275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976852.337279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976852.337284:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976852.337290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976852.337295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976852.337300:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976852.337303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976852.337308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976853.361272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976853.361281:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976853.361282:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976853.361289:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976853.361293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976853.361296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976853.361299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976853.361301:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976853.361304:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976854.385261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976854.385270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976854.385274:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976854.385279:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976854.385285:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976854.385289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976854.385296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976854.385299:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976854.385302:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976855.409358:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976855.409365:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976855.409367:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976855.409373:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976855.409378:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976855.409381:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976855.409384:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976855.409387:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976855.409390:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976856.433306:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976856.433316:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976856.433319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976856.433331:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976856.433343:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976856.433350:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976856.433365:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976856.433371:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976856.433375:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976857.457279:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976857.457294:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976857.457298:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976857.457308:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976857.457319:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976857.457326:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976857.457331:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976857.457337:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976857.457345:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976858.481338:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976858.481342:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976858.481344:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976858.481348:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976858.481352:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976858.481356:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976858.481361:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976858.481362:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976858.481366:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976859.505234:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976859.505243:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976859.505246:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976859.505255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976859.505263:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976859.505270:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976859.505297:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976859.505301:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976859.505305:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.529281:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976860.529285:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976860.529289:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976860.529293:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976860.529295:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976860.529298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976860.529300:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976860.529302:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976860.529306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976860.913259:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976860.913268:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976860.913269:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976860.913272:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976860.913276:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976860.913281:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14394 00000400:00000200:0.0:1783976860.913288:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976860.913292:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976860.913294:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976860.913296:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913299:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.913300:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913302:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976860.913304:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976860.913313:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976860.913315:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976860.913318:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976860.913319:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976860.913321:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976860.913323:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913324:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.913325:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913326:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976860.913328:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976860.913330:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913331:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976860.913333:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976860.913336:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976860.913338:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913339:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976860.913341:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976860.913348:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976860.913350:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976860.913353:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976860.913354:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913356:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976860.913358:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976860.913362:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976860.913367:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976860.913373:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976860.913379:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496752768/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976860.913414:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976860.913417:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976860.913421:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496752768/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976860.913441:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976860.913445:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976860.913448:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976860.913449:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976860.913451:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976860.913453:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976860.913456:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14394 00000400:00000200:0.0:1783976860.913461:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976860.913464:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976860.913467:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976860.913470:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913472:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.913476:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913480:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976860.913485:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976860.913489:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976860.913492:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976860.913496:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976860.913500:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976860.913501:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976860.913506:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913510:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.913515:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913519:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976860.913524:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976860.913530:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913536:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976860.913541:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976860.913549:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976860.913554:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913560:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976860.913567:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976860.913574:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913579:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976860.913585:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976860.913590:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=55 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976860.913594:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976860.913598:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913603:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976860.913606:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976860.913609:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976860.913617:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976860.913625:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976860.913637:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496752896/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976860.913651:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976860.913657:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976860.913666:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496752896/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976860.913686:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976860.913692:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976860.913701:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976860.913704:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976860.913708:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976860.913713:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976860.913720:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14394 00000400:00000200:0.0:1783976860.913729:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976860.913737:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976860.913743:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976860.913748:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913753:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.913759:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913765:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976860.913770:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976860.913773:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976860.913777:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976860.913779:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976860.913783:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976860.913789:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976860.913795:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913800:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.913803:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913809:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976860.913814:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976860.913820:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913825:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976860.913830:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976860.913833:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976860.913837:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913839:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976860.913841:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976860.913844:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913847:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976860.913852:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976860.913856:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=32 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976860.913861:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976860.913863:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.913864:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976860.913865:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976860.913867:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976860.913872:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976860.913878:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976860.913884:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496753024/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976860.913898:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976860.913901:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976860.913908:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496753024/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976860.913925:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976860.913930:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976860.913934:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976860.913936:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976860.913937:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976860.913944:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976860.913948:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14394 00000400:00000200:0.0:1783976860.913957:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976860.913963:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976860.913969:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976860.913975:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913980:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.913986:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.913992:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976860.913994:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976860.913995:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976860.913996:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976860.913998:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976860.913999:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976860.914020:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976860.914028:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914034:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.914040:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914045:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976860.914051:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976860.914058:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914064:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976860.914069:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976860.914075:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976860.914079:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.914081:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976860.914085:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976860.914098:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.914102:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976860.914110:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976860.914116:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976860.914122:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976860.914125:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.914130:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976860.914132:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976860.914174:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976860.914181:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976860.914188:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976860.914197:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496753152/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976860.914207:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976860.914210:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976860.914216:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496753152/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976860.914223:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976860.914226:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976860.914231:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976860.914234:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976860.914238:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976860.914244:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976860.914249:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14394 00000400:00000200:0.0:1783976860.914256:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976860.914261:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976860.914264:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976860.914270:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914274:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.914279:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914283:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976860.914285:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976860.914286:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976860.914288:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976860.914290:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976860.914293:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976860.914297:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976860.914300:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914302:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976860.914306:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914308:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976860.914311:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976860.914314:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976860.914316:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976860.914320:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976860.914322:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976860.914327:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.914331:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976860.914333:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976860.914338:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.914339:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976860.914342:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976860.914345:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=15 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976860.914347:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976860.914350:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976860.914354:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976860.914356:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976860.914358:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976860.914363:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976860.914367:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976860.914372:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496753280/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976860.914384:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976860.914387:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976860.914392:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496753280/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976860.914404:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976860.914408:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14404) 00000100:00000001:0.0:1783976861.553244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976861.553253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976861.553257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976861.553265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976861.553271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976861.553275:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976861.553290:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976861.553294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976861.553299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976862.577286:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976862.577292:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976862.577297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976862.577303:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976862.577308:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976862.577311:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976862.577314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976862.577317:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976862.577319:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976863.601258:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976863.601267:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976863.601271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976863.601277:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976863.601284:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976863.601289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976863.601297:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976863.601300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976863.601307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976864.625243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976864.625252:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976864.625257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976864.625265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976864.625270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976864.625276:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976864.625290:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976864.625294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976864.625300:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976865.649252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976865.649260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976865.649263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976865.649269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976865.649273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976865.649278:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976865.649281:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976865.649286:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976865.649293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.673269:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976866.673275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976866.673279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.673284:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976866.673290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976866.673301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.673304:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976866.673306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.673308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976867.697245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976867.697258:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976867.697263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976867.697269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976867.697275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976867.697280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976867.697302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976867.697306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976867.697309:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976868.721243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976868.721247:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976868.721251:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976868.721256:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976868.721262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976868.721265:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976868.721272:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976868.721275:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976868.721279:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976869.746938:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976869.746949:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976869.746951:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976869.746954:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976869.746957:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976869.746960:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976869.746962:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976869.746964:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976869.746966:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976870.769321:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976870.769326:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976870.769328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976870.769331:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976870.769335:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976870.769337:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976870.769339:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976870.769341:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976870.769343:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976871.793247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976871.793252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976871.793254:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976871.793260:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976871.793265:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976871.793269:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.793272:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976871.793276:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.793279:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976872.817286:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976872.817293:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976872.817298:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976872.817304:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976872.817309:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976872.817313:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976872.817318:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976872.817322:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976872.817324:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976873.841275:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976873.841282:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976873.841286:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976873.841293:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976873.841301:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976873.841308:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976873.841315:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976873.841321:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976873.841327:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976874.865272:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976874.865286:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976874.865292:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976874.865305:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976874.865317:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976874.865323:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976874.865333:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976874.865338:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976874.865349:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976875.889277:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976875.889293:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976875.889300:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976875.889312:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976875.889327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976875.889335:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976875.889350:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976875.889360:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976875.889367:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976876.913265:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976876.913275:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976876.913280:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976876.913290:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976876.913301:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976876.913311:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976876.913333:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976876.913340:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976876.913346:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976877.937290:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976877.937304:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976877.937315:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976877.937327:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976877.937338:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976877.937349:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976877.937393:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976877.937396:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976877.937403:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976878.961223:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976878.961233:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976878.961236:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976878.961242:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976878.961248:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976878.961252:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976878.961264:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976878.961268:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976878.961272:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976879.985300:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976879.985313:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976879.985318:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976879.985329:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976879.985340:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976879.985347:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976879.985352:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976879.985357:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976879.985364:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976879.986174:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976879.986180:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976879.986182:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976879.986185:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976879.986188:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976879.986191:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976879.986193:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976879.986195:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976879.986197:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976881.009243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976881.009253:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976881.009260:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976881.009266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976881.009272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976881.009276:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.009280:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.009283:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.009288:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976882.033289:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976882.033300:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976882.033303:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976882.033312:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976882.033317:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976882.033323:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976882.033327:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976882.033331:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976882.033339:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976882.034362:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976882.034366:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976882.034368:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976882.034370:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976882.034372:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976882.034375:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976882.034377:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976882.034379:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976882.034381:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976883.057256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976883.057264:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976883.057267:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976883.057275:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976883.057282:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976883.057287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976883.057305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976883.057307:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976883.057314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976884.081268:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976884.082420:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976884.082421:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976884.082424:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976884.082426:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976884.082428:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976884.082430:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976884.082431:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976884.082434:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976885.105252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976885.105262:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976885.105266:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976885.105274:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976885.105281:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976885.105286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976885.105298:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976885.105301:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976885.105311:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976886.129438:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976886.129443:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976886.129445:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976886.129448:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976886.129451:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976886.129453:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976886.129455:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976886.129456:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976886.129458:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976887.153257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976887.153267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976887.153273:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976887.153282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976887.153289:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976887.153295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976887.153320:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976887.153324:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976887.153328:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976888.177272:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976888.177281:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976888.177285:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976888.177293:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976888.177302:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976888.177307:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976888.177313:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976888.177318:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976888.177330:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976888.177507:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976888.177512:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976888.177514:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976888.177517:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976888.177520:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976888.177522:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976888.177547:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976888.177549:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976888.177558:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976889.201254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976889.201260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976889.201264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976889.201271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976889.201278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976889.201284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.201290:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976889.201293:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.201299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976890.225380:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976890.225383:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976890.225386:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976891.249277:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976891.249283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976891.249287:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976891.249292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976891.249300:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976891.249305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976891.249335:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976891.249339:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976891.249342:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976892.273525:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976892.273529:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976892.273530:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976892.273533:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976892.273535:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976892.273537:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976892.273539:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976892.273540:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976892.273542:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976892.276113:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976892.276116:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976892.276118:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976893.297260:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976893.297270:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976893.297273:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976893.297279:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976893.297285:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976893.297289:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976893.297302:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976893.297305:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976893.297310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976894.321236:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976894.321246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976894.321250:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976894.321254:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976894.321260:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976894.321265:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976894.321278:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976894.321281:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976894.321284:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976895.345240:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976895.345250:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976895.345253:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976895.345261:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976895.345267:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976895.345271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976895.345274:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976895.345278:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976895.345281:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976895.345336:0:192642:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976895.345338:0:192642:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976895.345340:0:192642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976896.369249:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976896.369254:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976896.369258:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976896.369263:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976896.369269:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976896.369274:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976896.369279:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976896.369283:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976896.369289:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976897.393249:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976897.393260:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976897.393265:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976897.393273:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976897.393281:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976897.393288:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976897.393313:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976897.393317:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976897.393320:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976898.417206:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976898.417216:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976898.417221:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976898.417230:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976898.417237:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976898.417243:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976898.417259:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976898.417263:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976898.417268:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976899.441254:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976899.441264:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976899.441269:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976899.441277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976899.441283:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976899.441287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976899.441291:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976899.441295:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976899.441299:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976900.465266:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976900.465272:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976900.465275:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976900.465280:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976900.465287:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976900.465292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.465303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976900.465317:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.465320:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976901.489237:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976901.489246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976901.489250:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976901.489258:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976901.489265:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976901.489270:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976901.489277:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976901.489281:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976901.489284:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976902.513299:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976902.513308:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976902.513313:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976902.513321:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976902.513327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976902.513333:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976902.513338:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976902.513342:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976902.513349:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976902.513689:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976902.513692:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976902.513694:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976902.513696:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976902.513698:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976902.513700:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976902.513750:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976902.513752:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976902.513754:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976903.537285:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976903.537293:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976903.537295:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976903.537301:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976903.537305:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976903.537309:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976903.537314:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976903.537318:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976903.537325:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976904.561254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976904.561263:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976904.561268:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976904.561274:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976904.561280:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976904.561285:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976904.561302:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976904.561307:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976904.561313:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976905.585209:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976905.585231:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976905.585234:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976905.585242:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976905.585247:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976905.585253:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976905.585257:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976905.585260:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976905.585265:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.586252:0:198080:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976905.586255:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.586261:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc08a00/0x5bb448586bd09049 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2061:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa8cb expref: -99 pid: 238645 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1783976905.586278:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.586283:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.586287:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.586291:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2061:0x0] mode (null) 00000002:00000001:0.0:1783976905.586297:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.586301:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.586319:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc5ba00 count: 3 00010000:00000001:0.0:1783976905.586332:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.586339:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.586344:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.586347:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.586351:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc5ba00 count: 3 00010000:00000001:0.0:1783976905.586356:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.586360:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.586364:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.586367:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.586370:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc5ba00 count: 3 00010000:00000001:0.0:1783976905.586375:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.586380:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.586391:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.586394:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.586399:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc5ba00 count: 3 00010000:00000001:0.0:1783976905.586405:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.586410:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.586414:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.586416:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.586417:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.586422:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.586428:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.586433:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.586438:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.586444:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.586459:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.586472:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.586483:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.586489:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.586497:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.586504:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.586512:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.586518:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.586526:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.586538:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.586544:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.586548:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.586552:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2061:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.586558:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.586562:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.586566:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.586570:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.586581:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2061:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.586586:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.586590:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.586594:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.586598:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.586604:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.586610:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.586617:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.586622:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.586628:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.586634:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.586640:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.586645:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.586651:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.586657:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.586663:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.586670:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.586676:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.586681:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.586685:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.586688:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2061:0x0](ffff96f97aac21c8) invalid 00000020:00000001:0.0:1783976905.586694:0:198080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1483e1fca0 00000080:00002000:0.0:1783976905.586698:0:198080:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56ob.sanity-m.year (ffff96f97c0c85e8) parent ffff96f94dc04ca8 inode ffff96f97aac21c8 refc 0 00000080:00000001:0.0:1783976905.586911:0:198080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976905.586920:0:198080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976905.586926:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.586932:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.586936:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.586942:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.586947:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.586950:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.586955:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.586960:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.586966:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc08a00 with handle 0x5bb448586bd09049 from hash 00010000:00000001:0.0:1783976905.586971:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.586975:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.586979:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.586982:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.586987:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.586992:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.586998:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.587004:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dca1200/0x5bb448586bd0909d lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaaa7d expref: -99 pid: 238665 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976905.587022:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.587028:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.587032:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.587035:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2064:0x0] mode (null) 00000002:00000001:0.0:1783976905.587041:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587045:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587051:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977baa000 count: 3 00010000:00000001:0.0:1783976905.587058:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587064:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.587071:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587074:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587079:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977baa000 count: 3 00010000:00000001:0.0:1783976905.587084:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587089:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.587092:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587095:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587099:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977baa000 count: 3 00010000:00000001:0.0:1783976905.587104:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587108:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.587112:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587115:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587117:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977baa000 count: 3 00010000:00000001:0.0:1783976905.587122:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587128:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.587134:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.587166:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.587170:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.587176:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.587183:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.587190:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.587197:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.587204:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.587210:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.587216:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.587236:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.587243:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.587249:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.587255:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.587262:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.587266:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.587272:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.587279:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.587284:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.587288:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.587291:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2064:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.587297:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.587301:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.587304:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.587307:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.587314:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2064:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.587320:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.587326:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.587330:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.587334:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.587341:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.587347:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.587353:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.587358:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.587364:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.587370:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.587377:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.587383:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.587388:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.587393:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.587399:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.587404:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.587411:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.587417:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.587422:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.587426:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2064:0x0](ffff96f97aac6c08) invalid 00000020:00000001:0.0:1783976905.587432:0:198080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1483e1fca0 00000080:00002000:0.0:1783976905.587437:0:198080:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56ob.sanity-m.week (ffff96f9517eb948) parent ffff96f94dc04ca8 inode ffff96f97aac6c08 refc 0 00000080:00000001:0.0:1783976905.587448:0:198080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976905.587454:0:198080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976905.587459:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.587464:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.587468:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.587472:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.587476:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.587479:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.587483:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.587485:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.587492:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dca1200 with handle 0x5bb448586bd0909d from hash 00010000:00000001:0.0:1783976905.587498:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.587501:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.587504:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.587508:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.587513:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.587516:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.587521:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.587527:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dca1a00/0x5bb448586bd090a4 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaaaed expref: -99 pid: 238671 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976905.587544:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.587548:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.587552:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.587555:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2063:0x0] mode (null) 00000002:00000001:0.0:1783976905.587560:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587563:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587569:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76800 count: 3 00010000:00000001:0.0:1783976905.587575:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587582:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.587586:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587591:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587601:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76800 count: 3 00010000:00000001:0.0:1783976905.587607:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587611:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.587617:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587620:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587624:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76800 count: 3 00010000:00000001:0.0:1783976905.587629:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587635:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.587639:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.587643:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.587647:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76800 count: 3 00010000:00000001:0.0:1783976905.587651:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.587658:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.587663:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.587667:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.587670:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.587675:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.587680:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.587686:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.587692:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.587696:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.587702:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.587707:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.587713:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.587717:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.587723:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.587728:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.587733:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.587738:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.587745:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.587750:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.587757:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.587761:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.587764:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2063:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.587769:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.587773:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.587777:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.587781:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.587787:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2063:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.587794:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.587799:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.587804:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.587808:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.587814:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.587820:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.587826:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.587831:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.587836:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.587843:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.587848:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.587855:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.587861:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.587867:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.587874:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.587880:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.587884:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.587890:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.587896:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.587900:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x2063:0x0](ffff96f97c23e3c8) invalid 00000020:00000001:0.0:1783976905.587907:0:198080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1483e1fca0 00000080:00002000:0.0:1783976905.587911:0:198080:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56ob.sanity-a.week (ffff96f9611f3bd0) parent ffff96f94dc04ca8 inode ffff96f97c23e3c8 refc 0 00000080:00000001:0.0:1783976905.587920:0:198080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976905.587927:0:198080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976905.587931:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.587935:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.587939:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.587945:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.587949:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.587953:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.587955:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.587959:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.587965:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dca1a00 with handle 0x5bb448586bd090a4 from hash 00010000:00000001:0.0:1783976905.587968:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.587971:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.587973:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.587975:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.587979:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.587981:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.587986:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.587990:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f940030600/0x5bb448586bd0914c lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2067:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eab026 expref: -99 pid: 238707 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976905.588001:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.588005:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.588007:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.588010:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2067:0x0] mode (null) 00000002:00000001:0.0:1783976905.588013:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.588017:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.588020:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63f00 count: 3 00010000:00000001:0.0:1783976905.588023:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976905.588029:0:198080:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976905.588033:0:198080:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976905.588037:0:198080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976905.588043:0:198080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976905.588051:0:198080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dca0c00/0x5bb448586bd09192 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x2067:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa91b1f6e92eab2c6 expref: -99 pid: 238720 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 1 00010000:00000001:0.0:1783976905.588062:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.588064:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976905.588068:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783976905.588072:0:198080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976905.588075:0:198080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976905.588078:0:198080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96f97dca0c00 refcount=2 00000020:00000001:0.0:1783976905.588083:0:198080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628597034257408 : -115476675294208 : ffff96f97dca0c00) 00010000:00000001:0.0:1783976905.588087:0:198080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628597034257408 : -115476675294208 : ffff96f97dca0c00) 00010000:00000001:0.0:1783976905.588093:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.588097:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976905.588100:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976905.588106:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.588110:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.588116:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.588120:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.588125:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.588129:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.588134:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.588160:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f940030600 with handle 0x5bb448586bd0914c from hash 00010000:00000001:0.0:1783976905.588165:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.588167:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.588171:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.588173:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.588177:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.588179:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.588184:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.588189:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc09c00/0x5bb448586bd09073 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa9c7 expref: -99 pid: 238656 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976905.588227:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.588231:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.588233:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.588237:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2064:0x0] mode (null) 00000002:00000001:0.0:1783976905.588240:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.588242:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.588247:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977baa000 count: 3 00010000:00000001:0.0:1783976905.588251:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.588256:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588260:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588264:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.588267:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.588271:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.588276:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.588280:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.588284:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.588288:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.588293:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.588297:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.588300:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.588306:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.588311:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.588316:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.588319:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.588323:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.588328:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.588333:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.588339:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.588343:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.588346:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2064:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.588349:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.588352:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.588355:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.588358:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.588362:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2064:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.588366:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.588371:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.588374:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.588379:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.588386:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.588394:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.588401:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.588408:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.588415:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.588422:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.588429:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.588435:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.588441:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.588447:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.588453:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.588459:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.588465:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.588471:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588478:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.588482:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.588489:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.588493:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.588496:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.588501:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.588506:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.588512:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc09c00 with handle 0x5bb448586bd09073 from hash 00010000:00000001:0.0:1783976905.588519:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.588524:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.588526:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.588531:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.588534:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.588538:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.588542:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.588546:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0e00/0x5bb448586bd09065 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa996 expref: -99 pid: 238656 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976905.588559:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.588563:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.588567:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.588571:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2063:0x0] mode (null) 00000002:00000001:0.0:1783976905.588578:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.588581:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.588586:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76800 count: 3 00010000:00000001:0.0:1783976905.588592:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.588599:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588604:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588608:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.588610:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.588615:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.588621:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.588626:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.588631:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.588635:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.588639:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.588644:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.588651:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.588657:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.588664:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.588671:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.588677:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.588683:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.588689:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.588693:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.588699:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.588702:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.588706:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2063:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.588711:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.588714:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.588719:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.588723:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.588727:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2063:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.588733:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.588737:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.588742:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.588749:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.588756:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.588762:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.588770:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.588775:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.588780:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.588786:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.588792:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.588799:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.588805:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.588811:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.588818:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.588825:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.588833:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.588839:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588844:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.588847:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.588851:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.588854:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.588857:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.588861:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.588863:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.588870:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9811b0e00 with handle 0x5bb448586bd09065 from hash 00010000:00000001:0.0:1783976905.588874:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.588877:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.588879:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.588882:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.588885:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.588887:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.588892:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.588896:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b01600/0x5bb448586bd0900a lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x2061:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa800 expref: -99 pid: 238639 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976905.588911:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.588914:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.588917:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.588920:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x2061:0x0] mode (null) 00000002:00000001:0.0:1783976905.588924:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.588928:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.588932:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dc5ba00 count: 3 00010000:00000001:0.0:1783976905.588935:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.588942:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588947:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.588952:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.588955:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.588961:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.588967:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.588974:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.588979:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.588985:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.588991:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.588997:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.589002:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.589008:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.589016:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.589020:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.589025:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.589031:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.589038:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.589044:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.589049:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.589053:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.589058:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x2061:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.589062:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.589065:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.589069:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.589071:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.589075:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x2061:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.589079:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.589083:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.589089:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.589093:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.589099:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.589104:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.589110:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.589117:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.589123:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.589128:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.589135:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.589171:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.589177:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.589182:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.589187:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.589191:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.589195:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.589200:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.589204:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.589207:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.589211:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.589216:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.589228:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.589230:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.589234:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.589240:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f970b01600 with handle 0x5bb448586bd0900a from hash 00010000:00000001:0.0:1783976905.589244:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.589248:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.589250:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.589253:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.589256:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.589260:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.589266:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.589272:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc09200/0x5bb448586bd08fa8 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x205e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa6da expref: -99 pid: 238050 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976905.589292:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.589296:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.589300:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.589304:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x205e:0x0] mode (null) 00000002:00000001:0.0:1783976905.589310:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589314:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589319:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9500 count: 3 00010000:00000001:0.0:1783976905.589324:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589332:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.589336:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589340:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589343:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9500 count: 3 00010000:00000001:0.0:1783976905.589347:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589354:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.589360:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589363:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589368:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9500 count: 3 00010000:00000001:0.0:1783976905.589373:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589381:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.589386:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589388:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589393:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9500 count: 3 00010000:00000001:0.0:1783976905.589399:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589405:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.589410:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.589416:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.589419:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.589425:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.589431:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.589438:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.589444:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.589451:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.589458:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.589464:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.589471:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.589479:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.589488:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.589495:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.589502:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.589508:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.589515:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.589519:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.589524:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.589529:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.589534:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x205e:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.589538:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.589543:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.589550:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.589553:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.589560:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x205e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.589567:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.589571:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.589576:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.589583:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.589590:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.589597:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.589605:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.589610:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.589617:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.589623:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.589629:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.589635:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.589640:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.589645:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.589652:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.589658:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.589665:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.589672:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.589678:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.589682:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x205e:0x0](ffff96f97c2380c8) invalid 00000020:00000001:0.0:1783976905.589714:0:198080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1483e1fca0 00000080:00002000:0.0:1783976905.589718:0:198080:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file3 (ffff96f97951a000) parent ffff96f9522a85e8 inode ffff96f97c2380c8 refc 0 00000080:00000001:0.0:1783976905.589729:0:198080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976905.589738:0:198080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976905.589743:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.589748:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.589752:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.589759:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.589763:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.589766:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.589770:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.589774:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.589781:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc09200 with handle 0x5bb448586bd08fa8 from hash 00010000:00000001:0.0:1783976905.589786:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.589790:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.589793:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.589796:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.589800:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.589803:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.589806:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.589810:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc44800/0x5bb448586bd08ec8 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x205b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa28f expref: -99 pid: 238037 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976905.589819:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.589821:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.589825:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.589828:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x205b:0x0] mode (null) 00000002:00000001:0.0:1783976905.589832:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589836:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589841:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b86600 count: 4 00010000:00000001:0.0:1783976905.589846:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589850:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.589854:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589857:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589862:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b86600 count: 4 00010000:00000001:0.0:1783976905.589864:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589869:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.589873:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589874:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589879:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b86600 count: 4 00010000:00000001:0.0:1783976905.589882:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589886:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.589891:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.589894:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.589897:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b86600 count: 4 00010000:00000001:0.0:1783976905.589901:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.589907:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.589912:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.589915:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.589918:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.589924:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.589930:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.589935:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.589939:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.589945:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.589951:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.589956:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.589961:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.589968:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.589973:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.589978:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.589984:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.589990:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.589996:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.590001:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.590007:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.590011:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.590015:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x205b:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.590019:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.590023:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.590027:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.590030:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.590036:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x205b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.590041:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.590045:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.590051:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.590056:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.590062:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.590067:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.590073:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.590078:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.590083:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.590088:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.590094:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.590100:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.590104:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.590109:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.590114:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.590120:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.590124:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.590128:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.590131:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.590134:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x205b:0x0](ffff96f97aac63c8) invalid 00000020:00000001:0.0:1783976905.590165:0:198080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1483e1fca0 00000080:00002000:0.0:1783976905.590167:0:198080:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file1 (ffff96f97951a6c0) parent ffff96f9522a8ca8 inode ffff96f97aac63c8 refc 0 00000080:00000001:0.0:1783976905.590178:0:198080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976905.590185:0:198080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976905.590190:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.590194:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.590198:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.590203:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.590206:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.590210:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.590214:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.590230:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.590235:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc44800 with handle 0x5bb448586bd08ec8 from hash 00010000:00000001:0.0:1783976905.590240:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.590243:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.590245:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.590248:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.590251:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.590255:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.590259:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.590264:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc28a00/0x5bb448586bd08f15 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xdd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eaa37d expref: -99 pid: 238045 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976905.590278:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.590282:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.590285:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.590289:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xdd:0x0] mode (null) 00000002:00000001:0.0:1783976905.590295:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590298:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590302:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f976553900 count: 2 00010000:00000001:0.0:1783976905.590307:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590312:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.590316:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590319:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590322:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f976553900 count: 2 00010000:00000001:0.0:1783976905.590327:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590331:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.590336:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976905.590342:0:198080:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xdd:0x0] lli = ffff96f97c240000, pfid = [0x200002b12:0x11fce:0x0] 00000080:00000002:0.0:1783976905.590401:0:198080:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xdd:0x0] m[0x200002b12:0x11fce:0x0] 00000080:00000001:0.0:1783976905.590408:0:198080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513166 : 144115373061513166 : 200002b12011fce) 00000080:00000001:0.0:1783976905.590418:0:198080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976905.590422:0:198080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976905.590426:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.590430:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xdd:0x0](ffff96f97c2400c8) invalid 00000080:00000001:0.0:1783976905.590437:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.590442:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.590446:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.590452:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.590455:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.590459:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.590462:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.590465:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.590470:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc28a00 with handle 0x5bb448586bd08f15 from hash 00010000:00000001:0.0:1783976905.590475:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.590479:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.590482:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.590485:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.590488:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.590491:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.590496:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.590501:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b1800/0x5bb448586bd08f00 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xdb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eaa345 expref: -99 pid: 238044 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976905.590517:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.590520:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.590524:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.590528:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xdb:0x0] mode (null) 00000002:00000001:0.0:1783976905.590535:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590539:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590545:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9f00 count: 2 00010000:00000001:0.0:1783976905.590551:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590556:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.590560:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590563:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590567:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9f00 count: 2 00010000:00000001:0.0:1783976905.590572:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590577:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.590582:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976905.590587:0:198080:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xdb:0x0] lli = ffff96f97aac1080, pfid = [0x200002b12:0x11fc8:0x0] 00000080:00000002:0.0:1783976905.590646:0:198080:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xdb:0x0] m[0x200002b12:0x11fc8:0x0] 00000080:00000001:0.0:1783976905.590653:0:198080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061513160 : 144115373061513160 : 200002b12011fc8) 00000080:00000001:0.0:1783976905.590658:0:198080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976905.590663:0:198080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976905.590666:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.590671:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xdb:0x0](ffff96f97aac1148) invalid 00000080:00000001:0.0:1783976905.590676:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.590679:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.590682:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.590688:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.590691:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.590693:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.590697:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.590700:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.590704:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9811b1800 with handle 0x5bb448586bd08f00 from hash 00010000:00000001:0.0:1783976905.590708:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.590711:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.590713:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.590715:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.590719:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.590722:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.590727:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.590732:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97798ba00/0x5bb448586bd08e51 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x205a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa15b expref: -99 pid: 238031 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976905.590747:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.590751:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.590754:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.590758:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x205a:0x0] mode (null) 00000002:00000001:0.0:1783976905.590764:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590766:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590771:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714b200 count: 3 00010000:00000001:0.0:1783976905.590775:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590780:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.590784:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590787:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590789:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714b200 count: 3 00010000:00000001:0.0:1783976905.590794:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590799:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.590802:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590805:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590807:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714b200 count: 3 00010000:00000001:0.0:1783976905.590811:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590813:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976905.590816:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.590819:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.590821:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714b200 count: 3 00010000:00000001:0.0:1783976905.590824:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.590828:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.590832:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.590835:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.590837:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.590842:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.590847:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.590853:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.590857:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.590863:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.590869:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.590874:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.590881:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.590886:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.590892:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.590897:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.590901:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.590906:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.590912:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.590918:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.590923:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.590926:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.590930:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x205a:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.590934:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.590939:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.590943:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.590947:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.590952:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x205a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.590955:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.590958:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.590962:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.590966:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.590971:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.590977:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.590982:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.590987:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.590992:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.590997:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.591002:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.591009:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.591014:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.591018:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.591024:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.591029:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.591034:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.591039:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.591043:0:198080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976905.591046:0:198080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x205a:0x0](ffff96f97c209148) invalid 00000020:00000001:0.0:1783976905.591051:0:198080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1483e1fca0 00000080:00002000:0.0:1783976905.591056:0:198080:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file2 (ffff96f97c0cc6c0) parent ffff96f97951ae58 inode ffff96f97c209148 refc 0 00000080:00000001:0.0:1783976905.591065:0:198080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976905.591072:0:198080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976905.591078:0:198080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976905.591084:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.591088:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.591092:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.591095:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.591099:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.591103:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.591106:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.591113:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97798ba00 with handle 0x5bb448586bd08e51 from hash 00010000:00000001:0.0:1783976905.591119:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.591123:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.591127:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.591130:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.591157:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.591159:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.591164:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.591170:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dcba200/0x5bb448586bd08ecf lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x205b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eaa2a4 expref: -99 pid: 238037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976905.591186:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.591191:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.591196:0:198080:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1783976905.591216:0:198080:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1783976905.591234:0:198080:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff96f9772b84c0. 00000080:00000010:0.0:1783976905.591240:0:198080:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff96f855758e40. 00000080:00000010:0.0:1783976905.591249:0:198080:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff96f850125c58. 00000080:00000020:0.0:1783976905.591256:0:198080:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1783976905.591260:0:198080:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff96f9772b8ec0. 00000080:00000010:0.0:1783976905.591266:0:198080:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 7 at ffff96f977148c10. 00000080:00000010:0.0:1783976905.591273:0:198080:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff96f850125398. 00000080:00000020:0.0:1783976905.591278:0:198080:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1783976905.591282:0:198080:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff96f9772b87c0. 00000080:00000010:0.0:1783976905.591288:0:198080:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff96f855758380. 00000080:00000010:0.0:1783976905.591293:0:198080:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff96f8501257a8. 00000080:00000020:0.0:1783976905.591299:0:198080:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1783976905.591304:0:198080:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff96f9772b8270. 00000080:00000010:0.0:1783976905.591310:0:198080:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff96f854c30f00. 00000080:00000010:0.0:1783976905.591318:0:198080:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff96f850125730. 00000080:00000001:0.0:1783976905.591323:0:198080:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.591329:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.591332:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.591337:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.591342:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.591346:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.591351:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.591355:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.591361:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dcba200 with handle 0x5bb448586bd08ecf from hash 00010000:00000001:0.0:1783976905.591369:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.591373:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.591378:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.591380:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.591385:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.591390:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.591397:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.591403:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc45200/0x5bb448586bd08d5c lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x205b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92ea9e05 expref: -99 pid: 238001 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976905.591418:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.591423:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.591427:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.591431:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x205b:0x0] mode (null) 00000002:00000001:0.0:1783976905.591437:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.591441:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.591446:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b86600 count: 4 00010000:00000001:0.0:1783976905.591451:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.591458:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.591463:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.591467:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.591471:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.591478:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.591486:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.591495:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.591501:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.591508:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.591515:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.591523:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.591530:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.591537:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.591544:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.591553:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.591558:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.591564:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.591569:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.591576:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.591583:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.591589:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.591593:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x205b:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.591599:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.591602:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.591606:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.591610:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.591615:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x205b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.591621:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.591625:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.591630:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.591634:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.591641:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.591647:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.591653:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.591659:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.591666:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.591673:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.591679:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.591685:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.591691:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.591695:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.591701:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.591707:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.591712:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.591716:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.591721:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.591724:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.591729:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.591735:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.591739:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.591743:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.591746:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.591751:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc45200 with handle 0x5bb448586bd08d5c from hash 00010000:00000001:0.0:1783976905.591756:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.591760:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.591763:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.591767:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.591771:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.591775:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.591782:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.591788:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dcbb800/0x5bb448586bd08cfa lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x205a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92ea9cc3 expref: -99 pid: 237988 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976905.591804:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.591808:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.591811:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.591815:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x205a:0x0] mode (null) 00000002:00000001:0.0:1783976905.591820:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.591823:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.591827:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97714b200 count: 3 00010000:00000001:0.0:1783976905.591833:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.591840:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.591846:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.591851:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.591854:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.591859:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.591864:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.591870:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.591876:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.591882:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.591887:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.591893:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.591899:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.591904:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.591910:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.591916:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.591920:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.591926:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.591931:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.591936:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.591941:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.591945:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.591949:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x205a:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.591956:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.591959:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.591963:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.591966:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.591971:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x205a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.591977:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.591983:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.591989:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.591992:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.591998:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.592004:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.592010:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.592016:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.592022:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.592029:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.592034:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976905.592041:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.592046:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.592052:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.592059:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.592065:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.592071:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.592078:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.592085:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.592088:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.592093:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.592097:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.592101:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.592105:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.592109:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.592114:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dcbb800 with handle 0x5bb448586bd08cfa from hash 00010000:00000001:0.0:1783976905.592119:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.592122:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.592126:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.592129:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.592132:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.592156:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.592160:0:198080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976905.592165:0:198080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b1e00/0x5bb448586bd08e27 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x205e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eaa0cf expref: -99 pid: 238029 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976905.592176:0:198080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976905.592179:0:198080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976905.592182:0:198080:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976905.592184:0:198080:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x205e:0x0] mode (null) 00000002:00000001:0.0:1783976905.592190:0:198080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976905.592192:0:198080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976905.592196:0:198080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97dcb9500 count: 3 00010000:00000001:0.0:1783976905.592200:0:198080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976905.592206:0:198080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.592210:0:198080:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.592213:0:198080:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976905.592215:0:198080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976905.592230:0:198080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976905.592235:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976905.592240:0:198080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.592246:0:198080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.592252:0:198080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.592258:0:198080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.592264:0:198080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.592269:0:198080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.592273:0:198080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.592279:0:198080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007ee00. 00000008:00000010:0.0:1783976905.592285:0:198080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.592290:0:198080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.592295:0:198080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.592301:0:198080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976905.592305:0:198080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976905.592310:0:198080:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976905.592314:0:198080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976905.592318:0:198080:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x205e:0x0]: losing layout lock 00000080:00000001:0.0:1783976905.592322:0:198080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976905.592326:0:198080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976905.592331:0:198080:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976905.592334:0:198080:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976905.592338:0:198080:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x205e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976905.592342:0:198080:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.592346:0:198080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976905.592351:0:198080:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976905.592355:0:198080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976905.592360:0:198080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ef00. 00000008:00000010:0.0:1783976905.592366:0:198080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976905.592371:0:198080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976905.592376:0:198080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976905.592380:0:198080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976905.592386:0:198080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976905.592390:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976905.592395:0:198080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976905.592401:0:198080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976905.592406:0:198080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976905.592411:0:198080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976905.592418:0:198080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007ee00. 00000020:00000010:0.0:1783976905.592423:0:198080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976905.592429:0:198080:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976905.592433:0:198080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976905.592436:0:198080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.592441:0:198080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976905.592446:0:198080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976905.592449:0:198080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976905.592452:0:198080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976905.592454:0:198080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976905.592458:0:198080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f9811b1e00 with handle 0x5bb448586bd08e27 from hash 00010000:00000001:0.0:1783976905.592463:0:198080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976905.592466:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976905.592468:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.592471:0:198080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976905.592473:0:198080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976905.592477:0:198080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976905.592482:0:198080:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976905.592488:0:198080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976905.592493:0:198080:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976905.592500:0:198080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6bb80. 00000020:00000040:0.0:1783976905.592505:0:198080:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=32 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976905.592512:0:198080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976905.592516:0:198080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976905.592520:0:198080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976905.592526:0:198080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f95007ee00. 00000100:00000001:0.0:1783976905.592533:0:198080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.592537:0:198080:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976905.592545:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc08a00/0x5bb448586bd09049 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2061:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa8cb expref: -99 pid: 238645 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1783976905.592561:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dca1200/0x5bb448586bd0909d lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaaa7d expref: -99 pid: 238665 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976905.592577:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dca1a00/0x5bb448586bd090a4 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x2063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaaaed expref: -99 pid: 238671 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976905.592592:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f940030600/0x5bb448586bd0914c lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x2067:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eab026 expref: -99 pid: 238707 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976905.592607:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc09c00/0x5bb448586bd09073 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x2064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa9c7 expref: -99 pid: 238656 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976905.592622:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0e00/0x5bb448586bd09065 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x2063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa996 expref: -99 pid: 238656 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976905.592634:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b01600/0x5bb448586bd0900a lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x2061:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa800 expref: -99 pid: 238639 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976905.592647:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc09200/0x5bb448586bd08fa8 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x205e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa6da expref: -99 pid: 238050 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976905.592662:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc44800/0x5bb448586bd08ec8 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x205b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa28f expref: -99 pid: 238037 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976905.592675:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc28a00/0x5bb448586bd08f15 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xdd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eaa37d expref: -99 pid: 238045 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976905.592689:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b1800/0x5bb448586bd08f00 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xdb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eaa345 expref: -99 pid: 238044 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976905.592700:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97798ba00/0x5bb448586bd08e51 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x205a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa15b expref: -99 pid: 238031 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976905.592713:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dcba200/0x5bb448586bd08ecf lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x205b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eaa2a4 expref: -99 pid: 238037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976905.592728:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc45200/0x5bb448586bd08d5c lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x205b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92ea9e05 expref: -99 pid: 238001 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976905.592742:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dcbb800/0x5bb448586bd08cfa lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x205a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92ea9cc3 expref: -99 pid: 237988 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976905.592756:0:198080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b1e00/0x5bb448586bd08e27 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x205e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa0cf expref: -99 pid: 238029 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976905.592771:0:198080:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 16 locks packed 00010000:00000001:0.0:1783976905.592775:0:198080:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:0.0:1783976905.592780:0:198080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976905.592785:0:198080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976905.592797:0:198080:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cad29552] to pc [ptlrpcd_00_01+1] req@ffff96f974b6bb80 x1870620496758784/t0(0) o103->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976905.592845:0:198080:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976905.592851:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.592857:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc08a00/0x5bb448586bd09049 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2061:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa8cb expref: -99 pid: 238645 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:0.0:1783976905.592874:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99840. 00010000:00000001:0.0:1783976905.592885:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.592889:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.592894:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dca1200/0x5bb448586bd0909d lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaaa7d expref: -99 pid: 238665 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1783976905.592913:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c063c0. 00010000:00000001:0.0:1783976905.592921:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.592925:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.592930:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dca1a00/0x5bb448586bd090a4 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x2063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaaaed expref: -99 pid: 238671 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1783976905.592946:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06cc0. 00010000:00000001:0.0:1783976905.592953:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.592957:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.592963:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f940030600/0x5bb448586bd0914c lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2067:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eab026 expref: -99 pid: 238707 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976905.592981:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06e80. 00010000:00000001:0.0:1783976905.593010:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593013:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593018:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc09c00/0x5bb448586bd09073 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa9c7 expref: -99 pid: 238656 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976905.593032:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f944d99d40. 00010000:00000040:0.0:1783976905.593039:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977baa000 count: 0 00010000:00000010:0.0:1783976905.593047:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97dca3680. 00010000:00000001:0.0:1783976905.593057:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593061:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593066:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b0e00/0x5bb448586bd09065 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa996 expref: -99 pid: 238656 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976905.593078:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f97a6b7b40. 00010000:00000040:0.0:1783976905.593084:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97ad76800 count: 0 00010000:00000010:0.0:1783976905.593091:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97b553300. 00010000:00000001:0.0:1783976905.593100:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593104:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593108:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f970b01600/0x5bb448586bd0900a lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x2061:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa800 expref: -99 pid: 238639 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976905.593122:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f853c06d40. 00010000:00000040:0.0:1783976905.593127:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dc5ba00 count: 0 00010000:00000010:0.0:1783976905.593133:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97dc78d80. 00010000:00000001:0.0:1783976905.593170:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593173:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593177:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc09200/0x5bb448586bd08fa8 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x205e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa6da expref: -99 pid: 238050 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976905.593205:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855758fc0. 00010000:00000001:0.0:1783976905.593211:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593214:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593233:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc44800/0x5bb448586bd08ec8 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x205b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa28f expref: -99 pid: 238037 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976905.593247:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855758500. 00010000:00000001:0.0:1783976905.593255:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593258:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593262:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc28a00/0x5bb448586bd08f15 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xdd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eaa37d expref: -99 pid: 238045 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976905.593274:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f976553900 count: 0 00010000:00000010:0.0:1783976905.593279:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f967318100. 00010000:00000001:0.0:1783976905.593287:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593290:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593294:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b1800/0x5bb448586bd08f00 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xdb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eaa345 expref: -99 pid: 238044 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1783976905.593308:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dcb9f00 count: 0 00010000:00000010:0.0:1783976905.593312:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97b553580. 00010000:00000001:0.0:1783976905.593319:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593322:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593327:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97798ba00/0x5bb448586bd08e51 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x205a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa15b expref: -99 pid: 238031 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976905.593338:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855758880. 00010000:00000001:0.0:1783976905.593343:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593346:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593350:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dcba200/0x5bb448586bd08ecf lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x205b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa91b1f6e92eaa2a4 expref: -99 pid: 238037 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1783976905.593362:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593365:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593369:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dc45200/0x5bb448586bd08d5c lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x205b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92ea9e05 expref: -99 pid: 238001 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976905.593383:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f8557585c0. 00010000:00000040:0.0:1783976905.593387:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977b86600 count: 0 00010000:00000010:0.0:1783976905.593392:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f967318080. 00010000:00000001:0.0:1783976905.593400:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593403:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593408:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f97dcbb800/0x5bb448586bd08cfa lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x205a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92ea9cc3 expref: -99 pid: 237988 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976905.593420:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855750ec0. 00010000:00000040:0.0:1783976905.593425:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97714b200 count: 0 00010000:00000010:0.0:1783976905.593430:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97dc0b200. 00010000:00000001:0.0:1783976905.593439:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593443:0:198080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976905.593446:0:198080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff96f94cfb0800 lock: ffff96f9811b1e00/0x5bb448586bd08e27 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x205e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa91b1f6e92eaa0cf expref: -99 pid: 238029 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976905.593461:0:198080:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855750dc0. 00010000:00000040:0.0:1783976905.593466:0:198080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97dcb9500 count: 0 00010000:00000010:0.0:1783976905.593470:0:198080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff96f97b553980. 00010000:00000001:0.0:1783976905.593477:0:198080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976905.593480:0:198080:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976905.593485:0:198080:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f957a4ecc0. 00010000:00000001:0.0:1783976905.593491:0:198080:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976905.593499:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976905.593502:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976905.593507:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976905.593511:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976905.593514:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976905.593518:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976905.593522:0:198080:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976905.593524:0:198080:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976905.593529:0:198080:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976906.609313:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976906.609318:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976906.609321:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.609327:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976906.609331:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976906.609333:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976906.609336:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976906.609338:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976906.609340:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.609564:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976906.609566:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976906.609568:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.609570:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976906.609571:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976906.609573:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976906.609575:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976906.609576:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976906.609578:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976906.993312:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976906.993321:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976906.993323:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976906.993326:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976906.993329:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976906.993335:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14440 00000400:00000200:0.0:1783976906.993344:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976906.993348:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976906.993350:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976906.993352:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993355:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.993356:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993358:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976906.993360:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976906.993362:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976906.993364:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976906.993373:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976906.993376:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976906.993380:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976906.993383:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993385:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.993389:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993391:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976906.993393:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976906.993397:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993399:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976906.993402:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976906.993405:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976906.993408:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993410:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976906.993412:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976906.993422:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976906.993425:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976906.993429:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976906.993430:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993433:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976906.993436:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976906.993439:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976906.993449:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976906.993461:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.993470:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496759040/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976906.993485:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976906.993489:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976906.993494:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496759040/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976906.993514:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976906.993517:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976906.993524:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976906.993534:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976906.993537:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976906.993541:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976906.993544:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14440 00000400:00000200:0.0:1783976906.993549:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976906.993553:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976906.993556:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976906.993561:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993566:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.993570:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993573:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976906.993577:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976906.993580:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976906.993583:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976906.993587:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976906.993592:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976906.993597:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976906.993605:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993609:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.993614:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993620:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976906.993624:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976906.993632:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993636:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976906.993640:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976906.993657:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976906.993664:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993668:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976906.993674:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976906.993679:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993682:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976906.993687:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976906.993693:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=56 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976906.993700:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976906.993703:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993707:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976906.993710:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976906.993713:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976906.993720:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976906.993728:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.993738:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496759168/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976906.993752:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976906.993754:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976906.993763:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496759168/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976906.993779:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976906.993783:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976906.993789:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976906.993798:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976906.993802:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976906.993807:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976906.993813:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14440 00000400:00000200:0.0:1783976906.993820:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976906.993830:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976906.993835:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976906.993841:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993846:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.993850:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993854:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976906.993859:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976906.993862:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976906.993866:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976906.993869:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976906.993874:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976906.993879:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976906.993887:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993893:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.993899:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993904:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976906.993906:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976906.993909:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976906.993911:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976906.993913:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976906.993928:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976906.993933:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993938:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976906.993942:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976906.993948:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993952:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976906.993958:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976906.993963:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=33 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976906.993967:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976906.993971:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.993976:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976906.993978:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976906.993982:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976906.993988:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976906.993992:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.993998:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496759296/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976906.994018:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976906.994023:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976906.994031:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496759296/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976906.994043:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976906.994047:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976906.994051:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976906.994052:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976906.994054:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976906.994058:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976906.994063:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14440 00000400:00000200:0.0:1783976906.994071:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976906.994078:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976906.994080:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976906.994085:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994088:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.994092:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994096:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976906.994099:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976906.994100:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976906.994102:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976906.994106:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976906.994109:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976906.994113:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976906.994117:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994121:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.994124:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994127:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976906.994131:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976906.994167:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994171:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976906.994176:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976906.994181:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976906.994185:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.994189:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976906.994203:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976906.994208:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.994211:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976906.994218:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976906.994231:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976906.994237:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976906.994241:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.994245:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976906.994247:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976906.994251:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976906.994257:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976906.994261:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.994269:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496759424/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976906.994279:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976906.994283:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976906.994289:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496759424/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976906.994300:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976906.994304:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976906.994309:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976906.994310:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976906.994312:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976906.994316:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976906.994320:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14440 00000400:00000200:0.0:1783976906.994327:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976906.994332:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976906.994336:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976906.994341:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994345:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.994347:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994349:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976906.994353:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976906.994356:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976906.994357:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976906.994361:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976906.994364:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976906.994367:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976906.994370:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994371:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976906.994372:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994373:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976906.994374:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976906.994380:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976906.994382:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976906.994386:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976906.994390:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976906.994394:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.994397:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976906.994402:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976906.994407:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.994412:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976906.994418:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976906.994424:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976906.994430:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976906.994434:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.994438:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976906.994442:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976906.994444:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976906.994451:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976906.994457:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.994462:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496759552/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976906.994473:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976906.994476:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976906.994484:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496759552/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976906.994501:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976906.994508:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14450) 00000100:00000001:0.0:1783976907.633292:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976907.633299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976907.633303:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976907.633311:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976907.633318:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976907.633324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976907.633331:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976907.633336:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976907.633339:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976908.657624:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976908.657628:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976908.657630:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976908.657633:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976908.657647:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976908.657654:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976908.657660:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976908.657663:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976908.657666:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976909.681269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976909.681280:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976909.681285:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976909.681291:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976909.681299:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976909.681305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976909.681329:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976909.681333:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976909.681337:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976910.705429:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976910.705435:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976910.705439:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976910.705446:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976910.705451:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976910.705455:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976910.705508:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976910.705512:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976910.705515:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976911.729254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976911.729262:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976911.729267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976911.729274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976911.729280:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976911.729285:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976911.729310:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976911.729314:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976911.729320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976912.753279:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976912.753284:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976912.753287:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976912.753293:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976912.753297:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976912.753303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.753321:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.753324:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.753328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976913.777324:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976913.777330:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976913.777334:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976913.777339:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976913.777347:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976913.777350:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976913.777380:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976913.777385:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976913.777392:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976914.801444:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976914.801448:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976914.801449:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976914.801451:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976914.801454:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976914.801457:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976914.801461:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976914.801465:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976914.801470:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976915.825239:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976915.825248:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976915.825251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976915.825257:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976915.825262:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976915.825266:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.825275:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976915.825277:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.825279:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976915.825617:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976915.825622:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976915.825624:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976915.825627:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976915.825631:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976915.825634:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.825636:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976915.825639:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.825642:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976916.849287:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976916.849292:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976916.849294:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976916.849299:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976916.849304:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976916.849316:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976916.849341:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976916.849343:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976916.849345:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976917.873447:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976917.873450:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976917.873452:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976917.873455:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976917.873458:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976917.873461:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976917.873465:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976917.873468:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976917.873474:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.897464:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976918.897469:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976918.897484:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976918.897487:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976918.897490:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976918.897492:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976918.897494:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976918.897496:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976918.897497:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976919.921268:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976919.921278:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976919.921282:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976919.921290:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976919.921297:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976919.921302:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976919.921308:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976919.921312:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976919.921629:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976920.945282:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976920.945298:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976920.945306:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976920.945314:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976920.945322:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976920.945336:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.945366:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976920.945370:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.945374:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976920.945491:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976920.945493:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976920.945494:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976920.945496:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976920.945498:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976920.945500:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.945501:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976920.945502:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.945503:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976921.969285:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976921.969291:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976921.969295:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976921.969301:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976921.969306:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976921.969309:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976921.969312:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976921.969315:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976921.969316:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976921.969340:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976921.969343:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976921.969344:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976921.969346:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976921.969348:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976921.969349:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976921.969351:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976921.969352:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976921.969353:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976922.996045:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976922.996051:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976922.996054:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976922.996059:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976922.996064:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976922.996069:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976922.996074:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976922.996080:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976922.996086:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976924.017264:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976924.017275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976924.017279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976924.017288:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976924.017297:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976924.017305:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976924.017329:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976924.017332:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976924.017336:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976925.041253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976925.041262:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976925.041266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976925.041275:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976925.041290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976925.041296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976925.041307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976925.041310:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976925.041314:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976926.065249:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976926.065258:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976926.065261:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976926.065270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976926.065277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976926.065281:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976926.065285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976926.065289:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976926.065292:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976926.065321:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976926.065325:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976926.065328:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976926.065331:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976926.065333:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976926.065337:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976926.065343:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976926.065345:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976926.065348:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976926.065595:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976926.065598:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976926.065603:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976927.089219:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976927.089228:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976927.089233:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976927.089240:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976927.089245:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976927.089249:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976927.089261:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976927.089263:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976927.089265:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976927.089280:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976927.089286:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976927.089289:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976927.089294:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976927.089297:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976927.089301:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976927.089304:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976927.089306:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976927.089309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976929.137296:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976929.137302:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976929.137306:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976929.137311:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976929.137315:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976929.137319:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976929.137338:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976929.137342:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976929.137345:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976930.161447:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976930.161450:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976930.161452:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976930.161454:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976930.161456:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976930.161459:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976930.161460:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976930.161462:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976930.161464:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976931.185217:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976931.185224:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976931.185228:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976931.185237:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976931.185243:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976931.185247:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976931.185251:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976931.185254:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976931.185257:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976932.209462:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976932.209466:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976932.209467:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976932.209471:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976932.209474:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976932.209476:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976932.209478:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976932.209481:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976932.209486:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976932.209506:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976932.209510:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976932.209512:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976932.209515:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976932.209518:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976932.209520:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976932.209522:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976932.209524:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976932.209526:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.233243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976933.233250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976933.233255:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.233260:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976933.233266:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976933.233271:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976933.233285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976933.233289:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976933.233292:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.237824:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976933.237831:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976933.237832:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.237838:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976933.237841:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976933.237844:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976933.237847:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976933.237849:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976933.237851:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976934.257269:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976934.257276:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976934.257280:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976934.257284:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976934.257291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976934.257296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976934.257318:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976934.257321:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976934.257324:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976934.257470:0:240284:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976934.257473:0:240284:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976934.257476:0:240284:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976935.281344:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976935.281350:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976935.281359:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976936.305493:0:240284:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976936.305499:0:240284:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976936.305506:0:240284:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976936.305513:0:240284:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976936.305519:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.305526:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f977a8cc00/0x5bb448586bd095b3 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ffb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac454 expref: -99 pid: 240179 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976936.305539:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.305543:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.305547:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.305550:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ffb:0x0] mode (null) 00000002:00000001:0.0:1783976936.305555:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.305558:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.305563:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80d00 count: 2 00010000:00000001:0.0:1783976936.305566:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.305570:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305572:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305574:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.305577:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.305584:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.305589:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.305595:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.305598:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.305605:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.305609:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.305614:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.305620:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.305624:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.305628:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e400. 00000008:00000010:0.0:1783976936.305633:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.305637:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.305640:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.305644:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.305647:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.305650:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.305652:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.305655:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ffb:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.305659:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.305662:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.305666:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.305668:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.305670:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ffb:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.305672:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.305674:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.305688:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.305692:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.305697:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.305700:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.305704:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.305706:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.305710:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.305713:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.305716:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976936.305719:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.305722:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.305724:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.305727:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.305730:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.305732:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.305735:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305740:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.305741:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.305744:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.305747:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.305749:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.305751:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.305753:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.305756:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f977a8cc00 with handle 0x5bb448586bd095b3 from hash 00010000:00000001:0.0:1783976936.305758:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.305759:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.305761:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.305762:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.305764:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.305766:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.305768:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.305771:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798a400/0x5bb448586bd095a5 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ffa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac423 expref: -99 pid: 240179 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976936.305777:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.305779:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.305781:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.305782:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ffa:0x0] mode (null) 00000002:00000001:0.0:1783976936.305784:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.305786:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.305788:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76600 count: 2 00010000:00000001:0.0:1783976936.305790:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.305792:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305793:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305795:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.305796:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.305799:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.305801:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.305804:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.305806:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.305809:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.305811:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.305813:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.305815:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.305818:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.305820:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976936.305823:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.305825:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.305827:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.305829:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.305831:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.305833:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.305835:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.305837:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ffa:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.305839:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.305840:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.305842:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.305843:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.305845:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ffa:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.305847:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.305848:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.305850:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.305852:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.305855:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.305857:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.305859:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.305862:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.305864:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.305866:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.305868:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e400. 00000008:00000010:0.0:1783976936.305870:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.305873:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.305875:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.305877:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.305880:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.305881:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.305883:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305886:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.305887:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.305889:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.305890:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.305892:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.305893:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.305895:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.305897:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97798a400 with handle 0x5bb448586bd095a5 from hash 00010000:00000001:0.0:1783976936.305899:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.305900:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.305901:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.305902:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.305903:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.305905:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.305907:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.305910:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019ba00/0x5bb448586bd09566 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac343 expref: -99 pid: 240174 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976936.305916:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.305918:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.305919:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.305921:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff8:0x0] mode (null) 00000002:00000001:0.0:1783976936.305923:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.305924:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.305926:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63c00 count: 2 00010000:00000001:0.0:1783976936.305928:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.305930:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305932:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.305933:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.305935:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.305937:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.305939:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.305942:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.305944:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.305947:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.305949:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.305951:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.305954:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.305956:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.305959:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976936.305961:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.305964:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.305966:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.305968:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.305970:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.305973:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.305974:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.305976:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff8:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.305978:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.305979:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.305980:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.305982:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.305984:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff8:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.305986:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.305987:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.305989:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.305991:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.305994:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.305996:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.305998:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306001:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306003:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306005:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306007:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976936.306009:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306011:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306014:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306016:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.306018:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306020:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.306021:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306024:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.306025:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.306027:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.306028:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.306030:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.306031:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.306032:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.306035:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019ba00 with handle 0x5bb448586bd09566 from hash 00010000:00000001:0.0:1783976936.306036:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.306037:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.306038:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.306039:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.306041:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.306042:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.306044:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.306047:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97798b600/0x5bb448586bd09519 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac232 expref: -99 pid: 240159 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976936.306053:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.306055:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.306056:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.306058:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff5:0x0] mode (null) 00000002:00000001:0.0:1783976936.306060:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306061:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306064:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad76f00 count: 2 00010000:00000001:0.0:1783976936.306065:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306068:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306069:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306070:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.306071:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.306074:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.306085:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306091:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306093:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306096:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306098:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306101:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306103:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306106:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306108:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e400. 00000008:00000010:0.0:1783976936.306111:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306113:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306115:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306118:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.306120:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.306122:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.306123:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.306125:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff5:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.306126:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.306128:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.306130:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.306131:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.306133:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff5:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.306135:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.306171:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.306173:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.306175:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306178:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306180:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306181:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306183:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306184:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306186:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306187:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976936.306189:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306190:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306192:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306193:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.306195:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.306196:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.306197:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306199:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.306200:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.306201:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.306202:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.306203:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.306204:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.306205:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.306207:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97798b600 with handle 0x5bb448586bd09519 from hash 00010000:00000001:0.0:1783976936.306208:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.306209:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.306210:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.306211:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.306212:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.306213:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.306214:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.306216:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f977a8c800/0x5bb448586bd0952e lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac27f expref: -99 pid: 240161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976936.306221:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.306222:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.306223:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.306224:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff6:0x0] mode (null) 00000002:00000001:0.0:1783976936.306225:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306226:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306228:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80000 count: 3 00010000:00000001:0.0:1783976936.306229:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306231:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.306232:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306232:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306233:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80000 count: 3 00010000:00000001:0.0:1783976936.306234:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306235:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.306236:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306237:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306238:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80000 count: 3 00010000:00000001:0.0:1783976936.306239:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306240:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.306240:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306241:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306242:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80000 count: 3 00010000:00000001:0.0:1783976936.306243:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306244:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306244:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306245:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.306246:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.306262:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.306264:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.306266:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306267:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306268:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306270:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306273:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306275:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306277:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306280:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976936.306282:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306284:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306287:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306290:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.306293:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.306297:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.306300:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.306303:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff6:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.306306:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.306307:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.306310:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.306312:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.306314:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff6:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.306316:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.306317:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.306319:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.306321:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306323:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306326:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306328:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306330:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306333:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306335:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306338:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e400. 00000008:00000010:0.0:1783976936.306340:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306342:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306344:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306346:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.306348:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306350:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.306352:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306355:0:240284:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976936.306368:0:240284:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff6:0x0](ffff96f97c2342c8) invalid 00000020:00000001:0.0:1783976936.306372:0:240284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d73ca0 00000080:00002000:0.0:1783976936.306374:0:240284:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-c.2 (ffff96f97c080ca8) parent ffff96f97c080510 inode ffff96f97c2342c8 refc 0 00000080:00000001:0.0:1783976936.306384:0:240284:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976936.306391:0:240284:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976936.306395:0:240284:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976936.306398:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.306399:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.306402:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.306403:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.306405:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.306406:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.306408:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.306410:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f977a8c800 with handle 0x5bb448586bd0952e from hash 00010000:00000001:0.0:1783976936.306412:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.306413:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.306414:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.306415:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.306417:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.306419:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.306421:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.306424:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f977a8da00/0x5bb448586bd09527 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac263 expref: -99 pid: 240160 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976936.306430:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.306432:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.306433:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.306434:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff6:0x0] mode (null) 00000002:00000001:0.0:1783976936.306437:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306438:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306440:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977a80000 count: 3 00010000:00000001:0.0:1783976936.306442:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306444:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306446:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306447:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.306449:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.306451:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.306454:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306456:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.306459:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306461:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306464:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306467:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306469:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306472:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306474:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976936.306476:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306479:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306481:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306484:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.306486:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.306488:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.306489:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.306491:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff6:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.306492:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.306494:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.306495:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.306497:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.306498:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff6:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.306500:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.306502:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.306503:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.306505:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.306507:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306509:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306512:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306514:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306516:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306518:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306521:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976936.306523:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306525:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306527:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306529:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.306531:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306534:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.306536:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306538:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.306540:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.306542:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.306544:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.306545:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.306547:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.306548:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.306551:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f977a8da00 with handle 0x5bb448586bd09527 from hash 00010000:00000001:0.0:1783976936.306553:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.306554:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.306555:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.306556:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.306558:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.306559:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.306561:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.306564:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019b400/0x5bb448586bd094e1 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac16e expref: -99 pid: 240156 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976936.306570:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.306572:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.306573:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.306574:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff4:0x0] mode (null) 00000002:00000001:0.0:1783976936.306576:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306578:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306580:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 3 00010000:00000001:0.0:1783976936.306582:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306585:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.306586:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306587:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306588:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 3 00010000:00000001:0.0:1783976936.306590:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306592:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.306593:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306594:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306596:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 3 00010000:00000001:0.0:1783976936.306598:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306600:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.306601:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306602:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306604:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 3 00010000:00000001:0.0:1783976936.306605:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306607:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306609:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306610:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.306611:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.306614:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.306616:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306618:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306621:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306623:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306626:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306628:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306631:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306633:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306636:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e400. 00000008:00000010:0.0:1783976936.306638:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306640:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306642:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306645:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.306647:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.306649:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.306650:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.306652:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff4:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.306654:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.306655:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.306657:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.306658:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.306660:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff4:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.306662:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.306664:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.306666:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.306667:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306670:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306672:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306675:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306690:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306693:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306695:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306698:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976936.306700:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306702:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306704:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306706:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.306708:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.306710:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.306712:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306714:0:240284:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976936.306716:0:240284:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff4:0x0](ffff96f97ab663c8) invalid 00000020:00000001:0.0:1783976936.306718:0:240284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d73ca0 00000080:00002000:0.0:1783976936.306720:0:240284:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-c.1 (ffff96f97a8f7360) parent ffff96f97c080510 inode ffff96f97ab663c8 refc 0 00000080:00000001:0.0:1783976936.306726:0:240284:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976936.306728:0:240284:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976936.306731:0:240284:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976936.306733:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.306734:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.306737:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.306738:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.306740:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.306741:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.306742:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.306745:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019b400 with handle 0x5bb448586bd094e1 from hash 00010000:00000001:0.0:1783976936.306747:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.306748:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.306749:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.306751:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.306753:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.306754:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.306756:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.306759:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019bc00/0x5bb448586bd094da lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac152 expref: -99 pid: 240155 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976936.306765:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.306767:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.306768:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.306769:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff4:0x0] mode (null) 00000002:00000001:0.0:1783976936.306771:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306772:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306774:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63100 count: 3 00010000:00000001:0.0:1783976936.306776:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306778:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306780:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306781:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.306782:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.306785:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.306788:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.306790:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306792:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306795:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306797:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306799:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306802:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306805:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306807:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976936.306809:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306812:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306814:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306817:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.306819:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.306821:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.306822:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.306824:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff4:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.306826:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.306827:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.306828:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.306830:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.306831:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff4:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.306833:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.306835:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.306836:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.306838:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.306841:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306843:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306846:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306848:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306850:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306852:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306854:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e400. 00000008:00000010:0.0:1783976936.306857:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306859:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306861:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306863:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.306865:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306867:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.306869:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306872:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.306873:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.306876:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.306878:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.306880:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.306882:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.306884:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.306886:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019bc00 with handle 0x5bb448586bd094da from hash 00010000:00000001:0.0:1783976936.306888:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.306889:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.306891:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.306892:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.306894:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.306895:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.306897:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.306900:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a400/0x5bb448586bd094b0 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa91b1f6e92eac0bf expref: -99 pid: 240153 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976936.306907:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.306908:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.306910:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.306911:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff3:0x0] mode (null) 00000002:00000001:0.0:1783976936.306913:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.306914:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.306917:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63500 count: 2 00010000:00000001:0.0:1783976936.306919:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.306921:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306923:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.306925:0:240284:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976936.306926:0:240284:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976936.306929:0:240284:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783976936.306932:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e200. 00000020:00000010:0.0:1783976936.306935:0:240284:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.306938:0:240284:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.306942:0:240284:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.306946:0:240284:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.306951:0:240284:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.306957:0:240284:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.306962:0:240284:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.306966:0:240284:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007fa00. 00000008:00000010:0.0:1783976936.306972:0:240284:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.306976:0:240284:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.306982:0:240284:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.306988:0:240284:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783976936.306993:0:240284:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783976936.306997:0:240284:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000020:00000001:0.0:1783976936.307000:0:240284:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976936.307002:0:240284:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b12:0x11ff3:0x0]: losing layout lock 00000080:00000001:0.0:1783976936.307004:0:240284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976936.307005:0:240284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976936.307008:0:240284:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976936.307010:0:240284:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976936.307012:0:240284:0:(lov_object.c:1533:lov_conf_set()) [0x200002b12:0x11ff3:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976936.307014:0:240284:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976936.307016:0:240284:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976936.307017:0:240284:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783976936.307019:0:240284:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f95007e400. 00000020:00000010:0.0:1783976936.307022:0:240284:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ea20. 00000008:00000010:0.0:1783976936.307024:0:240284:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783976936.307026:0:240284:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783976936.307028:0:240284:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783976936.307031:0:240284:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783976936.307033:0:240284:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783976936.307036:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007e200. 00000008:00000010:0.0:1783976936.307039:0:240284:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783976936.307042:0:240284:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783976936.307045:0:240284:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783976936.307047:0:240284:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783976936.307051:0:240284:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f95007fa00. 00000020:00000010:0.0:1783976936.307055:0:240284:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000080:00000001:0.0:1783976936.307059:0:240284:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.307063:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.307066:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.307071:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.307073:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.307074:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.307075:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.307076:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.307079:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f85019a400 with handle 0x5bb448586bd094b0 from hash 00010000:00000001:0.0:1783976936.307081:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.307082:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.307083:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.307085:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.307087:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.307089:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.307092:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.307096:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f97dc7c400/0x5bb448586bd09494 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x11ff2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eac072 expref: -99 pid: 240153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976936.307109:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.307112:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.307113:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.307114:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11ff2:0x0] mode (null) 00000002:00000001:0.0:1783976936.307117:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.307118:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.307121:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63200 count: 2 00010000:00000001:0.0:1783976936.307123:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.307125:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.307127:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.307128:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.307130:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f977b63200 count: 2 00010000:00000001:0.0:1783976936.307131:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.307133:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.307135:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.307170:0:240284:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976936.307172:0:240284:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x11ff2:0x0](ffff96f97ab65b88) invalid 00000020:00000001:0.0:1783976936.307174:0:240284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaf1481d73ca0 00000080:00002000:0.0:1783976936.307176:0:240284:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56oe.sanity (ffff96f97c080510) parent ffff96f9610f8360 inode ffff96f97ab65b88 refc 6 00000080:00000001:0.0:1783976936.307180:0:240284:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976936.307181:0:240284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976936.307182:0:240284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976936.307184:0:240284:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976936.307186:0:240284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976936.307187:0:240284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976936.307188:0:240284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976936.307190:0:240284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976936.307192:0:240284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97dc7c400 with handle 0x5bb448586bd09494 from hash 00010000:00000001:0.0:1783976936.307195:0:240284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976936.307197:0:240284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976936.307198:0:240284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976936.307200:0:240284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976936.307201:0:240284:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976936.307203:0:240284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976936.307205:0:240284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976936.307208:0:240284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff96f94cfb0800 lock: ffff96f85019a600/0x5bb448586bd09455 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x11fed:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa91b1f6e92eabf5a expref: -99 pid: 239564 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976936.307215:0:240284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976936.307217:0:240284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976936.307218:0:240284:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976936.307219:0:240284:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x11fed:0x0] mode CR 00000002:00000001:0.0:1783976936.307222:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.307223:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.307225:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976936.307227:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.307230:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976936.307231:0:240284:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976936.307233:0:240284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976936.307234:0:240284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff96f97ad2ff00 count: 3 00010000:00000001:0.0:1783976936.307236:0:240284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976936.307238:0:240284:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.307239:0:240284:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976936.307241:0:240284:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976936.307244:0:240284:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976936.307248:0:240284:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff96f95007fa00. 00000080:00000001:0.0:1783976936.307250:0:240284:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976936.307256:0:240284:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff96f8557501c0 2 00000080:00000001:0.0:1783976936.307260:0:240284:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976936.307263:0:240284:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976936.307265:0:240284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976936.307267:0:240284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976936.307269:0:240284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976936.307271:0:240284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976936.307273:0:240284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976936.307276:0:240284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x11fed:0x0] 00800000:00000001:0.0:1783976936.307278:0:240284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976936.307281:0:240284:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x11fed:0x0] 00000002:00000001:0.0:1783976936.307284:0:240284:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976936.307286:0:240284:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff96f94cfb0800: [0x200002b12:0x11fed:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976936.307292:0:240284:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b480. 00000020:00000040:0.0:1783976936.307295:0:240284:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=57 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000100:00000001:0.0:1783976936.307300:0:240284:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976936.307303:0:240284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976936.307307:0:240284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976936.307314:0:240284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f95007e200. 00000100:00000001:0.0:1783976936.307321:0:240284:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976936.307337:0:240284:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff96f981c05180 x1870620496648192/t25770086048(25770086048) o101->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/664 e 0 to 0 dl 1783976350 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976936.307347:0:240284:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff96f94cfb0800: modify RPC slot 6 is allocated opc 35, max 7 00000100:00100000:0.0:1783976936.307352:0:240284:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff96f974b6b480 x1870620496763392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976936.307359:0:240284:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976936.307361:0:240284:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976936.307367:0:240284:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff96f977f6f780. 00000100:00000001:0.0:1783976936.307370:0:240284:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446628596936537984 : -115476773013632 : ffff96f977f6f780) 00000100:00000001:0.0:1783976936.307372:0:240284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976936.307374:0:240284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596881994880 : -115476827556736 : ffff96f974b6b480) 00000100:00000001:0.0:1783976936.307378:0:240284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976936.307383:0:240284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976936.307384:0:240284:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976936.307386:0:240284:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976936.307389:0:240284:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f974b6b480 x1870620496763392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976936.307396:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976936.307398:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976936.307401:0:240284:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff96f974b6b480 x1870620496763392/t0(0) o35->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976936.307409:0:240284:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976936.307411:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976936.307412:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976936.307414:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976936.307416:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976936.307417:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976936.307419:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976936.307420:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976936.307422:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.329302:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976937.329307:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976937.329308:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.329311:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976937.329314:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976937.329316:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.329319:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976937.329320:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.329324:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.329695:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976937.329701:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976937.329704:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.329709:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976937.329713:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976937.329715:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.329718:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976937.329720:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.329722:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.330729:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976937.330732:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976937.330734:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.330737:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976937.330739:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976937.330741:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.330744:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976937.330746:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.330749:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976937.713355:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976937.713367:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976937.713370:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976937.713374:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976937.713379:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976937.713386:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14471 00000400:00000200:0.0:1783976937.713395:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976937.713400:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976937.713466:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976937.713470:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713473:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.713476:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713478:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976937.713482:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976937.713484:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976937.713487:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976937.713491:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976937.713493:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976937.713495:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976937.713498:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713499:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.713501:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713502:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976937.713505:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976937.713508:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713510:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976937.713513:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976937.713516:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976937.713519:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.713522:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976937.713524:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976937.713534:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976937.713537:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976937.713542:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976937.713543:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.713546:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976937.713548:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976937.713552:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976937.713559:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f400. 00000100:00000001:0.0:1783976937.713564:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.713572:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496763520/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976937.713581:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976937.713585:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976937.713590:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496763520/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976937.713617:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976937.713620:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976937.713623:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976937.713624:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976937.713626:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976937.713629:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976937.713632:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14471 00000400:00000200:0.0:1783976937.713636:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976937.713663:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976937.713668:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976937.713675:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713681:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.713686:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713690:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976937.713694:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976937.713696:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976937.713699:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976937.713701:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976937.713706:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976937.713711:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976937.713716:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713723:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.713737:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713741:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976937.713746:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976937.713753:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713758:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976937.713762:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976937.713769:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976937.713774:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.713778:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976937.713785:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976937.713791:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.713796:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976937.713802:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976937.713807:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976937.713812:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976937.713816:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.713820:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976937.713824:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976937.713827:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976937.713836:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e400. 00000100:00000001:0.0:1783976937.713842:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.713853:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496763648/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976937.713880:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976937.713884:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976937.713890:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496763648/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976937.713918:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976937.713923:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976937.713939:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976937.713943:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976937.713948:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976937.713952:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976937.713956:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14471 00000400:00000200:0.0:1783976937.713963:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976937.713969:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976937.713974:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976937.713982:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713987:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.713992:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.713997:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976937.714001:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976937.714003:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976937.714007:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976937.714010:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976937.714014:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976937.714018:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976937.714022:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714026:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.714030:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714034:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976937.714038:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976937.714041:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714043:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976937.714045:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976937.714050:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976937.714052:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714054:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976937.714058:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976937.714062:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714064:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976937.714071:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976937.714073:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976937.714078:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976937.714080:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714083:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976937.714084:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976937.714086:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976937.714091:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f800. 00000100:00000001:0.0:1783976937.714097:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.714104:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496763776/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976937.714116:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976937.714121:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976937.714130:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496763776/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976937.714172:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976937.714178:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976937.714185:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976937.714189:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976937.714194:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976937.714200:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976937.714205:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14471 00000400:00000200:0.0:1783976937.714216:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976937.714222:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976937.714228:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976937.714234:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714239:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.714243:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714248:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976937.714254:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976937.714258:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976937.714262:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976937.714266:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976937.714272:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976937.714276:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976937.714282:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714287:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.714292:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714297:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976937.714303:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976937.714309:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714313:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976937.714317:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976937.714322:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976937.714328:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714333:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976937.714337:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976937.714343:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714348:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976937.714354:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976937.714359:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976937.714365:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976937.714368:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714372:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976937.714376:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976937.714379:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976937.714387:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e000. 00000100:00000001:0.0:1783976937.714392:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.714401:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496763904/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976937.714427:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976937.714433:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976937.714441:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496763904/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976937.714455:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976937.714460:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976937.714467:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976937.714469:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976937.714471:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976937.714477:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976937.714482:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14471 00000400:00000200:0.0:1783976937.714491:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976937.714500:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976937.714505:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976937.714511:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714517:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.714523:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714528:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976937.714534:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976937.714539:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976937.714543:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976937.714547:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976937.714553:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976937.714558:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976937.714567:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714573:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976937.714579:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714583:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976937.714585:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976937.714588:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976937.714594:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976937.714598:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976937.714602:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976937.714608:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714612:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976937.714616:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976937.714621:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714625:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976937.714633:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976937.714639:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976937.714647:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976937.714650:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.714669:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976937.714673:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976937.714678:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976937.714685:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976937.714691:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.714701:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496764032/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976937.714716:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976937.714720:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976937.714729:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496764032/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976937.714750:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976937.714758:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14481) 00000100:00000001:0.0:1783976938.353256:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976938.353264:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976938.353267:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976938.353274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976938.353281:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976938.353286:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976938.353297:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976938.353301:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976938.353306:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976938.353356:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976938.353361:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976938.353365:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976938.353368:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976938.353382:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976938.353385:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976938.353388:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976938.353390:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976938.353392:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976939.377262:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976939.377271:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976939.377276:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976939.377283:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976939.377292:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976939.377297:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976939.377377:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976939.377379:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976939.377384:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976940.401296:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976940.401306:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976940.401308:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976940.401311:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976940.401313:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976940.401316:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976940.401318:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976940.401320:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976940.401323:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976941.425296:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976941.425301:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976941.425304:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976941.425309:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976941.425314:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976941.425318:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.425322:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976941.425325:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.425329:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976941.425463:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976941.425479:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976941.425483:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976941.425486:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976941.425489:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976941.425492:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.425494:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976941.425496:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.425499:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.449261:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976942.449268:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976942.449272:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976942.449279:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976942.449286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976942.449291:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976942.449298:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976942.449303:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976942.449309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976942.833264:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976942.833273:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976942.833275:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976942.833278:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976942.833281:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976942.833287:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14476 00000400:00000200:0.0:1783976942.833294:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976942.833298:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976942.833300:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976942.833302:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833304:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833306:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833307:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976942.833310:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976942.833312:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976942.833314:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976942.833318:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976942.833320:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976942.833322:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976942.833325:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833327:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833328:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833330:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976942.833332:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976942.833335:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833337:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976942.833340:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976942.833343:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976942.833346:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833348:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976942.833350:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976942.833360:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783976942.833364:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976942.833366:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976942.833368:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833369:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976942.833372:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976942.833375:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976942.833381:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976942.833385:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976942.833392:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496764160/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976942.833398:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976942.833401:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976942.833404:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496764160/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976942.833429:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976942.833432:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976942.833435:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976942.833436:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976942.833438:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976942.833440:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976942.833443:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14476 00000400:00000200:0.0:1783976942.833448:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976942.833450:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976942.833452:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976942.833454:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833456:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833457:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833459:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976942.833461:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976942.833462:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976942.833464:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976942.833466:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976942.833467:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976942.833470:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976942.833472:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833474:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833476:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833477:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976942.833479:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976942.833482:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833484:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976942.833486:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976942.833490:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976942.833492:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833493:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976942.833497:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976942.833499:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833501:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976942.833504:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783976942.833506:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976942.833508:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976942.833510:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833511:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976942.833512:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976942.833514:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976942.833517:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976942.833521:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976942.833525:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496764288/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976942.833530:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976942.833531:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976942.833533:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496764288/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976942.833537:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976942.833539:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976942.833541:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976942.833542:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976942.833543:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976942.833544:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976942.833546:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14476 00000400:00000200:0.0:1783976942.833548:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976942.833549:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976942.833551:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976942.833553:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833554:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833555:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833556:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976942.833558:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976942.833559:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976942.833560:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976942.833572:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976942.833574:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976942.833576:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976942.833579:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833580:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833582:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833584:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976942.833586:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976942.833589:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833591:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976942.833593:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976942.833596:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976942.833598:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833600:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976942.833602:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976942.833604:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833606:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976942.833611:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783976942.833620:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976942.833629:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976942.833632:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833636:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976942.833638:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976942.833640:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976942.833646:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976942.833652:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976942.833660:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496764416/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976942.833677:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976942.833682:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976942.833688:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496764416/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976942.833699:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976942.833703:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976942.833705:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976942.833708:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976942.833710:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976942.833712:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976942.833716:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14476 00000400:00000200:0.0:1783976942.833719:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976942.833721:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976942.833725:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976942.833729:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833732:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833736:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833740:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976942.833745:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976942.833747:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976942.833750:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976942.833752:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976942.833755:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976942.833763:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976942.833767:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833771:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833774:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833775:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976942.833778:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976942.833784:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833786:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976942.833788:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976942.833793:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976942.833797:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833802:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976942.833806:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976942.833813:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833821:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976942.833827:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783976942.833832:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976942.833836:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976942.833839:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.833841:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976942.833845:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976942.833848:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976942.833854:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976942.833860:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976942.833866:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496764544/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976942.833884:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976942.833889:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976942.833896:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496764544/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976942.833909:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976942.833913:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976942.833920:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976942.833924:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976942.833927:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976942.833933:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976942.833938:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14476 00000400:00000200:0.0:1783976942.833944:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976942.833950:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976942.833961:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976942.833968:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833974:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.833978:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.833983:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976942.833986:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976942.833989:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976942.834000:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976942.834005:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976942.834009:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976942.834015:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976942.834019:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.834023:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976942.834025:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976942.834028:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976942.834032:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976942.834036:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976942.834042:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976942.834044:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976942.834047:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976942.834052:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.834056:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976942.834066:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976942.834071:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.834075:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976942.834083:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783976942.834086:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976942.834091:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976942.834094:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.834099:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976942.834102:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976942.834105:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976942.834112:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976942.834118:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976942.834128:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496764672/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976942.834161:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976942.834164:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976942.834168:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496764672/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976942.834176:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976942.834181:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14486) 00000100:00000001:0.0:1783976943.473271:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976943.473277:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976943.473281:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976943.473287:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976943.473292:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976943.473296:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976943.473302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976943.473304:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976943.473309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976943.473610:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976943.473620:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976943.473621:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976943.473623:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976943.473624:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976943.473626:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976943.473627:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976943.473628:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976943.473629:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976944.497277:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976944.497283:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976944.497286:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976944.497290:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976944.497296:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976944.497303:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976944.497330:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976944.497333:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976944.497336:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976944.497477:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976944.497481:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976944.497488:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976945.521318:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976945.521327:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976945.521330:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976945.521336:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976945.521342:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976945.521346:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.521351:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976945.521355:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.521360:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976945.521586:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976945.521591:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976945.521594:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976945.521598:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976945.521604:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976945.521606:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.521609:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976945.521613:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.521617:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976945.521647:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976945.521651:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976945.521654:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976945.521659:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976945.521664:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976945.521667:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.521671:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976945.521675:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.521678:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976945.521750:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976945.521753:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976945.521755:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976946.545324:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976946.545329:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976946.545333:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976946.545344:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976946.545349:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976946.545352:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976946.545357:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976946.545362:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976946.545366:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976946.545370:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976946.545372:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976946.545374:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976946.545423:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976946.545426:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976946.545427:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976946.545430:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976946.545433:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976946.545434:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976946.545437:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976946.545438:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976946.545441:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.569266:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976947.569273:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976947.569274:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.569280:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976947.569284:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976947.569290:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976947.569294:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976947.569297:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976947.569299:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.569441:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976947.569445:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976947.569446:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.569448:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976947.569451:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976947.569453:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976947.569455:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976947.569457:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976947.569462:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976947.569741:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976947.569745:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976947.569752:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976947.953289:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976947.953311:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976947.953313:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976947.953318:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976947.953322:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976947.953330:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14481 00000400:00000200:0.0:1783976947.953340:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976947.953347:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976947.953350:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976947.953353:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953357:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.953359:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953362:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976947.953385:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976947.953387:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976947.953390:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976947.953394:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976947.953396:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976947.953399:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976947.953402:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953404:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.953406:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953408:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976947.953410:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976947.953414:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953416:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976947.953419:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976947.953423:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976947.953426:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.953428:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976947.953431:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976947.953441:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783976947.953444:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976947.953448:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976947.953450:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.953453:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976947.953456:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976947.953460:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976947.953467:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783976947.953508:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.953518:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496764800/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976947.953527:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976947.953532:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976947.953536:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496764800/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976947.953560:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976947.953563:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976947.953566:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976947.953568:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976947.953569:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976947.953572:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976947.953574:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14481 00000400:00000200:0.0:1783976947.953579:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976947.953581:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976947.953584:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976947.953588:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953590:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.953593:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953595:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976947.953597:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976947.953598:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976947.953600:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976947.953604:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976947.953608:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976947.953611:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976947.953616:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953620:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.953624:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953629:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976947.953634:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976947.953639:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953643:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976947.953646:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976947.953653:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976947.953657:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.953662:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976947.953667:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976947.953673:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.953677:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976947.953683:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783976947.953686:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976947.953690:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976947.953691:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.953692:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976947.953694:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976947.953695:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976947.953699:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783976947.953706:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.953714:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496764928/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976947.953729:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976947.953732:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976947.953739:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496764928/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976947.953755:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976947.953760:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976947.953766:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976947.953769:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976947.953773:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976947.953778:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976947.953784:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14481 00000400:00000200:0.0:1783976947.953790:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976947.953867:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976947.953873:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976947.953880:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953885:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.953890:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953894:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976947.953897:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976947.953900:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976947.953903:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976947.953907:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976947.953912:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976947.953918:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976947.953923:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953928:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.953935:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953939:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976947.953943:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976947.953949:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976947.953954:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976947.953968:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976947.953973:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976947.953978:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.953981:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976947.953985:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976947.953990:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.953992:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976947.953999:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783976947.954004:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976947.954009:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976947.954011:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.954015:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976947.954018:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976947.954021:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976947.954029:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783976947.954045:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.954055:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496765056/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976947.954071:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976947.954075:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976947.954082:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496765056/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976947.954103:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976947.954110:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976947.954118:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976947.954122:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976947.954126:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976947.954134:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976947.954174:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14481 00000400:00000200:0.0:1783976947.954182:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976947.954188:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976947.954194:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976947.954201:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954206:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.954210:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954215:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976947.954219:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976947.954222:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976947.954225:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976947.954228:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976947.954233:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976947.954237:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976947.954245:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954249:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.954253:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954257:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976947.954263:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976947.954271:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954276:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976947.954278:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976947.954282:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976947.954288:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.954292:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976947.954296:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976947.954302:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.954307:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976947.954314:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783976947.954320:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976947.954327:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976947.954330:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.954336:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976947.954339:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976947.954343:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976947.954351:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783976947.954357:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.954366:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69180 x1870620496765184/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976947.954379:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976947.954384:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976947.954392:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69180 x1870620496765184/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976947.954408:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976947.954413:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976947.954419:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976947.954423:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976947.954426:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976947.954432:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976947.954438:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14481 00000400:00000200:0.0:1783976947.954447:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976947.954453:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976947.954457:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976947.954463:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954468:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.954485:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954490:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976947.954494:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976947.954498:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976947.954500:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976947.954503:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976947.954507:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976947.954511:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976947.954518:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954522:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976947.954527:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954531:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976947.954536:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976947.954542:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976947.954546:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976947.954549:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976947.954554:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976947.954560:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.954563:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976947.954567:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976947.954572:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.954575:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976947.954582:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976947.954586:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976947.954590:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976947.954592:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.954597:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976947.954600:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976947.954603:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976947.954610:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783976947.954617:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.954624:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496765312/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976947.954636:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976947.954641:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976947.954649:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496765312/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976947.954668:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976947.954675:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14491) 00000100:00000001:0.0:1783976948.593302:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976948.593307:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976948.593309:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976948.593312:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976948.593315:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976948.593317:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976948.593320:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976948.593321:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976948.593323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976948.593564:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976948.593568:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976948.593570:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976948.593572:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976948.593575:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976948.593577:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976948.593580:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976948.593584:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976948.593588:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976949.617256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976949.617266:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976949.617270:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976949.617278:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976949.617286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976949.617293:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976949.617300:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976949.617304:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976949.617307:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976949.617376:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976949.617380:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976949.617382:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976949.617384:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976949.617387:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976949.617389:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976949.617392:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976949.617395:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976949.617400:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976950.641268:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976950.641273:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976950.641275:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976950.641282:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976950.641287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976950.641290:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976950.641462:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976950.641465:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976950.641469:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976951.665244:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976951.665257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976951.665262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976951.665269:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976951.665273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976951.665278:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976951.665296:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976951.665299:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976951.665303:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976951.665335:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976951.665341:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976951.665345:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976951.665352:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976951.665358:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976951.665362:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976951.665364:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976951.665365:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976951.665367:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976952.689254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976952.689264:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976952.689268:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976952.689274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976952.689280:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976952.689284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.689287:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976952.689292:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.689297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976952.689331:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976952.689335:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976952.689337:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976952.689340:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976952.689343:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976952.689347:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.689349:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976952.689350:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.689351:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976953.713253:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976953.713261:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976953.713264:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976953.713270:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976953.713275:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976953.713280:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.713284:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976953.713289:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.713292:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976953.713307:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976953.713311:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976953.713313:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976953.713318:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976953.713320:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976953.713322:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.713323:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976953.713325:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.713326:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976954.737240:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976954.737248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976954.737252:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976954.737259:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976954.737264:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976954.737268:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976954.737273:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976954.737277:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976954.737281:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976954.737307:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976954.737312:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976954.737315:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976954.737320:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976954.737326:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976954.737329:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976954.737339:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976954.737342:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976954.737344:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976955.761243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976955.761251:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976955.761254:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976955.761260:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976955.761266:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976955.761271:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976955.761275:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976955.761279:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976955.761286:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976955.761303:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976955.761307:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976955.761310:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976955.761313:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976955.761315:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976955.761317:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976955.761319:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976955.761320:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976955.761323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976956.785250:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976956.785257:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976956.785260:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976956.785266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976956.785273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976956.785279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976956.785284:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976956.785287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976956.785293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976956.785325:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976956.785329:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976956.785331:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976956.785334:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976956.785337:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976956.785340:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976956.785344:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976956.785348:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976956.785354:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976957.809271:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976957.809277:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976957.809281:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976957.809287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976957.809294:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976957.809312:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.809315:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976957.809318:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.809320:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976957.809337:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976957.809342:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976957.809346:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976957.809351:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976957.809356:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976957.809360:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.809365:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976957.809369:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.809373:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976958.833278:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976958.833299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976958.833304:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976958.833314:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976958.833321:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976958.833329:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976958.833336:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976958.833340:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976958.833344:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976958.833364:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976958.833369:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976958.833370:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976958.833373:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976958.833376:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976958.833380:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976958.833385:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976958.833389:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976958.833394:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976959.857450:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976959.857454:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976959.857455:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976959.857458:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976959.857460:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976959.857462:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.857464:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976959.857466:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.857467:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976959.860415:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976959.860420:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976959.860422:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976959.860429:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976959.860434:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976959.860438:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.860444:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976959.860448:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.860450:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976960.881264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976960.881270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976960.881274:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976960.881280:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976960.881289:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976960.881296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.881303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976960.881308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.881312:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976960.881336:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976960.881340:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976960.881342:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976960.881344:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976960.881349:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976960.881354:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.881359:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976960.881363:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.881369:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976961.905237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976961.905244:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976961.905249:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976961.905254:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976961.905259:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976961.905264:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976961.905285:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976961.905288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976961.905291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976961.905308:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976961.905314:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976961.905316:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976961.905320:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976961.905325:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976961.905330:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976961.905337:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976961.905341:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976961.905347:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976962.929280:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976962.929288:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976962.929292:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976962.929299:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976962.929306:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976962.929310:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976962.929316:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976962.929320:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976962.929325:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976962.929341:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976962.929345:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976962.929348:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976962.929353:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976962.929358:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976962.929362:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976962.929368:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976962.929373:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976962.929378:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976963.953252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976963.953261:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976963.953266:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976963.953275:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976963.953282:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976963.953288:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.953301:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976963.953304:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.953309:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976963.953325:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976963.953331:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976963.953334:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976963.953339:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976963.953344:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976963.953348:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.953352:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976963.953354:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.953356:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976964.977413:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976964.977419:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976964.977422:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976964.977427:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976964.977431:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976964.977434:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976964.977442:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976964.977445:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976964.977447:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976966.001352:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976966.001357:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976966.001358:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976966.001361:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976966.001363:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976966.001365:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976966.002257:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976966.002263:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976966.002270:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976967.025287:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976967.025297:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976967.025302:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976967.025311:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976967.025318:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976967.025323:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976967.025332:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976967.025337:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976967.025344:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.049236:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976968.049244:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976968.049248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976968.049254:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976968.049259:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976968.049264:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976968.049276:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976968.049280:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976968.049284:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976968.433387:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976968.433400:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976968.433403:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976968.433407:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976968.433413:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976968.433422:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14501 00000400:00000200:0.0:1783976968.433433:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976968.433441:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976968.433444:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976968.433447:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433451:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433454:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433456:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976968.433461:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976968.433463:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783976968.433466:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976968.433470:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783976968.433473:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783976968.433477:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783976968.433480:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433482:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433484:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433486:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976968.433490:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783976968.433493:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433496:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976968.433499:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976968.433503:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976968.433506:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433509:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976968.433512:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976968.433523:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783976968.433527:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783976968.433531:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976968.433533:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433537:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976968.433541:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976968.433545:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976968.433555:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783976968.433577:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976968.433592:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496767360/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976968.433604:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976968.433609:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976968.433614:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496767360/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976968.433647:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976968.433651:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976968.433655:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976968.433657:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976968.433659:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976968.433662:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976968.433665:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14501 00000400:00000200:0.0:1783976968.433669:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976968.433672:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976968.433675:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976968.433678:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433680:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433682:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433684:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976968.433687:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976968.433688:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783976968.433690:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976968.433692:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783976968.433695:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783976968.433697:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783976968.433700:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433702:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433703:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433705:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976968.433707:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783976968.433710:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433712:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976968.433714:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976968.433720:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976968.433722:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433724:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976968.433729:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976968.433732:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433735:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976968.433738:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783976968.433741:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976968.433743:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976968.433744:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433746:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976968.433747:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976968.433749:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976968.433753:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783976968.433756:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976968.433762:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496767488/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976968.433770:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976968.433772:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976968.433776:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496767488/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976968.433784:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976968.433787:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976968.433790:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976968.433792:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976968.433793:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976968.433796:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976968.433799:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14501 00000400:00000200:0.0:1783976968.433803:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976968.433805:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976968.433808:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976968.433811:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433813:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433815:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433817:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976968.433820:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976968.433831:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783976968.433834:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976968.433836:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783976968.433838:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783976968.433841:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783976968.433844:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433846:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433848:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433850:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976968.433852:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783976968.433855:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433858:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976968.433860:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976968.433862:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976968.433865:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433867:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976968.433869:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976968.433871:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433873:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976968.433877:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783976968.433879:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783976968.433882:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976968.433883:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.433885:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976968.433886:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976968.433888:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976968.433892:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783976968.433896:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976968.433900:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496767616/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976968.433907:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976968.433909:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976968.433922:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496767616/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976968.433930:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976968.433933:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976968.433937:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976968.433939:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976968.433940:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976968.433943:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976968.433946:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14501 00000400:00000200:0.0:1783976968.433950:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976968.433953:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976968.433955:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976968.433958:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433960:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433962:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433964:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976968.433966:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976968.433968:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783976968.433978:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976968.433981:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783976968.433983:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783976968.433986:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783976968.433989:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433990:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.433992:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.433994:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976968.433997:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783976968.434000:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976968.434002:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976968.434005:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976968.434007:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976968.434009:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.434011:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976968.434014:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976968.434016:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.434018:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976968.434022:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783976968.434025:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976968.434027:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976968.434028:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.434030:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976968.434032:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976968.434034:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976968.434037:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783976968.434041:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976968.434046:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496767744/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976968.434053:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976968.434055:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976968.434059:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496767744/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976968.434066:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976968.434069:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976968.434072:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976968.434074:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976968.434076:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976968.434079:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976968.434082:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14501 00000400:00000200:0.0:1783976968.434085:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783976968.434088:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976968.434091:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976968.434094:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.434096:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.434098:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.434100:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783976968.434103:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976968.434104:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783976968.434105:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976968.434107:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783976968.434109:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783976968.434170:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783976968.434173:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.434175:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976968.434177:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783976968.434179:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783976968.434182:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783976968.434184:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783976968.434187:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976968.434189:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976968.434192:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976968.434194:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.434196:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976968.434198:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976968.434200:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.434202:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976968.434208:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783976968.434210:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783976968.434213:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976968.434214:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976968.434216:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976968.434217:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976968.434219:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976968.434223:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783976968.434227:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976968.434232:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496767872/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976968.434239:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976968.434241:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976968.434245:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496767872/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976968.434252:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976968.434257:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14511) 00000100:00000001:0.0:1783976969.073281:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976969.073288:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976969.073292:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976969.073298:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976969.073304:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976969.073310:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976969.073317:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976969.073321:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976969.073326:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976970.097474:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976970.097480:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976970.097482:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976970.097486:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976970.097490:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976970.097493:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976970.097497:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976970.097501:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976970.097508:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976970.097535:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976970.097541:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976970.097544:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976970.097548:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976970.097552:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976970.097554:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976970.097557:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976970.097559:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976970.097563:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976971.121259:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976971.121267:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976971.121272:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976971.121281:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976971.121290:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976971.121298:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.121306:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.121310:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.121315:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976971.121333:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976971.121338:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976971.121340:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976971.121345:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976971.121350:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976971.121355:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.121361:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.121364:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.121368:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976972.145254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976972.145264:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976972.145269:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976972.145277:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976972.145285:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976972.145292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976972.145317:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976972.145321:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976972.145324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976972.145344:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976972.145350:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976972.145354:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976972.145361:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976972.145367:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976972.145370:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976972.145372:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976972.145374:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976972.145377:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976973.169294:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976973.169303:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976973.169306:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976973.169312:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976973.169325:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976973.169332:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976973.169338:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976973.169343:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976973.169349:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976973.169372:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976973.169378:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976973.169385:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976973.169394:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976973.169402:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976973.169409:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976973.169414:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976973.169417:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976973.169420:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976974.193260:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976974.193269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976974.193271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976974.193277:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976974.193282:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976974.193286:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.193288:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976974.193293:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.193299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976974.193456:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976974.193459:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976974.193460:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976974.193462:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976974.193464:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976974.193467:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.193469:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976974.193470:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.193484:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976975.217270:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976975.217279:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976975.217283:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976975.217290:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976975.217297:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976975.217308:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.217315:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976975.217318:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.217321:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976975.217529:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976975.217533:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976975.217536:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976975.217545:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976975.217549:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976975.217551:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.217553:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976975.217554:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.217556:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976976.241279:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976976.241284:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976976.241287:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976976.241293:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976976.241299:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976976.241311:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976976.241317:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976976.241320:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976976.241325:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976977.265270:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976977.265278:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976977.265281:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976977.265290:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976977.265299:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976977.265306:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976977.265312:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976977.265316:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976977.265321:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976977.265380:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976977.265384:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976977.265386:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976977.265388:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976977.265390:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976977.265393:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976977.265395:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976977.265396:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976977.265397:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976978.289251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976978.289259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976978.289262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976978.289272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976978.289279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976978.289284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976978.289303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976978.289306:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976978.289309:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976979.313345:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976979.313349:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976979.313350:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976979.313352:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976979.313354:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976979.313355:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976979.313471:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976979.313472:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976979.313474:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976980.337256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976980.337266:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976980.337271:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976980.337278:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976980.337284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976980.337289:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976980.337305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976980.337308:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976980.337312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976981.361270:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976981.361281:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976981.361285:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976981.361294:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976981.361301:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976981.361308:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976981.361452:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976981.361455:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976981.361459:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976981.361510:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976981.361514:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976981.361516:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976981.361519:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976981.361522:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976981.361524:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976981.361527:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976981.361528:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976981.361530:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976982.385347:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976982.385355:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976982.385367:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976982.385373:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976982.385378:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976982.385382:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.385389:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.385398:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.385405:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976982.385427:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976982.385432:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976982.385434:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976982.385437:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976982.385440:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976982.385443:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.385446:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.385447:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.385450:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976983.409277:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976983.409284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976983.409288:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976983.409295:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976983.409301:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976983.409306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976983.409316:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976983.409320:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976983.409323:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976984.433324:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976984.433332:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976984.433340:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976984.433353:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976984.433364:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976984.433371:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976984.433389:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976984.433394:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976984.433400:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976984.433434:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976984.433441:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976984.433446:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976984.433453:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976984.433462:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976984.433467:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976984.433474:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976984.433479:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976984.433490:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976985.457284:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976985.457292:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976985.457294:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976985.457300:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976985.457308:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976985.457315:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457323:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976985.457332:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457342:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976985.457386:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976985.457388:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976985.457389:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976985.457391:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976985.457392:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976985.457400:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457402:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976985.457404:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457406:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976985.457453:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976985.457455:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976985.457456:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976985.457458:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783976985.457460:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976985.457461:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457463:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976985.457464:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457465:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976985.457485:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976985.457489:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976985.457493:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976985.457495:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976985.457497:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976985.457500:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457502:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976985.457504:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.457506:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976986.481359:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976986.481370:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976986.481374:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976986.481382:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976986.481391:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976986.481402:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.481412:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976986.481420:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.481442:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976986.481469:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976986.481480:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976986.481486:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976986.481493:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976986.481502:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976986.481506:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.481509:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976986.481512:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.481515:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976987.505799:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976987.505803:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976987.505805:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976987.505808:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976987.505810:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976987.505812:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976987.505814:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976987.505815:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976987.505817:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976987.505825:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976987.505827:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976987.505828:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976987.505829:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976987.505830:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976987.505832:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976987.506722:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976987.506725:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976987.506733:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.553364:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976989.553371:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976989.553374:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.553383:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976989.553390:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976989.553395:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976989.553408:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976989.553412:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976989.553416:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.553437:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976989.553440:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976989.553442:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.553444:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976989.553449:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976989.553452:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976989.553458:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976989.553460:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976989.553467:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976990.577323:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976990.577327:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976990.577331:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976990.577341:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976990.577353:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976990.577358:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976990.577363:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976990.577368:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976990.577372:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976990.577393:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976990.577403:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976990.577407:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976990.577413:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976990.577421:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976990.577427:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976990.577442:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976990.577445:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976990.577451:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976991.601292:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976991.601304:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976991.601309:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976991.601316:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976991.601324:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976991.601330:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601336:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976991.601339:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601342:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976991.601361:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976991.601365:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976991.601367:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976991.601370:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976991.601372:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976991.601375:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601377:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976991.601378:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601381:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976991.601420:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976991.601425:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976991.601428:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976991.601433:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976991.601439:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976991.601445:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601466:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976991.601470:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601474:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976991.601494:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976991.601499:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976991.601501:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976991.601505:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976991.601507:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976991.601511:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601513:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976991.601516:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.601519:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976992.625319:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976992.625328:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976992.625331:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976992.625337:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976992.625341:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976992.625345:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976992.625349:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976992.625353:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976992.625360:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976993.649290:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976993.649307:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976993.649320:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976993.649337:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976993.649348:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976993.649355:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.649365:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976993.649369:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.649373:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976993.649524:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976993.649531:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976993.649535:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976993.649544:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976993.649551:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976993.649555:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.649561:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976993.649565:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.649570:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976993.657652:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976993.657661:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976993.657663:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976993.657678:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976993.657683:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976993.657687:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.657690:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976993.657692:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.658130:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976994.673305:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976994.673310:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976994.673313:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976994.673317:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976994.673320:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976994.673322:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976994.673325:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976994.673333:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976994.673336:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976995.697228:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976995.697234:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976995.697236:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976995.697242:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783976995.697247:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976995.697251:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.697324:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976995.697332:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.697337:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976995.697369:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976995.697373:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976995.697374:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976995.697377:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976995.697381:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976995.697385:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.697389:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976995.697392:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.697395:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976997.745283:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976997.745288:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976997.745291:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976997.745299:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783976997.745304:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976997.745309:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.745320:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976997.745324:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.745329:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976997.745347:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976997.745352:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976997.745355:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976997.745359:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976997.745365:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976997.745368:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.745374:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976997.745377:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.745383:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976998.769328:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976998.769333:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976998.769335:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976998.769338:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976998.769342:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976998.769345:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976998.769350:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976998.769354:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976998.769360:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976998.769386:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976998.769391:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976998.769398:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976999.793255:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976999.793264:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976999.793270:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976999.793279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783976999.793287:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976999.793292:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.793297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976999.793300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.793307:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976999.793337:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976999.793341:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976999.793343:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976999.793346:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783976999.793351:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976999.793355:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.793360:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976999.793364:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.793367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976999.793407:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976999.793411:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976999.793414:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977000.817225:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977000.817233:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977000.817237:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977000.817242:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977000.817246:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977000.817252:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.817259:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977000.817264:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.817269:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977000.817318:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977000.817322:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977000.817324:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977000.817399:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977000.817404:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977000.817409:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977000.817412:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977000.817418:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977000.817421:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.817433:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977000.817437:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.817440:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977001.841257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977001.841267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977001.841270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977001.841276:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977001.841281:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977001.841286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.841292:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977001.841297:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.841303:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977001.841334:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977001.841338:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977001.841341:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977001.841445:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977001.841448:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977001.841450:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977001.841465:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977001.841470:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977001.841473:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.841479:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977001.841483:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.841485:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977002.865219:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977002.865226:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977002.865230:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977002.865236:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977002.865242:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977002.865246:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977002.865265:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977002.865269:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977002.865273:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977002.865298:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977002.865303:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977002.865307:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977002.865311:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977002.865315:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977002.865319:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977002.865322:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977002.865325:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977002.865328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977003.889289:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977003.889298:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977003.889302:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977003.889306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977003.889312:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977003.889316:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977003.889323:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977003.889327:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977003.889329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977003.890922:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977003.890926:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977003.890929:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977004.913285:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977004.913291:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977004.913294:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977004.913297:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977004.913300:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977004.913303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977004.913306:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977004.913307:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977004.913310:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977004.913571:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977004.913574:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977004.913576:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977004.913578:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977004.913580:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977004.913582:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977004.913584:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977004.913585:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977004.913587:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977004.914568:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977004.914572:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977004.914575:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977005.937385:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977005.937390:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977005.937394:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977005.937399:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977005.937405:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977005.937410:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977005.937416:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977005.937420:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977005.937423:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.961263:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977006.961272:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977006.961277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977006.961286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977006.961293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.961299:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.961313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.961316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.961319:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.961847:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977006.961849:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977006.961850:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977006.961851:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977006.961853:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.961854:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.961856:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.961856:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.961858:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.964222:0:240300:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1783977006.964230:0:240300:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f944d99840. 00000020:00000010:0.0:1783977006.964236:0:240300:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f95007e400. 00000020:00000010:0.0:1783977006.964241:0:240300:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f95007e000. 00000020:00000010:0.0:1783977006.964283:0:240300:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f853f39800. 00000020:00000010:0.0:1783977006.964289:0:240300:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f94a9b4670. 00000020:00000010:0.0:1783977006.964294:0:240300:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff96f95007ea00. 80000000:00000010:0.0:1783977006.964299:0:240300:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ea20. 40000000:00000010:0.0:1783977006.964302:0:240300:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff96f944d99300. 00100000:00000010:0.0:1783977006.964307:0:240300:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f853f3b800. 00040000:00000010:0.0:1783977006.964311:0:240300:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f853c2a100. 00040000:00000010:0.0:1783977006.964315:0:240300:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f9450b8600. 00002000:00000010:0.0:1783977006.964320:0:240300:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff96f85340e000. 00000020:00000010:0.0:1783977006.964324:0:240300:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f944d99240. 00000020:00000001:0.0:1783977006.964340:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.964342:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.964345:0:240300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 9 locks of 6 total in blp. (2 blwis in pool) 00010000:00000001:0.0:1783977006.965888:0:240301:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1783977006.965893:0:240301:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f944d99f00. 00000020:00000010:0.0:1783977006.965896:0:240301:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f943aae200. 00000020:00000010:0.0:1783977006.965901:0:240301:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f943aaf600. 00000020:00000010:0.0:1783977006.965905:0:240301:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f853f38000. 00000020:00000010:0.0:1783977006.965910:0:240301:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f94a9b3250. 00000020:00000010:0.0:1783977006.965914:0:240301:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff96f943aaf800. 80000000:00000010:0.0:1783977006.965918:0:240301:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f97dd7eba0. 40000000:00000010:0.0:1783977006.965920:0:240301:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff96f944d99d40. 00100000:00000010:0.0:1783977006.965924:0:240301:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f853f3f800. 00040000:00000010:0.0:1783977006.965927:0:240301:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f853c2a200. 00040000:00000010:0.0:1783977006.965930:0:240301:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f943aafa00. 00002000:00000010:0.0:1783977006.965934:0:240301:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff96f85340f800. 00000020:00000010:0.0:1783977006.965937:0:240301:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f944d99a40. 00000020:00000001:0.0:1783977006.965952:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.965954:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.965957:0:240301:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 2 locks of 4 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1783977006.966358:0:240302:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1783977006.966364:0:240302:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f944d99bc0. 00000020:00000010:0.0:1783977006.966372:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f945ffec00. 00000020:00000010:0.0:1783977006.966378:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f942ed8c00. 00000020:00000010:0.0:1783977006.966385:0:240302:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f853f3e800. 00000020:00000010:0.0:1783977006.966393:0:240302:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f94a9b5080. 00000020:00000010:0.0:1783977006.966400:0:240302:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff96f942ed9c00. 80000000:00000010:0.0:1783977006.966407:0:240302:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ef00. 40000000:00000010:0.0:1783977006.966414:0:240302:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff96f944d99c00. 00100000:00000010:0.0:1783977006.966421:0:240302:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f853f38800. 00040000:00000010:0.0:1783977006.966429:0:240302:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f853c2ad00. 00040000:00000010:0.0:1783977006.966449:0:240302:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f942ed8800. 00002000:00000010:0.0:1783977006.966455:0:240302:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff96f85340e400. 00000020:00000010:0.0:1783977006.966461:0:240302:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f944d99fc0. 00000020:00000001:0.0:1783977006.966511:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.966515:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.966520:0:240302:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783977006.966594:0:240303:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1783977006.966598:0:240303:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff96f944d99580. 00000020:00000010:0.0:1783977006.966605:0:240303:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9766e9400. 00000020:00000010:0.0:1783977006.966612:0:240303:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f9766e9800. 00000020:00000010:0.0:1783977006.966619:0:240303:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96f853f3d000. 00000020:00000010:0.0:1783977006.966626:0:240303:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96f94a9b2840. 00000020:00000010:0.0:1783977006.966630:0:240303:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff96f9766e8e00. 80000000:00000010:0.0:1783977006.966633:0:240303:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ecc0. 40000000:00000010:0.0:1783977006.966635:0:240303:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff96f944d99440. 00100000:00000010:0.0:1783977006.966638:0:240303:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96f853f3c800. 00040000:00000010:0.0:1783977006.966641:0:240303:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff96f853c2a600. 00040000:00000010:0.0:1783977006.966644:0:240303:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff96f9433d1c00. 00002000:00000010:0.0:1783977006.966647:0:240303:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff96f85340f400. 00000020:00000010:0.0:1783977006.966650:0:240303:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff96f944d99ac0. 00000020:00000001:0.0:1783977006.966656:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.966658:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.966660:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977006.966664:0:240302:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783977006.966666:0:240302:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977006.966669:0:240302:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000004758b578/0x5bb448586bd0970a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eac8b4 expref: -99 pid: 240199 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783977006.966677:0:240302:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783977006.966678:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.966681:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783977006.966682:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f9433d1000. 00000020:00000010:0.0:1783977006.966685:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b636200. 00000020:00000010:0.0:1783977006.966686:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.966689:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.966691:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.966694:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.966696:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.966698:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.966700:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b637000. 00000008:00000010:0.0:1783977006.966703:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.966705:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.966707:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.966709:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783977006.966711:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783977006.966712:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783977006.966713:0:240302:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783977006.966715:0:240302:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783977006.966716:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.966717:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783977006.966719:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636400. 00000020:00000010:0.0:1783977006.966720:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b636800. 00000020:00000010:0.0:1783977006.966721:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.966724:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.966725:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.966727:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.966729:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.966730:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.966731:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636000. 00000008:00000010:0.0:1783977006.966742:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.966744:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.966745:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.966747:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783977006.966748:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783977006.966749:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783977006.966751:0:240302:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783977006.966752:0:240302:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783977006.966755:0:240302:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783977006.966759:0:240302:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.966762:0:240302:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783977006.966765:0:240302:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783977006.966767:0:240302:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dd63500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783977006.966769:0:240302:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.966771:0:240302:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd63500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783977006.966773:0:240302:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.966775:0:240302:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dd63500: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783977006.966777:0:240302:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783977006.966779:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd63500 -> ffff96f97dc7a210 00000020:00000001:0.0:1783977006.966781:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dc7a210 -> ffff96f97dc7a210 00000020:00000001:0.0:1783977006.966782:0:240302:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783977006.966784:0:240302:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783977006.966785:0:240302:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x12003:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783977006.966787:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.966788:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783977006.966789:0:240302:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783977006.966791:0:240302:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x12003:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783977006.966794:0:240302:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783977006.966795:0:240302:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783977006.966796:0:240302:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783977006.966798:0:240302:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783977006.966799:0:240302:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.966800:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.966800:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783977006.966801:0:240302:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783977006.966802:0:240302:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.966804:0:240302:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783977006.966807:0:240302:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783977006.966808:0:240302:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783977006.966809:0:240302:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783977006.966810:0:240302:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783977006.966812:0:240302:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783977006.966813:0:240302:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x12003:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783977006.966815:0:240302:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783977006.966815:0:240302:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783977006.966816:0:240302:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.966817:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783977006.966819:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b636800. 00000020:00000010:0.0:1783977006.966822:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.966826:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.966829:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.966833:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.966837:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.966840:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.966845:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636400. 00000008:00000010:0.0:1783977006.966849:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.966851:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.966854:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.966858:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783977006.966862:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636000. 00000020:00000010:0.0:1783977006.966865:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783977006.966868:0:240302:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.966871:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd63500 -> ffff96f97dc7a210 00010000:00000001:0.0:1783977006.966873:0:240302:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783977006.966876:0:240302:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.966878:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd63500 -> ffff96f97dc7a210 00000020:00000001:0.0:1783977006.966881:0:240302:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783977006.966885:0:240302:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783977006.966887:0:240302:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783977006.966889:0:240302:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.966893:0:240302:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.966897:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd63500 -> ffff96f97dc7a210 00000008:00000001:0.0:1783977006.966899:0:240302:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.966902:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783977006.966906:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b636200. 00000020:00000010:0.0:1783977006.966910:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.966913:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.966916:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.966919:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.966922:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.966925:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.966928:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f9433d1000. 00000008:00000010:0.0:1783977006.966933:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.966936:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.966939:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.966942:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783977006.966945:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b637000. 00000020:00000010:0.0:1783977006.966951:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783977006.966954:0:240302:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.966957:0:240302:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977006.966962:0:240302:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977006.966964:0:240302:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977006.966968:0:240302:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977006.966972:0:240302:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977006.966976:0:240302:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f977a8c000 with handle 0x5bb448586bd0970a from hash 00010000:00000001:0.0:1783977006.966978:0:240302:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977006.966980:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977006.966983:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.966984:0:240302:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977006.966987:0:240302:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977006.966989:0:240302:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977006.966991:0:240302:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977006.966995:0:240302:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000006b7f8d6/0x5bb448586bd096bd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eac7a3 expref: -99 pid: 240194 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783977006.967003:0:240302:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783977006.967006:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.967008:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783977006.967013:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b637000. 00000020:00000010:0.0:1783977006.967018:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b636200. 00000020:00000010:0.0:1783977006.967023:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.967027:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.967032:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.967037:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.967041:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.967045:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.967048:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636000. 00000008:00000010:0.0:1783977006.967300:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.967308:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.967312:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.967317:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783977006.967322:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783977006.967327:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783977006.967331:0:240302:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783977006.967335:0:240302:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783977006.967338:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.967342:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783977006.967347:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636400. 00000020:00000010:0.0:1783977006.967351:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b636800. 00000020:00000010:0.0:1783977006.967356:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.967362:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.967367:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.967371:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.967376:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.967381:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.967386:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b637200. 00000008:00000010:0.0:1783977006.967391:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.967396:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.967401:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.967405:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783977006.967411:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783977006.967417:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783977006.967421:0:240302:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783977006.967426:0:240302:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783977006.969969:0:240302:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783977006.969972:0:240302:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.969974:0:240302:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783977006.969976:0:240302:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783977006.969978:0:240302:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dd628c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783977006.969980:0:240302:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.969982:0:240302:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd628c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783977006.969985:0:240302:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.969986:0:240302:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dd628c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783977006.969989:0:240302:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783977006.969991:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd628c0 -> ffff96f97dc7af58 00000020:00000001:0.0:1783977006.969993:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dc7af58 -> ffff96f97dc7af58 00000020:00000001:0.0:1783977006.969995:0:240302:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783977006.969997:0:240302:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783977006.969999:0:240302:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x12000:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783977006.970001:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.970002:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783977006.970003:0:240302:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783977006.970005:0:240302:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x12000:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783977006.970008:0:240302:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783977006.970008:0:240302:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783977006.970010:0:240302:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783977006.970011:0:240302:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783977006.970012:0:240302:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970013:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.970013:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783977006.970014:0:240302:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783977006.970015:0:240302:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.970016:0:240302:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783977006.970018:0:240302:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783977006.970019:0:240302:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783977006.970021:0:240302:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783977006.970022:0:240302:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783977006.970023:0:240302:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783977006.970024:0:240302:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x12000:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783977006.970026:0:240302:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783977006.970027:0:240302:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783977006.970027:0:240302:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.970028:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783977006.970030:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b636800. 00000020:00000010:0.0:1783977006.970033:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.970035:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.970037:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.970039:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.970042:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.970043:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.970045:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636400. 00000008:00000010:0.0:1783977006.970055:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.970057:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.970059:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.970061:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783977006.970063:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b637200. 00000020:00000010:0.0:1783977006.970064:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783977006.970065:0:240302:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970068:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd628c0 -> ffff96f97dc7af58 00010000:00000001:0.0:1783977006.970069:0:240302:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783977006.970071:0:240302:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970072:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd628c0 -> ffff96f97dc7af58 00000020:00000001:0.0:1783977006.970073:0:240302:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783977006.970081:0:240302:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783977006.970083:0:240302:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783977006.970084:0:240302:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970085:0:240302:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970086:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd628c0 -> ffff96f97dc7af58 00000008:00000001:0.0:1783977006.970089:0:240302:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.970090:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783977006.970092:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b636200. 00000020:00000010:0.0:1783977006.970093:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.970095:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.970097:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.970098:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.970100:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.970101:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.970103:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b637000. 00000008:00000010:0.0:1783977006.970104:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.970105:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.970106:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.970108:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783977006.970110:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636000. 00000020:00000010:0.0:1783977006.970111:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783977006.970112:0:240302:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.970114:0:240302:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977006.970116:0:240302:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977006.970117:0:240302:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977006.970119:0:240302:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977006.970120:0:240302:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977006.970122:0:240302:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f977a8ce00 with handle 0x5bb448586bd096bd from hash 00010000:00000001:0.0:1783977006.970123:0:240302:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977006.970124:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977006.970125:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.970126:0:240302:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977006.970128:0:240302:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977006.970129:0:240302:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977006.970131:0:240302:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977006.970134:0:240302:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000c8354e4b/0x5bb448586bd0961c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eac557 expref: -99 pid: 240184 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783977006.970156:0:240302:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783977006.970157:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.970160:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783977006.970163:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636000. 00000020:00000010:0.0:1783977006.970166:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b637000. 00000020:00000010:0.0:1783977006.970168:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.970171:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.970174:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.970176:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.970180:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.970182:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.970185:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636200. 00000008:00000010:0.0:1783977006.970189:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.970192:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.970194:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.970197:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783977006.970199:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783977006.970201:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783977006.970202:0:240302:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783977006.970205:0:240302:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783977006.970206:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.970209:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783977006.970211:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b637200. 00000020:00000010:0.0:1783977006.970213:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b636400. 00000020:00000010:0.0:1783977006.970216:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.970219:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.970221:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.970224:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.970226:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.970229:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.970231:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636800. 00000008:00000010:0.0:1783977006.970233:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.970236:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.970238:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.970240:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783977006.970242:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783977006.970244:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783977006.970246:0:240302:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783977006.970248:0:240302:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783977006.970250:0:240302:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783977006.970252:0:240302:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.970254:0:240302:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783977006.970255:0:240302:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783977006.970257:0:240302:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dd648c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783977006.970260:0:240302:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.970262:0:240302:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dd648c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783977006.970265:0:240302:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.970266:0:240302:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dd648c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783977006.970268:0:240302:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783977006.970270:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd648c0 -> ffff96f97dd4fe90 00000020:00000001:0.0:1783977006.970271:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd4fe90 -> ffff96f97dd4fe90 00000020:00000001:0.0:1783977006.970272:0:240302:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783977006.970273:0:240302:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783977006.970274:0:240302:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ffb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783977006.970275:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.970276:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783977006.970277:0:240302:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783977006.970279:0:240302:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ffb:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783977006.970281:0:240302:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783977006.970281:0:240302:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783977006.970282:0:240302:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783977006.970283:0:240302:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783977006.970284:0:240302:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970285:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.970285:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783977006.970286:0:240302:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783977006.970287:0:240302:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.970288:0:240302:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783977006.970288:0:240302:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783977006.970289:0:240302:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783977006.970290:0:240302:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783977006.970291:0:240302:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783977006.970291:0:240302:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783977006.970292:0:240302:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ffb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783977006.970294:0:240302:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783977006.970294:0:240302:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783977006.970295:0:240302:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.970296:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783977006.970297:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b636400. 00000020:00000010:0.0:1783977006.970299:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.970301:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.970303:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.970304:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.970306:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.970307:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.970308:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b637200. 00000008:00000010:0.0:1783977006.970310:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.970311:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.970313:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.970314:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783977006.970315:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636800. 00000020:00000010:0.0:1783977006.970316:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783977006.970318:0:240302:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970319:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd648c0 -> ffff96f97dd4fe90 00010000:00000001:0.0:1783977006.970320:0:240302:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783977006.970322:0:240302:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970323:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd648c0 -> ffff96f97dd4fe90 00000020:00000001:0.0:1783977006.970324:0:240302:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783977006.970325:0:240302:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783977006.970326:0:240302:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783977006.970327:0:240302:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970328:0:240302:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970329:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dd648c0 -> ffff96f97dd4fe90 00000008:00000001:0.0:1783977006.970331:0:240302:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.970332:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783977006.970332:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b637000. 00000020:00000010:0.0:1783977006.970334:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.970335:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.970336:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.970337:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.970339:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.970340:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.970341:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636000. 00000008:00000010:0.0:1783977006.970342:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.970343:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.970345:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.970346:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783977006.970347:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636200. 00000020:00000010:0.0:1783977006.970348:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783977006.970349:0:240302:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.970350:0:240302:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977006.970351:0:240302:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977006.970352:0:240302:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977006.970353:0:240302:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977006.970354:0:240302:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977006.970356:0:240302:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f97705b400 with handle 0x5bb448586bd0961c from hash 00010000:00000001:0.0:1783977006.970357:0:240302:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977006.970358:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977006.970359:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.970359:0:240302:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977006.970361:0:240302:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977006.970362:0:240302:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977006.970363:0:240302:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977006.970366:0:240302:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000dd089d6b/0x5bb448586bd09597 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xa91b1f6e92eac3f2 expref: -99 pid: 240178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783977006.970370:0:240302:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783977006.970371:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.970373:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c750. 00000020:00000010:0.0:1783977006.970374:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636200. 00000020:00000010:0.0:1783977006.970376:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b636000. 00000020:00000010:0.0:1783977006.970377:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.970379:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.970380:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.970382:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.970383:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.970385:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.970386:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b637000. 00000008:00000010:0.0:1783977006.970387:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.970389:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.970390:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.970392:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973960. 00000020:00000001:0.0:1783977006.970393:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539049816 : -115477170501800 : ffff96f96045c758) 00000020:00001000:0.0:1783977006.970395:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c750 00000008:00000001:0.0:1783977006.970396:0:240302:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783977006.970398:0:240302:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783977006.970399:0:240302:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783977006.970401:0:240302:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff96f96045c2d0. 00000020:00000010:0.0:1783977006.970403:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636800. 00000020:00000010:0.0:1783977006.970406:0:240302:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96f97b637200. 00000020:00000010:0.0:1783977006.970408:0:240302:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.970410:0:240302:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.970412:0:240302:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.970414:0:240302:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.970416:0:240302:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.970418:0:240302:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.970421:0:240302:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96f97b636400. 00000008:00000010:0.0:1783977006.970423:0:240302:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.970425:0:240302:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.970427:0:240302:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.970430:0:240302:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff96f972973b40. 00000020:00000001:0.0:1783977006.970440:0:240302:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446628596539048664 : -115477170502952 : ffff96f96045c2d8) 00000020:00001000:0.0:1783977006.970443:0:240302:0:(cl_object.c:831:cl_env_get()) 1@ffff96f96045c2d0 00000008:00000001:0.0:1783977006.970444:0:240302:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783977006.970446:0:240302:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783977006.970448:0:240302:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783977006.970450:0:240302:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.970452:0:240302:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783977006.970453:0:240302:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783977006.970455:0:240302:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff96f97dcbce00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783977006.970457:0:240302:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.970459:0:240302:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff96f97dcbce00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 0: rc=0. 00000008:00000001:0.0:1783977006.970462:0:240302:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783977006.970464:0:240302:0:(osc_lock.c:372:osc_lock_flush()) object ffff96f97dcbce00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783977006.970466:0:240302:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783977006.970468:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00000020:00000001:0.0:1783977006.970470:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dc34e90 -> ffff96f97dc34e90 00000020:00000001:0.0:1783977006.970471:0:240302:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783977006.970473:0:240302:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783977006.970474:0:240302:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x11ff8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783977006.970477:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.970478:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783977006.970479:0:240302:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783977006.970481:0:240302:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x11ff8:0x0]io ffff96f943cc43c0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783977006.970484:0:240302:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783977006.970485:0:240302:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783977006.970487:0:240302:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783977006.970488:0:240302:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783977006.970489:0:240302:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970490:0:240302:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783977006.970491:0:240302:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783977006.970492:0:240302:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783977006.970494:0:240302:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783977006.970495:0:240302:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783977006.970497:0:240302:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783977006.970498:0:240302:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783977006.970500:0:240302:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783977006.970501:0:240302:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783977006.970502:0:240302:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783977006.970503:0:240302:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x11ff8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783977006.970506:0:240302:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783977006.970507:0:240302:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783977006.970509:0:240302:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.970510:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c2d0 00000020:00000010:0.0:1783977006.970512:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b637200. 00000020:00000010:0.0:1783977006.970515:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7e900. 00000008:00000010:0.0:1783977006.970517:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4320. 00020000:00000010:0.0:1783977006.970520:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f9748056c0. 00008000:00000010:0.0:1783977006.970522:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111c388. 00000080:00000010:0.0:1783977006.970525:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2690. 00000080:00000010:0.0:1783977006.970527:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174c4a0. 00000020:00000010:0.0:1783977006.970529:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636800. 00000008:00000010:0.0:1783977006.970531:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7a20. 00020000:00000010:0.0:1783977006.970533:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a6c8. 00008000:00000010:0.0:1783977006.970535:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4a8c8. 00000080:00000010:0.0:1783977006.970537:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973b40. 00000020:00000010:0.0:1783977006.970540:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636400. 00000020:00000010:0.0:1783977006.970541:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c2d0. 00000008:00000001:0.0:1783977006.970543:0:240302:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970545:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00010000:00000001:0.0:1783977006.970546:0:240302:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783977006.970548:0:240302:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970550:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00000020:00000001:0.0:1783977006.970552:0:240302:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783977006.970553:0:240302:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783977006.970555:0:240302:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783977006.970557:0:240302:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970559:0:240302:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970560:0:240302:0:(cl_object.c:151:cl_object_top()) ffff96f97dcbce00 -> ffff96f97dc34e90 00000008:00000001:0.0:1783977006.970562:0:240302:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783977006.970564:0:240302:0:(cl_object.c:925:cl_env_put()) 1@ffff96f96045c750 00000020:00000010:0.0:1783977006.970565:0:240302:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96f97b636000. 00000020:00000010:0.0:1783977006.970568:0:240302:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff96f97dd7ede0. 00000008:00000010:0.0:1783977006.970570:0:240302:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff96f943cc4e50. 00020000:00000010:0.0:1783977006.970572:0:240302:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff96f974805d80. 00008000:00000010:0.0:1783977006.970574:0:240302:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff96f98111fc08. 00000080:00000010:0.0:1783977006.970577:0:240302:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff96f9582f2b28. 00000080:00000010:0.0:1783977006.970579:0:240302:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff96f96174dbc0. 00000020:00000010:0.0:1783977006.970581:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b636200. 00000008:00000010:0.0:1783977006.970583:0:240302:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff96f9786a7080. 00020000:00000010:0.0:1783977006.970585:0:240302:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff96f943a7a910. 00008000:00000010:0.0:1783977006.970587:0:240302:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff96f943a4acd8. 00000080:00000010:0.0:1783977006.970590:0:240302:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff96f972973960. 00000020:00000010:0.0:1783977006.970592:0:240302:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96f97b637000. 00000020:00000010:0.0:1783977006.970593:0:240302:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff96f96045c750. 00000008:00000001:0.0:1783977006.970595:0:240302:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.970598:0:240302:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977006.970600:0:240302:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977006.970601:0:240302:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977006.970602:0:240302:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977006.970604:0:240302:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977006.970606:0:240302:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96f977a8d600 with handle 0x5bb448586bd09597 from hash 00010000:00000001:0.0:1783977006.970608:0:240302:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977006.970609:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977006.970610:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.970611:0:240302:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977006.970613:0:240302:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977006.970614:0:240302:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977006.970617:0:240302:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783977006.970619:0:240302:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783977006.970622:0:240302:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783977006.970629:0:240302:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69180. 00000020:00000040:0.0:1783977006.970633:0:240302:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000100:00000001:0.0:1783977006.970638:0:240302:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977006.970640:0:240302:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977006.970645:0:240302:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977006.970649:0:240302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff96f97b637000. 00000100:00000001:0.0:1783977006.970654:0:240302:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.970657:0:240302:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783977006.970662:0:240302:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000004758b578/0x5bb448586bd0970a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac8b4 expref: -99 pid: 240199 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783977006.970667:0:240302:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000006b7f8d6/0x5bb448586bd096bd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac7a3 expref: -99 pid: 240194 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783977006.970672:0:240302:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000c8354e4b/0x5bb448586bd0961c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac557 expref: -99 pid: 240184 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783977006.970676:0:240302:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000dd089d6b/0x5bb448586bd09597 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac3f2 expref: -99 pid: 240178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783977006.970680:0:240302:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1783977006.970681:0:240302:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1783977006.970685:0:240302:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977006.970687:0:240302:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977006.970697:0:240302:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007209437a] to pc [ptlrpcd_00_00+0] req@ffff96f974b69180 x1870620496772480/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783977006.970720:0:240302:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783977006.970722:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783977006.970724:0:240302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 000000004758b578/0x5bb448586bd0970a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac8b4 expref: -99 pid: 240199 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783977006.970729:0:240302:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f97dd00840. 00010000:00000040:0.0:1783977006.970733:0:240302:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977a39e00 count: 0 00010000:00000010:0.0:1783977006.970737:0:240302:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977a39900. 00010000:00000001:0.0:1783977006.970742:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.970743:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783977006.970744:0:240302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 0000000006b7f8d6/0x5bb448586bd096bd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac7a3 expref: -99 pid: 240194 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783977006.970748:0:240302:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f97dd00680. 00010000:00000040:0.0:1783977006.970750:0:240302:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977a39f00 count: 0 00010000:00000010:0.0:1783977006.970751:0:240302:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977a39500. 00010000:00000001:0.0:1783977006.970753:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.970754:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783977006.970756:0:240302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000c8354e4b/0x5bb448586bd0961c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac557 expref: -99 pid: 240184 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783977006.970759:0:240302:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f855750700. 00010000:00000040:0.0:1783977006.970761:0:240302:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f97acbb200 count: 0 00010000:00000010:0.0:1783977006.970762:0:240302:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f97acbbe00. 00010000:00000001:0.0:1783977006.970764:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.970765:0:240302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783977006.970766:0:240302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff96f94cfb0800 lock: 00000000dd089d6b/0x5bb448586bd09597 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x16e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xa91b1f6e92eac3f2 expref: -99 pid: 240178 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783977006.970770:0:240302:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff96f97dd00900. 00010000:00000040:0.0:1783977006.970771:0:240302:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff96f977a80500 count: 0 00010000:00000010:0.0:1783977006.970773:0:240302:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff96f977a80400. 00010000:00000001:0.0:1783977006.970776:0:240302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977006.970777:0:240302:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783977006.970779:0:240302:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff96f97b137900. 00010000:00000001:0.0:1783977006.970781:0:240302:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.970783:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.970784:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.970786:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977006.970787:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.970788:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.970789:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977006.970791:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.970791:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.970792:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977006.970805:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.970806:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.970807:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977006.970808:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.970809:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.970809:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977006.970827:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977006.970829:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.970830:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977006.970834:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f974b69180 x1870620496772480/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977006.970839:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.970841:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783977006.970843:0:2408:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff96f974b69180 x1870620496772480/t0(0) o103->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977006.970848:0:2408:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.970849:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970851:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.970851:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970853:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970854:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.970855:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970857:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.970858:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970861:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977006.970863:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.970864:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977006.970865:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.970866:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970867:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.970867:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970868:0:2408:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970869:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.970870:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970871:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.970872:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.970878:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977006.970879:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.970880:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970881:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.970881:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970882:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970883:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.970884:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.970885:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.970886:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.972973:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977006.972976:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.972978:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977006.972984:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2e680 x1870620496772736/t0(0) o103->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977006.972996:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.972999:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783977006.973003:0:2409:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff96f97ae2e680 x1870620496772736/t0(0) o103->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977006.973012:0:2409:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.973016:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973019:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.973021:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973024:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973778:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.973780:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973783:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973784:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.973785:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973786:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.973787:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973790:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977006.973791:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.973792:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977006.973793:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.973794:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973795:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.973796:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973797:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973798:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.973799:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973800:0:2409:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973800:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.973801:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.973802:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.973803:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977006.973871:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.973874:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.973877:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977006.973878:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.973881:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.973883:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977006.973886:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977006.973888:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977006.973891:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977007.985616:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977007.985620:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977007.985623:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977007.985629:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977007.985632:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977007.985633:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977007.985635:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977007.985637:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977007.985639:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977007.985641:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977007.985643:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977007.985644:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.009266:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977009.009276:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977009.009281:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977009.009289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977009.009297:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977009.009304:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977009.011756:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977009.011762:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977009.011767:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977009.393531:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977009.393542:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977009.393544:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977009.393548:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977009.393553:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977009.393559:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14542 00000400:00000200:0.0:1783977009.393567:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977009.393572:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977009.393575:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977009.393577:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.393580:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.393582:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.393584:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977009.393588:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977009.393590:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977009.393592:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977009.393596:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977009.393599:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977009.393601:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977009.393603:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.393605:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.393606:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.393608:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977009.393611:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977009.393613:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977009.393615:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977009.393618:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977009.393621:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977009.393623:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.393625:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977009.393627:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977009.393637:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977009.393640:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977009.393643:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977009.393644:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.393647:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977009.393649:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977009.393653:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977009.393662:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977009.393668:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977009.393676:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496772992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977009.393685:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977009.393689:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977009.393701:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496772992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977009.393977:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977009.393979:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977009.393982:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977009.393983:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977009.393984:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977009.393986:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977009.393988:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14542 00000400:00000200:0.0:1783977009.393990:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977009.393992:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977009.393993:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977009.393995:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.393996:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.393998:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.393999:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977009.394000:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977009.394001:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977009.394002:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977009.394004:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977009.394005:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977009.394006:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977009.394013:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394015:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.394016:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394017:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977009.394021:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977009.394022:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394024:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977009.394025:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977009.394030:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977009.394031:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.394032:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977009.394035:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977009.394038:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.394040:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977009.394043:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977009.394046:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977009.394048:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977009.394049:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.394051:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977009.394053:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977009.394054:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977009.394058:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977009.394062:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977009.394066:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496773120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977009.394080:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977009.394082:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977009.394086:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496773120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977009.394785:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977009.394788:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977009.394791:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977009.394792:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977009.394794:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977009.394797:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977009.394799:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14542 00000400:00000200:0.0:1783977009.394803:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977009.394805:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977009.394807:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977009.394810:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394812:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.394813:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394816:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977009.394818:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977009.394819:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977009.394821:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977009.394823:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977009.394825:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977009.394827:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977009.394829:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394831:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.394833:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394834:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977009.394836:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977009.394839:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977009.394840:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977009.394842:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977009.394845:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977009.394847:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.394848:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977009.394850:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977009.394852:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.394854:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977009.394857:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977009.394859:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977009.394862:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977009.394863:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.394865:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977009.394866:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977009.394868:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977009.394872:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977009.394875:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977009.394879:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496773248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977009.394893:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977009.394895:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977009.394899:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496773248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977009.395091:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977009.395094:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977009.395097:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977009.395099:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977009.395100:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977009.395102:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977009.395105:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14542 00000400:00000200:0.0:1783977009.395108:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977009.395110:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977009.395112:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977009.395115:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395117:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.395119:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395120:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977009.395122:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977009.395123:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977009.395125:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977009.395126:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977009.395128:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977009.395130:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977009.395132:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395134:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.395152:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395154:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977009.395157:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977009.395159:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395161:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977009.395163:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977009.395166:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977009.395168:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.395169:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977009.395171:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977009.395174:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.395175:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977009.395178:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977009.395180:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977009.395182:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977009.395183:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.395185:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977009.395186:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977009.395188:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977009.395191:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977009.395194:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977009.395197:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496773376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977009.395204:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977009.395206:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977009.395209:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496773376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977009.395932:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977009.395936:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977009.395939:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977009.395940:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977009.395942:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977009.395945:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977009.395948:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14542 00000400:00000200:0.0:1783977009.395952:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977009.395955:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977009.395957:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977009.395960:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395962:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.395964:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395965:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977009.395968:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977009.395969:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977009.395970:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977009.395972:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977009.395974:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977009.395976:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977009.395979:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395980:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977009.395982:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395984:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977009.395986:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977009.395988:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977009.395991:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977009.395992:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977009.395996:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977009.395999:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.396001:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977009.396003:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977009.396005:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.396006:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977009.396019:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977009.396025:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977009.396027:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977009.396029:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.396031:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977009.396032:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977009.396034:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977009.396038:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977009.396041:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977009.396046:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496773504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977009.396053:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977009.396055:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977009.396059:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496773504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977009.396066:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977009.396070:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14552) 00000100:00000001:0.0:1783977010.033260:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977010.033268:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977010.033271:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977010.033278:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977010.033284:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977010.033290:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.033295:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977010.033299:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.033555:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977010.033585:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977010.033589:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977010.033591:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977010.033593:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977010.033595:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977010.033597:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.033599:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977010.033601:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.033603:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977010.033833:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977010.033845:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977010.033849:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977011.057483:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977011.057487:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977011.057488:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977011.057491:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977011.057494:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977011.057496:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977011.057498:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977011.057499:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977011.057501:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977011.057609:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977011.057612:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977011.057614:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977011.057616:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977011.057618:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977011.057621:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977011.057623:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977011.057624:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977011.057627:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977012.081242:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977012.081248:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977012.081251:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977012.081256:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977012.081260:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977012.081264:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977012.081268:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977012.081272:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977012.081276:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977012.081644:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977012.081647:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977012.081648:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977012.081651:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977012.081653:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977012.081666:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977012.081668:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977012.081670:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977012.081783:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977013.105290:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977013.105300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977013.105304:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977013.105313:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977013.105335:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977013.105341:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977013.105351:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977013.105356:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977013.105359:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977013.105851:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977013.105853:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977013.105854:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977013.105856:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977013.105857:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977013.105859:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977013.114705:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977013.114709:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977013.114712:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977014.129250:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977014.129259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977014.129264:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977014.129271:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977014.129277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977014.129284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977014.129291:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977014.129294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977014.129298:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977014.129500:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977014.129506:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977014.129510:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977014.129517:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977014.129522:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977014.129526:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977014.129531:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977014.129533:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977014.129536:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.153525:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977015.153528:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977015.153530:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977015.153533:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977015.153536:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977015.153539:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977015.153541:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977015.153544:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977015.153546:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.153557:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977015.153560:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977015.153562:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977015.153564:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977015.153570:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977015.153572:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977015.153575:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977015.153579:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977015.153583:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977016.177505:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977016.177509:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977016.177511:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977016.177516:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977016.177525:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977016.177528:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.177579:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977016.177580:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.177582:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977017.203520:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977017.203525:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977017.203527:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977017.203531:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977017.203534:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977017.203536:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.203538:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977017.203540:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.203541:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977018.225607:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977018.225617:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977018.225621:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977018.225630:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977018.225638:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977018.225643:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.225645:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977018.225649:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.225653:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977018.225886:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977018.225889:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977018.225890:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977018.225892:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977018.225894:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977018.225896:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.225898:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977018.225900:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.225902:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977019.249729:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977019.249733:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977019.249734:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977019.249737:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977019.249740:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977019.249742:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977019.249744:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977019.249745:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977019.249748:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.273280:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977020.273291:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977020.273296:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.273304:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977020.273311:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977020.273317:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977020.273331:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977020.273334:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977020.273338:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.273595:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977020.273601:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977020.273604:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.273610:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977020.273615:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977020.273620:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977020.274404:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977020.274407:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977020.274410:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977021.299301:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977021.299307:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977021.299311:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977021.299315:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977021.299320:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977021.299324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977021.299329:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977021.299333:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977021.299338:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977022.321332:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977022.321339:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977022.321343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977022.321351:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977022.321356:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977022.321360:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977022.323418:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977022.323422:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977022.323426:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977022.323462:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977022.323467:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977022.323470:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977023.345365:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977023.345374:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977023.345379:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977023.345384:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977023.345387:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977023.345390:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977023.345392:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977023.345401:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977023.345404:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977023.345486:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977023.345489:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977023.345491:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977023.345495:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977023.345505:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977023.345508:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977023.345511:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977023.345512:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977023.345514:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.369291:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977024.369299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977024.369302:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.369310:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977024.369317:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977024.369323:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.369334:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977024.369340:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.369346:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.369367:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977024.369371:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977024.369373:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.369376:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977024.369379:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977024.369382:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.369384:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977024.369386:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.369388:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977024.753275:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977024.753283:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977024.753285:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977024.753288:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977024.753292:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977024.753297:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14558 00000400:00000200:0.0:1783977024.753304:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977024.753308:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977024.753310:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977024.753312:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753315:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.753316:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753317:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977024.753320:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977024.753322:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977024.753324:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977024.753326:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977024.753328:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977024.753329:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977024.753331:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753332:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.753333:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753334:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977024.753336:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977024.753338:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753339:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977024.753341:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977024.753343:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977024.753345:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753347:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977024.753348:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977024.753356:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977024.753358:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977024.753361:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977024.753362:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753364:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977024.753367:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977024.753371:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977024.753381:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977024.753387:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.753397:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496774912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977024.753406:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977024.753411:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977024.753416:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496774912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977024.753443:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977024.753446:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977024.753449:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977024.753451:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977024.753452:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977024.753455:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977024.753457:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14558 00000400:00000200:0.0:1783977024.753460:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977024.753463:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977024.753465:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977024.753467:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753533:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.753540:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753546:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977024.753551:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977024.753553:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977024.753559:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977024.753563:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977024.753576:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977024.753582:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977024.753591:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753596:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.753605:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753613:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977024.753617:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977024.753621:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753623:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977024.753625:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977024.753631:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977024.753633:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753635:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977024.753639:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977024.753642:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753644:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977024.753648:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977024.753650:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977024.753653:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977024.753654:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753656:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977024.753657:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977024.753659:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977024.753663:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977024.753667:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.753671:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496775040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977024.753676:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977024.753677:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977024.753680:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496775040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977024.753686:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977024.753688:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977024.753690:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977024.753691:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977024.753692:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977024.753694:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977024.753695:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14558 00000400:00000200:0.0:1783977024.753698:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977024.753699:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977024.753701:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977024.753715:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753722:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.753724:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753729:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977024.753743:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977024.753753:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977024.753755:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977024.753756:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977024.753759:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977024.753768:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977024.753778:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753780:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.753786:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753789:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977024.753792:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977024.753799:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977024.753802:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977024.753803:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977024.753808:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977024.753819:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753821:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977024.753823:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977024.753826:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753832:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977024.753841:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977024.753845:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977024.753851:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977024.753854:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.753878:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977024.753882:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977024.753887:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977024.753896:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977024.753902:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.753915:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496775168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977024.753977:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977024.753981:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977024.753992:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496775168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977024.754023:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977024.754030:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977024.754040:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977024.754044:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977024.754046:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977024.754050:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977024.754053:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14558 00000400:00000200:0.0:1783977024.754059:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977024.754069:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977024.754076:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977024.754080:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754083:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.754085:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754094:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977024.754097:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977024.754099:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977024.754103:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977024.754111:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977024.754115:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977024.754128:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977024.754183:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754186:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.754188:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754190:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977024.754194:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977024.754198:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754204:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977024.754208:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977024.754214:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977024.754221:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.754226:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977024.754233:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977024.754240:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.754245:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977024.754253:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977024.754258:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977024.754262:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977024.754267:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.754279:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977024.754284:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977024.754290:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977024.754298:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977024.754306:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.754320:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496775296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977024.754339:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977024.754345:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977024.754357:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496775296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977024.754381:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977024.754384:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977024.754387:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977024.754390:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977024.754395:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977024.754401:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977024.754408:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14558 00000400:00000200:0.0:1783977024.754419:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977024.754427:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977024.754434:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977024.754440:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754445:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.754449:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754454:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977024.754463:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977024.754466:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977024.754481:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977024.754486:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977024.754491:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977024.754499:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977024.754510:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754514:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977024.754522:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754528:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977024.754534:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977024.754543:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977024.754553:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977024.754557:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977024.754563:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977024.754567:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.754576:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977024.754581:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977024.754588:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.754595:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977024.754604:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977024.754612:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977024.754615:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977024.754617:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.754618:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977024.754619:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977024.754621:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977024.754625:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977024.754632:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.754642:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496775424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977024.754662:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977024.754667:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977024.754672:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496775424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977024.754697:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977024.754705:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14568) 00000100:00000001:0.0:1783977025.393504:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977025.393507:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977025.393509:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977025.393512:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977025.393514:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977025.393516:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977025.393518:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977025.393520:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977025.393521:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977025.393865:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977025.393872:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977025.393874:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977025.393877:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977025.393880:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977025.393882:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977025.393884:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977025.393885:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977025.393888:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977026.417289:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977026.417295:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977026.417300:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977026.417306:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977026.417313:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977026.417317:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977026.417323:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977026.417329:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977026.417338:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977026.417353:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977026.417362:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977026.417365:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977026.417377:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977026.417385:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977026.417402:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977026.417408:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977026.417411:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977026.417415:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977027.441316:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977027.441322:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977027.441327:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977027.441338:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977027.441345:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977027.441352:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977027.441358:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977027.441363:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977027.441372:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977028.465430:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977028.465435:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977028.465439:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977028.465444:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977028.465448:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977028.465450:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977028.465453:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977028.465454:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977028.465457:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977029.489256:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977029.489266:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977029.489270:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977029.489279:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977029.489286:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977029.489292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977029.489306:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977029.489313:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977029.489316:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977029.491584:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977029.491587:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977029.491589:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977029.491591:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977029.491594:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977029.491596:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977029.491598:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977029.491600:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977029.491602:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977030.513306:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977030.513312:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977030.513317:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977030.513322:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977030.513338:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977030.513343:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977030.513352:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977030.513355:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977030.513359:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977031.537457:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977031.537460:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977031.537461:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977031.537464:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977031.537467:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977031.537469:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977031.537470:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977031.537472:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977031.537474:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977032.561252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977032.561259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977032.561261:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977032.561269:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977032.561276:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977032.561281:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977032.561486:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977032.561490:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977032.561494:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977033.585262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977033.585280:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977033.585283:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977033.585289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977033.585294:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977033.585297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977033.585299:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977033.585301:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977033.585304:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977033.585786:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977033.585789:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977033.585791:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977033.585793:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977033.585795:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977033.585797:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977033.585799:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977033.585800:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977033.585811:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.609307:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977034.609324:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977034.609329:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.609335:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977034.609339:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977034.609344:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.609347:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977034.609350:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.609352:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977034.993288:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977034.993300:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977034.993302:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977034.993306:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977034.993310:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977034.993318:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14568 00000400:00000200:0.0:1783977034.993327:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977034.993333:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977034.993337:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977034.993340:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993344:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993345:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993347:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977034.993350:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977034.993351:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977034.993353:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977034.993356:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977034.993357:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977034.993359:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977034.993361:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993362:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993363:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993365:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977034.993367:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977034.993369:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993371:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977034.993374:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977034.993377:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977034.993379:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993381:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977034.993383:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977034.993393:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977034.993397:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977034.993400:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977034.993402:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993405:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977034.993407:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977034.993411:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977034.993419:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977034.993424:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.993431:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496776192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977034.993438:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977034.993441:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977034.993444:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496776192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977034.993461:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977034.993463:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977034.993466:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977034.993468:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977034.993469:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977034.993472:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977034.993474:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14568 00000400:00000200:0.0:1783977034.993478:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977034.993480:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977034.993483:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977034.993486:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993489:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993492:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993494:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977034.993496:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977034.993498:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977034.993510:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977034.993513:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977034.993518:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977034.993523:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977034.993529:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993534:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993539:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993543:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977034.993546:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977034.993550:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993553:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977034.993556:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977034.993561:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977034.993564:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993569:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977034.993573:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977034.993576:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993578:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977034.993583:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977034.993586:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977034.993590:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977034.993591:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993593:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977034.993596:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977034.993597:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977034.993606:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977034.993609:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.993615:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496776320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977034.993625:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977034.993628:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977034.993632:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496776320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977034.993639:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977034.993642:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977034.993644:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977034.993645:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977034.993647:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977034.993653:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977034.993658:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14568 00000400:00000200:0.0:1783977034.993665:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977034.993682:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977034.993687:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977034.993694:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993698:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993704:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993706:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977034.993708:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977034.993710:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977034.993713:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977034.993716:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977034.993717:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977034.993721:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977034.993726:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993728:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993732:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993735:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977034.993738:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977034.993743:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993746:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977034.993749:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977034.993752:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977034.993757:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993759:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977034.993762:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977034.993768:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993772:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977034.993779:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977034.993784:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977034.993788:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977034.993791:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993795:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977034.993798:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977034.993803:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977034.993811:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977034.993817:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.993828:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496776448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977034.993842:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977034.993846:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977034.993855:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496776448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977034.993865:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977034.993871:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977034.993880:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977034.993883:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977034.993887:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977034.993893:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977034.993899:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14568 00000400:00000200:0.0:1783977034.993905:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977034.993912:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977034.993917:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977034.993922:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993927:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993930:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993934:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977034.993938:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977034.993951:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977034.993953:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977034.993955:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977034.993958:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977034.993960:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977034.993963:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993965:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.993967:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993969:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977034.993971:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977034.993973:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977034.993976:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977034.993977:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977034.993981:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977034.993991:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.993996:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977034.993998:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977034.994001:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.994002:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977034.994005:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977034.994008:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977034.994010:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977034.994011:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.994013:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977034.994015:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977034.994016:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977034.994020:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977034.994023:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.994027:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496776576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977034.994046:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977034.994048:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977034.994053:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496776576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977034.994071:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977034.994075:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977034.994082:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977034.994086:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977034.994088:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977034.994094:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977034.994100:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14568 00000400:00000200:0.0:1783977034.994106:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977034.994112:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977034.994116:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977034.994122:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.994126:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.994131:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.994173:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977034.994178:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977034.994181:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977034.994185:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977034.994188:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977034.994193:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977034.994197:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977034.994204:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.994209:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977034.994214:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977034.994218:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977034.994220:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977034.994224:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977034.994226:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977034.994228:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977034.994231:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977034.994233:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.994235:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977034.994237:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977034.994239:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.994241:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977034.994244:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977034.994247:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977034.994252:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977034.994254:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.994255:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977034.994256:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977034.994258:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977034.994262:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977034.994265:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.994270:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496776704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977034.994277:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977034.994279:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977034.994283:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496776704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977034.994290:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977034.994294:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14578) 00000100:00000001:0.0:1783977035.633252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977035.633259:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977035.633261:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977035.633264:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977035.633269:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977035.633272:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.633274:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977035.633276:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.633279:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977035.633459:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977035.633462:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977035.633463:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977035.633465:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977035.633467:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977035.633469:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.633471:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977035.633472:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.633474:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977036.657303:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977036.657313:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977036.657318:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977036.657329:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977036.657337:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977036.657342:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977036.657347:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977036.657351:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977036.657358:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977037.681338:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977037.681347:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977037.681353:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977037.681362:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977037.681372:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977037.681379:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977037.681387:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977037.681391:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977037.681398:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977038.705258:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977038.705268:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977038.705272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977038.705279:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977038.705286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977038.705292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977038.705462:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977038.705466:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977038.705469:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977039.729258:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977039.729271:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977039.729275:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977039.729285:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977039.729294:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977039.729302:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977039.729332:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977039.729337:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977039.729341:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977040.753430:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977040.753433:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977040.753435:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977040.753437:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977040.753438:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977040.753440:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977040.753441:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977040.753442:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977040.753443:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977040.753726:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977040.753729:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977040.753731:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977040.753734:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977040.753736:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977040.753738:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977040.753741:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977040.753743:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977040.753746:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977041.777277:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977041.777283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977041.777286:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977041.777292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977041.777296:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977041.777300:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.777303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977041.777306:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.777309:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977041.777453:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977041.777456:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977041.777457:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977041.777459:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977041.777461:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977041.777464:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.777466:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977041.777467:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.777469:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977042.801251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977042.801260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977042.801265:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977042.801273:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977042.801278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977042.801283:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977042.801288:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977042.801293:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977042.801297:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977043.825264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977043.825272:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977043.825276:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977043.825282:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977043.825287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977043.825295:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977043.826708:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977043.826713:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977043.826717:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977043.827503:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977043.827508:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977043.827512:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977044.849847:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977044.849851:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977044.849853:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977044.849856:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977044.849858:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977044.849861:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977044.849862:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977044.849864:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977044.849866:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977045.873279:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977045.873289:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977045.873291:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977045.873297:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977045.873302:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977045.873306:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.873309:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977045.873311:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.873313:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977045.876828:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977045.876834:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977045.876835:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977045.876839:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977045.876842:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977045.876844:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.876846:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977045.876848:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.876850:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977047.922852:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977047.922855:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977047.922856:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977047.922858:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977047.922860:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977047.922869:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977047.922871:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977047.922872:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977047.922874:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977048.945278:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977048.945288:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977048.945293:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977048.945302:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977048.945310:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977048.945315:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.945318:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977048.945323:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.945328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977048.945522:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977048.945524:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977048.945525:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977048.945527:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977048.945529:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977048.945530:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.949690:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977048.949704:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.949708:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977049.969273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977049.969283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977049.969290:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977049.969302:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977049.969307:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977049.969312:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977049.969325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977049.969329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977049.969335:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977049.969354:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977049.969359:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977049.969360:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977049.969363:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977049.969366:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977049.969370:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977049.969375:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977049.969379:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977049.969384:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977050.994806:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977050.994809:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977050.994811:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977050.994813:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977050.994816:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977050.994818:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977050.994820:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977050.994821:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977050.994823:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977052.017260:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977052.017270:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977052.017274:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977052.017283:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977052.017290:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977052.017296:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.017303:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977052.017309:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.017316:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977052.017361:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977052.017364:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977052.017367:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977052.017406:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977052.017408:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977052.017410:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977052.017412:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977052.017415:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977052.017417:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.017419:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977052.017421:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.017424:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977052.017444:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977052.017448:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977052.017450:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977052.017453:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977052.017455:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977052.017457:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.017460:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977052.017463:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.017467:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977053.041274:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977053.041278:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977053.041281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977053.041288:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977053.041292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977053.041295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977053.041312:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977053.041316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977053.041318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977054.065259:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977054.065268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977054.065271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977054.065280:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977054.065286:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977054.065289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977054.065292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977054.065297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977054.065302:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977054.065364:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977054.065369:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977054.065372:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977054.065377:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977054.065382:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977054.065387:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977054.065392:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977054.065396:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977054.065402:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977055.089278:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977055.089285:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977055.089287:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977055.089293:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977055.089298:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977055.089304:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.089310:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977055.089314:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.089321:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977055.091915:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977055.091919:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977055.091921:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977055.091924:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977055.091927:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977055.091929:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.091931:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977055.091933:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.091934:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977056.113261:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977056.113272:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977056.113275:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977056.113282:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977056.113300:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977056.113304:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.113309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977056.113312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.113315:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977056.113519:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977056.113524:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977056.113528:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977056.113534:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977056.113541:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977056.113546:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.113552:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977056.113555:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.113561:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977057.137257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977057.137264:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977057.137266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977057.137272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977057.137275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977057.137279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977057.137642:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977057.137645:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977057.137648:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977058.161256:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977058.161266:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977058.161271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977058.161280:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977058.161288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977058.161294:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977058.161319:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977058.161323:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977058.161326:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977059.185762:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977059.185768:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977059.185770:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977059.185773:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977059.185776:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977059.185779:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.185786:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977059.185789:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.185792:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977059.186028:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977059.186031:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977059.186033:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977059.186035:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977059.186037:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977059.186039:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.186041:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977059.186042:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.186044:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977060.209251:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977060.209264:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977060.209268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977060.209274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977060.209281:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977060.209287:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977060.209304:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977060.209307:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977060.209310:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977060.209380:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977060.209385:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977060.209388:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977061.233285:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977061.233290:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977061.233294:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.233299:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977061.233306:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977061.233312:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977061.233319:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977061.233324:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977061.233329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.233399:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977061.233403:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977061.233404:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.233407:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977061.233411:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977061.233415:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977061.233420:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977061.233424:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977061.233431:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977062.257269:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977062.257276:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977062.257279:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977062.257284:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977062.257289:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977062.257294:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977062.257308:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977062.257311:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977062.257315:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977062.257390:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977062.257394:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977062.257399:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977063.281261:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977063.281269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977063.281277:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977063.281282:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977063.281288:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977063.281293:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977063.281307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977063.281310:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977063.281313:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977063.281372:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977063.281377:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977063.281380:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977063.281384:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977063.281390:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977063.281394:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977063.281400:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977063.281403:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977063.281407:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977064.306540:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977064.306545:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977064.306546:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977064.306551:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977064.306554:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977064.306556:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977064.306559:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977064.306560:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977064.306563:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977065.329284:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977065.329293:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977065.329296:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977065.329301:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977065.329306:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977065.329310:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977065.329314:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977065.329318:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977065.329323:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977065.330540:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977065.330544:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977065.330547:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977066.353307:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977066.353313:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977066.353317:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977066.353320:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977066.353323:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977066.353326:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977066.353330:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977066.353334:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977066.353340:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977067.377318:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977067.377324:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977067.377328:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977067.377334:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977067.377339:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977067.377344:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977067.377350:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977067.377351:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977067.377354:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977067.377389:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977067.377394:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977067.377398:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977067.377403:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977067.377408:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977067.377412:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977067.377416:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977067.377419:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977067.377424:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977067.377463:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977067.377466:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977067.377469:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977068.401283:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977068.401292:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977068.401297:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977068.401303:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977068.401309:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977068.401314:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977068.401318:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977068.401320:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977068.401324:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977068.401493:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977068.401496:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977068.401498:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977068.401499:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977068.401502:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977068.401505:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977068.401509:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977068.401511:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977068.401514:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977069.425269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977069.425274:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977069.425278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977069.425284:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977069.425291:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977069.425300:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.425621:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977069.425623:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.425625:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.449248:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977070.449258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977070.449262:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.449270:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977070.449285:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977070.449290:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977070.449691:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977070.449693:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977070.449695:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977070.449833:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977070.449836:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977070.449837:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977070.833381:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977070.833393:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977070.833395:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977070.833399:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977070.833403:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977070.833410:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14604 00000400:00000200:0.0:1783977070.833419:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977070.833425:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977070.833428:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977070.833431:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833434:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.833437:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833439:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977070.833443:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977070.833444:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977070.833447:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977070.833450:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977070.833453:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977070.833455:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977070.833458:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833460:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.833462:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833463:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977070.833466:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977070.833469:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833472:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977070.833475:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977070.833479:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977070.833482:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.833484:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977070.833486:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977070.833495:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977070.833499:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977070.833503:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977070.833505:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.833509:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977070.833512:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977070.833516:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977070.833524:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977070.833530:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.833601:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496780672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977070.833614:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977070.833618:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977070.833624:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496780672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977070.833927:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977070.833930:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977070.833934:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977070.833935:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977070.833937:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977070.833940:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977070.833943:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14604 00000400:00000200:0.0:1783977070.833947:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977070.833950:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977070.833952:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977070.833955:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833957:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.833960:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833962:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977070.833964:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977070.833966:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977070.833967:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977070.833970:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977070.833972:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977070.833974:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977070.833977:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833979:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.833981:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833983:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977070.833985:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977070.833988:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977070.833990:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977070.833992:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977070.833997:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977070.833999:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834001:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977070.834006:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977070.834009:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834010:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977070.834014:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977070.834016:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977070.834019:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977070.834020:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834022:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977070.834024:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977070.834026:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977070.834030:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977070.834033:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.834038:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496780800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977070.834046:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977070.834048:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977070.834052:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496780800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977070.834646:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977070.834649:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977070.834654:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977070.834655:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977070.834657:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977070.834660:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977070.834662:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14604 00000400:00000200:0.0:1783977070.834667:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977070.834669:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977070.834671:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977070.834674:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834676:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.834678:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834680:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977070.834682:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977070.834683:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977070.834685:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977070.834687:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977070.834689:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977070.834691:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977070.834694:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834696:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.834698:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834700:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977070.834702:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977070.834705:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834707:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977070.834709:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977070.834712:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977070.834714:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834716:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977070.834718:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977070.834720:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834722:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977070.834726:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977070.834728:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977070.834731:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977070.834732:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834733:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977070.834735:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977070.834736:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977070.834740:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977070.834744:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.834748:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496780928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977070.834755:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977070.834758:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977070.834761:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496780928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977070.834769:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977070.834771:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977070.834774:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977070.834775:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977070.834777:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977070.834779:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977070.834782:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14604 00000400:00000200:0.0:1783977070.834786:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977070.834789:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977070.834791:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977070.834793:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834795:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.834797:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834799:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977070.834801:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977070.834802:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977070.834803:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977070.834805:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977070.834807:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977070.834809:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977070.834812:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834813:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.834815:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834816:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977070.834819:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977070.834821:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834824:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977070.834826:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977070.834829:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977070.834830:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834832:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977070.834834:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977070.834836:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834838:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977070.834841:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977070.834844:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977070.834846:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977070.834847:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834849:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977070.834850:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977070.834852:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977070.834856:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977070.834859:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.834863:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496781056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977070.834870:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977070.834872:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977070.834876:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496781056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977070.834883:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977070.834885:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977070.834888:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977070.834889:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977070.834891:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977070.834893:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977070.834896:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14604 00000400:00000200:0.0:1783977070.834899:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977070.834902:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977070.834904:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977070.834907:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834909:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.834910:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834912:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977070.834914:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977070.834915:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977070.834916:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977070.834918:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977070.834920:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977070.834922:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977070.834925:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834926:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977070.834928:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834930:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977070.834932:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977070.834934:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977070.834937:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977070.834938:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977070.834941:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977070.834943:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834944:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977070.834946:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977070.834948:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834950:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977070.834953:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977070.834955:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977070.834958:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977070.834959:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.834961:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977070.834962:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977070.834964:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977070.834967:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977070.834971:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.834975:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496781184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977070.834982:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977070.834984:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977070.834988:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496781184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977070.834994:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977070.834999:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14614) 00000100:00000001:0.0:1783977071.473244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977071.473253:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977071.473255:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977071.473262:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977071.473268:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977071.473273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.473279:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977071.473283:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.473289:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977071.473480:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977071.473483:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977071.473484:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977071.473486:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977071.473488:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977071.473490:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.473491:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977071.473493:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.473495:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977071.473658:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977071.473662:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977071.473663:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977071.473666:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977071.473667:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977071.473669:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.473671:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977071.473672:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.473674:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977072.497309:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977072.497317:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977072.497319:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977072.497325:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977072.497328:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977072.497332:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.497335:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977072.497337:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.497340:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977072.500713:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977072.500716:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977072.500717:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977072.500719:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977072.500720:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977072.500721:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.500722:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977072.500723:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.500725:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977073.521239:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977073.521246:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977073.521250:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977073.521259:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977073.521273:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977073.521278:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977073.521283:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977073.521286:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977073.521292:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977074.545276:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977074.545285:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977074.545289:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977074.545295:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977074.545300:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977074.545306:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977074.545311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977074.545316:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977074.545322:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977074.545708:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977074.545712:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977074.545714:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977074.545716:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977074.545719:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977074.545721:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977074.545723:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977074.545724:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977074.545726:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977074.546045:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977074.546049:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977074.546051:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977074.546059:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977074.546061:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977074.546063:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977074.546065:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977074.546067:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977074.546069:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977075.570466:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977075.570470:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977075.570475:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977076.593427:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977076.593431:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977076.593432:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977076.593435:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977076.593437:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977076.593439:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977076.597176:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977076.597180:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977076.597183:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977077.617270:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977077.617280:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977077.617284:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977077.617293:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977077.617302:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977077.617309:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.617325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977077.617328:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.617333:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977077.617395:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977077.617400:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977077.617404:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977077.617411:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977077.617417:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977077.617420:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.617422:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977077.617424:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.617426:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977078.641267:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977078.641277:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977078.641282:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977078.641291:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977078.641300:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977078.641306:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.641319:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977078.641322:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.641325:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977078.641342:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977078.641347:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977078.641350:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977078.641354:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977078.641359:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977078.641362:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.641366:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977078.641368:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.641373:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977079.665260:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977079.665266:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977079.665269:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977079.665274:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977079.665280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977079.665284:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.665289:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977079.665293:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.665296:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977079.665369:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977079.665373:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977079.665375:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977079.665377:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977079.665379:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977079.665381:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.665383:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977079.665385:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.665387:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977079.668290:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977079.668296:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977079.668298:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977079.668301:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977079.668305:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977079.668309:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.668311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977079.668314:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.668316:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977080.689378:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977080.689382:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977080.689385:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977080.689391:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977080.689397:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977080.689403:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977080.691360:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977080.691362:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977080.691406:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977081.073393:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977081.073414:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977081.073417:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977081.073421:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977081.073425:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977081.073432:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14614 00000400:00000200:0.0:1783977081.073446:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977081.073452:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977081.073455:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977081.073458:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073460:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.073463:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073465:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977081.073468:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977081.073470:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977081.073472:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977081.073475:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977081.073488:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977081.073490:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977081.073493:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073496:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.073497:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073499:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977081.073502:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977081.073505:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073507:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977081.073509:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977081.073513:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977081.073515:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.073518:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977081.073520:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977081.073529:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977081.073533:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977081.073537:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977081.073539:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.073541:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977081.073544:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977081.073547:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977081.073554:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977081.073559:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977081.073568:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496781952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977081.073577:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977081.073582:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977081.073594:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496781952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977081.073615:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977081.073618:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977081.073622:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977081.073623:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977081.073625:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977081.073628:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977081.073630:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14614 00000400:00000200:0.0:1783977081.073635:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977081.073638:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977081.073641:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977081.073644:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073647:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.073649:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073652:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977081.073656:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977081.073658:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977081.073662:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977081.073664:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977081.073668:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977081.073671:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977081.073677:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073681:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.073685:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073689:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977081.073693:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977081.073699:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073703:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977081.073707:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977081.073714:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977081.073720:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.073724:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977081.073730:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977081.073735:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.073739:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977081.073746:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977081.073752:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977081.073757:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977081.073759:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.073762:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977081.073766:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977081.073770:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977081.073778:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977081.073782:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977081.073790:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496782080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977081.073805:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977081.073818:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977081.073826:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496782080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977081.073841:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977081.073846:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977081.073852:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977081.073856:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977081.073858:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977081.073863:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977081.073869:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14614 00000400:00000200:0.0:1783977081.073897:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977081.073906:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977081.073911:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977081.073917:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073921:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.073924:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073928:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977081.073931:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977081.073934:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977081.073937:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977081.073941:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977081.073944:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977081.073949:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977081.073956:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073960:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.073966:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073970:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977081.073975:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977081.073981:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977081.073986:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977081.073990:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977081.073994:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977081.073998:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074000:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977081.074004:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977081.074008:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074010:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977081.074016:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977081.074021:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977081.074026:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977081.074028:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074032:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977081.074033:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977081.074035:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977081.074040:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977081.074044:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977081.074053:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496782208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977081.074068:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977081.074073:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977081.074079:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496782208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977081.074092:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977081.074095:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977081.074100:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977081.074103:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977081.074105:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977081.074108:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977081.074112:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14614 00000400:00000200:0.0:1783977081.074118:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977081.074123:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977081.074176:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977081.074181:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074185:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.074195:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074201:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977081.074206:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977081.074209:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977081.074212:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977081.074216:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977081.074219:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977081.074224:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977081.074231:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074234:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.074238:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074254:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977081.074260:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977081.074267:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074272:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977081.074277:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977081.074282:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977081.074286:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074290:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977081.074294:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977081.074300:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074305:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977081.074311:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977081.074316:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977081.074321:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977081.074323:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074326:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977081.074329:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977081.074332:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977081.074340:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977081.074345:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977081.074354:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496782336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977081.074371:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977081.074375:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977081.074383:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496782336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977081.074396:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977081.074399:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977081.074408:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977081.074412:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977081.074416:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977081.074419:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977081.074422:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14614 00000400:00000200:0.0:1783977081.074430:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977081.074434:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977081.074438:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977081.074444:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074449:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.074454:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074459:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977081.074464:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977081.074468:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977081.074471:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977081.074474:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977081.074477:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977081.074482:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977081.074487:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074491:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977081.074496:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074501:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977081.074507:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977081.074512:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977081.074516:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977081.074520:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977081.074525:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977081.074530:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074534:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977081.074536:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977081.074539:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074543:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977081.074548:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977081.074554:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977081.074559:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977081.074561:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.074563:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977081.074565:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977081.074568:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977081.074572:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977081.074578:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977081.074585:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496782464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977081.074596:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977081.074599:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977081.074605:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496782464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977081.074615:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977081.074620:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14624) 00000100:00000001:0.0:1783977081.713419:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977081.713423:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977081.713424:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977081.713427:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977081.713429:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977081.713431:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977081.713433:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977081.713434:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977081.713436:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977081.714647:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977081.714651:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977081.714652:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977081.714655:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977081.714657:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977081.714659:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977081.714661:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977081.714662:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977081.714664:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977082.737270:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977082.737279:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977082.737283:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977082.737290:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977082.737298:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977082.737304:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977082.737310:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977082.737314:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977082.737322:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977083.761270:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977083.761276:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977083.761280:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977083.761287:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977083.761293:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977083.761297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.761302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977083.761307:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.761311:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977083.761344:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977083.761348:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977083.761350:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977083.761355:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977083.761361:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977083.761363:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.761365:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977083.761367:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.761369:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977083.761464:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977083.761469:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977083.761473:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977083.761477:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977083.761482:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977083.761487:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.761494:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977083.761497:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.761500:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977084.785318:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977084.785324:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977084.785328:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977084.785333:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977084.785337:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977084.785340:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977084.785344:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977084.785346:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977084.785349:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977084.785449:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977084.785455:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977084.785459:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977084.785464:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977084.785469:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977084.785472:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977084.785484:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977084.785488:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977084.785492:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977085.809255:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977085.809265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977085.809269:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977085.809278:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977085.809286:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977085.809292:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977085.809546:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977085.809548:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977085.809550:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977086.833405:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977086.833411:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977086.833414:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977086.833418:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977086.833421:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977086.833425:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.833431:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977086.833435:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.833441:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977086.833455:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977086.833461:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977086.833465:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977086.833469:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977086.833474:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977086.833477:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.833482:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977086.833487:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.833490:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977087.857333:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977087.857339:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977087.857343:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977087.857350:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977087.857359:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977087.857366:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.857379:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977087.857389:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.857395:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977087.857440:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977087.857448:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977087.857450:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977087.857457:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977087.857461:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977087.857466:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.857469:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977087.857471:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.857474:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977088.881260:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977088.881270:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977088.881275:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977088.881283:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977088.881291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977088.881295:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977088.881300:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977088.881304:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977088.881309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977088.881328:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977088.881333:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977088.881335:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977088.881338:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977088.881343:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977088.881348:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977088.881355:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977088.881360:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977088.881367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977089.906071:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977089.906082:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977089.906083:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977089.906089:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977089.906095:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977089.906098:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977089.906103:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977089.906104:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977089.906107:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977089.906672:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977089.906676:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977089.906679:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977089.906683:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977089.906687:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977089.906692:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977089.906696:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977089.906699:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977089.906703:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977089.906721:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977089.906724:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977089.906724:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977089.906726:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977089.906727:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977089.906728:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977089.906730:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977089.906731:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977089.906732:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977090.929258:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977090.929275:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977090.929279:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977090.929283:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977090.929287:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977090.929292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977090.929306:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977090.929309:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977090.929312:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977090.929387:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977090.929391:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977090.929392:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977090.929444:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977090.929449:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977090.929454:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977090.929458:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977090.929461:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977090.929464:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977091.953231:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977091.953237:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977091.953242:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977091.953251:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977091.953258:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977091.953263:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.953267:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977091.953272:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.953277:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977091.953341:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977091.953344:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977091.953346:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977091.953349:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977091.953351:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977091.953353:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.953355:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977091.953357:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.953359:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977091.953377:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977091.953381:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977091.953384:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977091.953386:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977091.953390:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977091.953394:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.953397:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977091.953400:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.953403:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977092.977249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977092.977258:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977092.977262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977092.977268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977092.977274:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977092.977278:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977092.977282:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977092.977286:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977092.977288:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977092.977301:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977092.977308:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977092.977311:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977092.977313:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977092.977315:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977092.977318:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977092.977320:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977092.977321:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977092.977322:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977092.977457:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977092.977460:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977092.977461:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977092.977463:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977092.977465:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977092.977467:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977092.977468:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977092.977470:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977092.977471:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977094.001274:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977094.001279:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977094.001282:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977094.001288:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977094.001293:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977094.001297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977094.001301:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977094.001304:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977094.001307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977094.001350:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977094.001354:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977094.001357:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977094.001359:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977094.001362:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977094.001365:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977094.001368:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977094.001369:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977094.001370:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977095.026088:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977095.026092:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977095.026095:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977096.049515:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977096.049518:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977096.049519:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.049521:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977096.049522:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977096.049524:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977096.049525:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977096.049526:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977096.049527:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.051032:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977096.051037:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977096.051038:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.051041:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977096.051044:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977096.051046:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977096.051048:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977096.051050:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977096.051052:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977096.433391:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977096.433404:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977096.433407:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977096.433410:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977096.433415:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977096.433422:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14629 00000400:00000200:0.0:1783977096.433432:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977096.433437:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977096.433441:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977096.433444:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433447:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.433449:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433452:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977096.433456:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977096.433458:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977096.433461:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977096.433465:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977096.433467:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977096.433469:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977096.433472:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433475:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.433476:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433478:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977096.433482:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977096.433485:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433487:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977096.433490:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977096.433494:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977096.433496:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433499:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977096.433501:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977096.433506:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977096.433510:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977096.433515:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977096.433516:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433519:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977096.433522:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977096.433531:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977096.433539:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977096.433545:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.433553:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496783872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977096.433564:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977096.433568:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977096.433573:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496783872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977096.433602:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977096.433606:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977096.433609:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977096.433610:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977096.433612:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977096.433615:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977096.433617:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14629 00000400:00000200:0.0:1783977096.433621:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977096.433624:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977096.433626:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977096.433628:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433629:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.433631:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433633:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977096.433635:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977096.433637:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977096.433638:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977096.433640:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977096.433642:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977096.433644:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977096.433647:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433649:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.433651:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433652:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977096.433655:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977096.433658:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433660:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977096.433662:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977096.433667:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977096.433669:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433671:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977096.433675:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977096.433679:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433681:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977096.433684:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977096.433686:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977096.433688:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977096.433690:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433691:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977096.433693:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977096.433695:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977096.433698:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977096.433701:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.433706:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496784000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977096.433713:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977096.433715:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977096.433718:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496784000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977096.433725:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977096.433728:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977096.433731:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977096.433732:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977096.433734:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977096.433736:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977096.433738:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14629 00000400:00000200:0.0:1783977096.433741:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977096.433744:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977096.433752:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977096.433754:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433756:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.433758:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433760:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977096.433762:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977096.433764:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977096.433765:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977096.433767:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977096.433769:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977096.433772:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977096.433775:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433777:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.433784:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433786:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977096.433789:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977096.433792:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433796:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977096.433801:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977096.433807:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977096.433811:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433813:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977096.433816:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977096.433820:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433824:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977096.433831:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977096.433836:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977096.433840:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977096.433843:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.433845:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977096.433848:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977096.433852:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977096.433868:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977096.433873:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.433881:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496784128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977096.433898:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977096.433901:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977096.433908:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496784128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977096.433919:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977096.433929:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977096.433934:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977096.433936:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977096.433939:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977096.433947:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977096.433952:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14629 00000400:00000200:0.0:1783977096.433959:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977096.433964:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977096.433969:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977096.433974:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433977:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.433982:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.433984:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977096.433988:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977096.433991:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977096.433994:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977096.433997:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977096.434004:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977096.434006:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977096.434011:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434015:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.434019:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434021:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977096.434026:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977096.434031:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434035:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977096.434038:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977096.434042:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977096.434046:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.434051:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977096.434055:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977096.434060:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.434064:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977096.434070:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977096.434075:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977096.434089:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977096.434091:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.434094:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977096.434097:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977096.434102:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977096.434108:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977096.434115:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.434123:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496784256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977096.434134:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977096.434171:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977096.434179:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496784256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977096.434195:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977096.434199:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977096.434205:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977096.434209:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977096.434212:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977096.434216:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977096.434221:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14629 00000400:00000200:0.0:1783977096.434228:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977096.434234:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977096.434238:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977096.434243:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434248:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.434252:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434256:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977096.434260:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977096.434261:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977096.434263:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977096.434265:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977096.434267:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977096.434270:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977096.434276:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434281:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977096.434285:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434289:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977096.434294:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977096.434298:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977096.434302:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977096.434305:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977096.434308:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977096.434311:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.434314:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977096.434316:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977096.434318:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.434319:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977096.434324:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977096.434329:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977096.434334:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977096.434337:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.434339:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977096.434341:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977096.434344:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977096.434350:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977096.434354:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.434362:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496784384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977096.434372:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977096.434376:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977096.434382:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496784384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977096.434394:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977096.434400:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14639) 00000100:00000001:0.0:1783977097.073250:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977097.073260:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977097.073265:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977097.073273:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977097.073279:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977097.073284:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.073300:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977097.073305:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.073311:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977097.073344:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977097.073350:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977097.073353:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977097.073358:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977097.073363:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977097.073369:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.073374:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977097.073377:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.073380:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977098.097293:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977098.097302:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977098.097304:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977098.097310:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977098.097317:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977098.097322:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977098.097327:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977098.097330:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977098.097335:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977098.098293:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977098.098296:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977098.098299:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977099.121237:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977099.121245:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977099.121250:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977099.121257:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977099.121264:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977099.121269:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977099.121275:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977099.121278:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977099.121283:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977100.145275:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977100.145285:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977100.145287:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977100.145294:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977100.145298:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977100.145302:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977100.145305:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977100.145307:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977100.145310:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977100.147243:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977100.147248:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977100.147253:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977101.169343:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977101.169347:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977101.169348:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977101.169351:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977101.169353:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977101.169355:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977101.169357:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977101.169358:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977101.169361:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977101.174501:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977101.174505:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977101.174506:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977101.174509:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977101.174511:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977101.174513:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977101.174515:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977101.174516:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977101.174518:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.193283:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977102.193288:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977102.193293:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977102.193299:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977102.193305:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977102.193308:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977102.193465:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977102.193468:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977102.193471:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977103.217297:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977103.217302:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977103.217304:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977103.217309:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977103.217315:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977103.217320:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977103.217432:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977103.217435:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977103.217441:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977103.217456:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977103.217460:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977103.217464:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977104.241300:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977104.241313:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977104.241317:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977104.241324:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977104.241335:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977104.241344:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977104.241354:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977104.241362:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977104.241375:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977105.265285:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977105.265298:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977105.265309:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977105.265323:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977105.265335:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977105.265348:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.265364:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977105.265369:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.265374:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977105.265466:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977105.265476:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977105.265481:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977105.265486:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977105.265494:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977105.265499:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.265510:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977105.265515:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.265523:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977106.289245:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977106.289253:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977106.289258:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977106.289265:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977106.289278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977106.289283:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977106.289289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977106.289292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977106.289296:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977106.289314:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977106.289318:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977106.289320:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977106.289324:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977106.289329:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977106.289333:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977106.289338:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977106.289341:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977106.289346:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977107.313252:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977107.313260:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977107.313265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977107.313274:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977107.313281:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977107.313287:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977107.313293:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977107.313298:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977107.313304:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977107.313328:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977107.313334:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977107.313338:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977107.313344:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977107.313350:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977107.313355:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977107.313368:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977107.313371:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977107.313374:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977108.337234:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977108.337242:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977108.337246:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977108.337252:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977108.337257:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977108.337262:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977108.337267:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977108.337270:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977108.337275:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977108.337288:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977108.337293:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977108.337297:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977110.385431:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977110.385435:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977110.385437:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977110.385440:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977110.385442:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977110.385444:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977110.385446:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977110.385448:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977110.385450:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977110.385765:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977110.385769:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977110.385773:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977110.385777:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977110.385780:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977110.385783:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977110.385785:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977110.385786:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977110.385789:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977111.409298:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977111.409303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977111.409306:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977111.409310:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977111.409313:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977111.409317:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977111.409320:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977111.409321:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977111.409323:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977111.409507:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977111.409510:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977111.409512:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977111.411102:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977111.411107:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977111.411110:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977111.411113:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977111.411115:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977111.411118:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977111.411120:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977111.411123:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977111.411125:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977112.433314:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977112.433319:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977112.433325:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977112.433330:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977112.433336:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977112.433341:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977112.433347:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977112.433351:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977112.433359:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977112.433414:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977112.433421:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977112.433427:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977112.433436:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977112.433446:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977112.433450:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977112.433466:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977112.433471:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977112.433475:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977113.457308:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977113.457317:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977113.457327:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977113.457336:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977113.457345:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977113.457354:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977113.457364:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977113.457370:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977113.457385:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977113.457435:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977113.457440:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977113.457442:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977113.457445:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977113.457450:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977113.457459:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977113.457465:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977113.457473:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977113.457486:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977113.457612:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977113.457617:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977113.457621:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977114.481329:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977114.481339:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977114.481343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977114.481348:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977114.481354:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977114.481357:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.481361:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977114.481367:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.481373:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977114.481441:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977114.481444:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977114.481446:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977114.481449:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977114.481452:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977114.481455:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.481459:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977114.481464:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.481468:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977114.481504:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977114.481510:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977114.481512:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977114.481515:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977114.481518:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977114.481520:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.481521:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977114.481523:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.481525:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977115.505273:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977115.505281:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977115.505288:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977115.505294:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977115.505305:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977115.505310:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977115.505334:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977115.505338:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977115.505341:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977115.505375:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977115.505384:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977115.505388:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977115.505395:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977115.505402:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977115.505408:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977115.505412:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977115.505415:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977115.505420:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977116.529287:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977116.529294:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977116.529297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977116.529304:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977116.529311:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977116.529316:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977116.529322:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977116.529325:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977116.529332:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977116.529594:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977116.529599:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977116.529606:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977117.553293:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977117.553305:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977117.553314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977117.553329:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977117.553347:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977117.553354:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977117.553389:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977117.553392:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977117.553397:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977117.553419:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977117.553425:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977117.553430:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977117.553436:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977117.553441:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977117.553445:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977117.553450:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977117.553454:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977117.553461:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977118.577250:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977118.577255:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977118.577257:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977118.577262:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977118.577268:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977118.577271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977118.577275:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977118.577279:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977118.577282:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977118.577297:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977118.577300:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977118.577303:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977118.577314:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977118.577316:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977118.577318:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977118.577320:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977118.577322:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977118.577323:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977118.577325:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977118.577327:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977118.577329:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977119.601251:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977119.601261:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977119.601266:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977119.601274:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977119.601281:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977119.601286:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977119.601290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977119.601293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977119.601305:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977119.601319:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977119.601321:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977119.601323:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977119.601326:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977119.601331:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977119.601335:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977119.601338:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977119.601348:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977119.601353:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977120.625261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977120.625267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977120.625270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977120.625278:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977120.625290:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977120.625295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977120.625416:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977120.625419:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977120.625429:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977121.649261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977121.649271:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977121.649276:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977121.649283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977121.649289:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977121.649295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977121.649302:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977121.649306:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977121.649312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977121.649331:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977121.649336:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977121.649344:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977122.673418:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977122.673422:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977122.673424:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977122.673427:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977122.673430:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977122.673432:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977122.673435:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977122.673437:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977122.673440:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977122.673467:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977122.673470:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977122.673474:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977123.697277:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977123.697287:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977123.697291:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977123.697300:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977123.697307:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977123.697313:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977123.697321:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977123.697328:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977123.697335:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977123.697421:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977123.697427:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977123.697432:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977124.721263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977124.721272:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977124.721276:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977124.721287:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977124.721295:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977124.721301:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977124.721308:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977124.721314:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977124.721321:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977125.745279:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977125.745284:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977125.745288:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977125.745294:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977125.745298:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977125.745302:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977125.745308:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977125.745310:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977125.745314:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977125.745365:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977125.745371:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977125.745379:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977126.769619:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977126.769623:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977126.769626:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977127.153309:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977127.153331:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977127.153334:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977127.153339:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977127.153345:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977127.153363:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14660 00000400:00000200:0.0:1783977127.153375:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977127.153382:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977127.153386:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977127.153389:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153393:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.153396:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153399:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977127.153404:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977127.153406:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977127.153409:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977127.153413:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977127.153415:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977127.153418:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977127.153421:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153423:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.153425:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153427:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977127.153430:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977127.153434:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153436:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977127.153439:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977127.153443:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977127.153446:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153449:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977127.153451:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977127.153461:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977127.153465:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977127.153469:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977127.153471:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153474:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977127.153477:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977127.153482:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977127.153491:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977127.153499:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977127.153509:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496787712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977127.153520:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977127.153526:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977127.153531:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496787712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977127.153558:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977127.153562:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977127.153565:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977127.153567:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977127.153568:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977127.153571:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977127.153574:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14660 00000400:00000200:0.0:1783977127.153577:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977127.153580:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977127.153582:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977127.153585:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153587:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.153589:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153591:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977127.153604:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977127.153606:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977127.153608:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977127.153611:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977127.153613:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977127.153617:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977127.153623:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153626:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.153630:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153634:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977127.153637:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977127.153642:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153646:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977127.153648:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977127.153657:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977127.153662:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153666:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977127.153674:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977127.153680:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153685:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977127.153692:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977127.153696:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977127.153700:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977127.153703:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153706:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977127.153708:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977127.153712:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977127.153717:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977127.153722:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977127.153734:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496787840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977127.153749:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977127.153752:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977127.153757:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496787840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977127.153771:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977127.153774:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977127.153779:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977127.153781:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977127.153783:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977127.153789:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977127.153791:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14660 00000400:00000200:0.0:1783977127.153800:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977127.153821:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977127.153826:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977127.153834:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153841:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.153846:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153850:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977127.153854:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977127.153857:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977127.153860:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977127.153862:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977127.153865:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977127.153870:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977127.153884:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153890:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.153895:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153900:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977127.153904:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977127.153912:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977127.153918:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977127.153923:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977127.153928:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977127.153932:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153935:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977127.153939:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977127.153945:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153950:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977127.153955:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977127.153959:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977127.153963:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977127.153966:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.153969:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977127.153972:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977127.153975:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977127.153985:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977127.153991:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977127.153999:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496787968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977127.154014:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977127.154017:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977127.154026:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496787968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977127.154039:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977127.154044:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977127.154049:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977127.154052:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977127.154056:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977127.154062:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977127.154068:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14660 00000400:00000200:0.0:1783977127.154076:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977127.154084:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977127.154090:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977127.154097:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154103:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.154107:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154123:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977127.154129:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977127.154132:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977127.154134:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977127.154165:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977127.154178:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977127.154184:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977127.154190:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154194:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.154198:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154202:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977127.154207:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977127.154214:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154219:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977127.154223:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977127.154228:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977127.154234:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.154237:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977127.154242:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977127.154246:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.154251:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977127.154258:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977127.154262:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977127.154267:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977127.154270:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.154274:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977127.154278:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977127.154281:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977127.154287:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977127.154295:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977127.154304:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496788096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977127.154328:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977127.154331:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977127.154341:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496788096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977127.154355:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977127.154361:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977127.154372:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977127.154375:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977127.154379:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977127.154386:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977127.154392:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14660 00000400:00000200:0.0:1783977127.154400:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977127.154407:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977127.154412:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977127.154420:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154424:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.154430:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154436:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977127.154441:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977127.154444:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977127.154448:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977127.154451:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977127.154455:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977127.154461:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977127.154469:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154473:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977127.154478:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154483:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977127.154488:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977127.154494:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977127.154499:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977127.154502:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977127.154505:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977127.154508:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.154514:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977127.154517:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977127.154524:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.154527:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977127.154534:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977127.154540:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977127.154547:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977127.154550:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.154554:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977127.154556:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977127.154557:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977127.154562:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977127.154569:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977127.154578:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496788224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977127.154597:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977127.154601:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977127.154609:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496788224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977127.154631:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977127.154639:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14670) 00000100:00000001:0.0:1783977127.793435:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977127.793441:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977127.793443:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977127.793446:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977127.793450:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977127.793453:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977127.793455:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977127.793457:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977127.793460:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977127.793704:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977127.793710:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977127.793712:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977127.793714:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977127.793717:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977127.793720:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977127.793723:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977127.793728:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977127.793739:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977128.817317:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977128.817328:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977128.817332:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977128.817344:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977128.817352:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977128.817360:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.817365:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977128.817367:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.817370:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977128.817451:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977128.817457:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977128.817463:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977128.818516:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977128.818523:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977128.818527:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977128.818530:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977128.818537:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977128.818547:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.818554:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977128.818558:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.818563:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977129.841301:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977129.841310:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977129.841318:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977129.841330:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977129.841337:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977129.841344:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977129.841347:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977129.841350:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977129.841354:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977129.841408:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977129.841422:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977129.841431:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977129.841437:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977129.841442:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977129.841447:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977129.841451:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977129.841453:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977129.841457:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977130.865302:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977130.865311:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977130.865318:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977130.865328:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977130.865335:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977130.865343:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977130.865350:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977130.865354:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977130.865358:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977130.865575:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977130.865579:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977130.865580:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977130.865582:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977130.865585:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977130.865587:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977130.865589:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977130.865590:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977130.865593:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977131.889344:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977131.889350:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977131.889352:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977131.889356:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977131.889363:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977131.889368:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977131.889373:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977131.889377:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977131.889383:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977131.889423:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977131.889425:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977131.889426:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977131.889430:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977131.889432:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977131.889434:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977131.889436:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977131.889437:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977131.889439:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977131.890740:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977131.890743:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977131.890746:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977132.913253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977132.913262:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977132.913268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977132.913277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977132.913285:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977132.913292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977132.913299:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977132.913303:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977132.913307:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977132.913331:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977132.913334:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977132.913339:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977132.913343:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977132.913349:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977132.913355:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977132.913360:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977132.913363:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977132.913366:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.937476:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977133.937482:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977133.937486:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977133.937490:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977133.937492:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977133.937494:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977133.937496:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977133.937497:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977133.937499:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977134.961268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977134.961276:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977134.961278:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977134.961285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977134.961290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977134.961301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977134.961308:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977134.961312:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977134.961315:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977134.961331:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977134.961335:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977134.961339:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977134.961343:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977134.961346:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977134.961350:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977134.961353:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977134.961355:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977134.961357:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977135.985265:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977135.985275:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977135.985279:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977135.985287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977135.985295:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977135.985301:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977135.985314:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977135.985317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977135.985320:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977135.985337:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977135.985342:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977135.985345:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977135.985349:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977135.985356:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977135.985360:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977135.985367:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977135.985371:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977135.985377:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977137.009278:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977137.009288:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977137.009292:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977137.009299:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977137.009305:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977137.009310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977137.009327:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977137.009330:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977137.009337:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977137.009468:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977137.009472:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977137.009475:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977138.033243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977138.033248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977138.033250:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977138.033252:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977138.033255:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977138.033257:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.033258:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977138.033259:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.033261:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977138.033444:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977138.033448:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977138.033449:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977138.033453:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977138.033455:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977138.033458:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.033459:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977138.033461:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.033463:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977138.034278:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977138.034281:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977138.034282:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977138.034284:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977138.034286:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977138.034288:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.034290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977138.034292:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.034293:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977139.057255:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977139.057264:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977139.057268:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977139.057276:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977139.057282:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977139.057287:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.057291:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977139.057296:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.057300:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977139.057316:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977139.057321:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977139.057323:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977139.057325:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977139.057327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977139.057329:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.057331:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977139.057332:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.057334:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977140.081256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977140.081265:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977140.081269:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977140.081277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977140.081284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977140.081289:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.081294:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977140.081298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.081301:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977140.081319:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977140.081323:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977140.081327:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977140.081330:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977140.081335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977140.081339:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.081344:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977140.081348:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.081352:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977141.105630:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977141.105633:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977141.105634:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977141.105636:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977141.105637:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977141.105639:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.105640:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977141.105641:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.105643:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977141.107209:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977141.107212:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977141.107213:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977141.107215:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977141.107217:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977141.107219:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.107221:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977141.107222:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.107224:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.129306:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977142.129315:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977142.129320:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.129327:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977142.129334:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977142.129340:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.132532:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977142.132538:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.132544:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977142.513277:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977142.513288:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977142.513291:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977142.513295:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977142.513299:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977142.513306:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14675 00000400:00000200:0.0:1783977142.513314:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977142.513320:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977142.513323:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977142.513327:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513330:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.513332:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513334:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977142.513338:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977142.513340:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977142.513342:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977142.513346:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977142.513349:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977142.513351:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977142.513353:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513355:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.513369:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513371:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977142.513373:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977142.513377:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513379:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977142.513382:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977142.513385:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977142.513388:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513390:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977142.513400:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977142.513410:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977142.513414:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977142.513417:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977142.513418:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513421:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977142.513424:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977142.513428:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977142.513437:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977142.513443:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.513453:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496789632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977142.513462:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977142.513466:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977142.513471:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496789632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977142.513492:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977142.513495:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977142.513498:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977142.513499:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977142.513500:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977142.513502:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977142.513504:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14675 00000400:00000200:0.0:1783977142.513506:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977142.513508:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977142.513510:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977142.513511:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513513:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.513514:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513516:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977142.513517:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977142.513518:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977142.513519:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977142.513521:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977142.513522:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977142.513524:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977142.513526:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513527:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.513528:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513530:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977142.513531:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977142.513533:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513534:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977142.513536:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977142.513548:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977142.513552:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513555:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977142.513560:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977142.513566:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513570:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977142.513576:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977142.513589:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977142.513595:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977142.513598:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513603:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977142.513606:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977142.513610:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977142.513617:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977142.513623:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.513632:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496789760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977142.513654:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977142.513659:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977142.513669:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496789760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977142.513685:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977142.513689:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977142.513696:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977142.513702:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977142.513705:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977142.513712:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977142.513720:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14675 00000400:00000200:0.0:1783977142.513730:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977142.513739:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977142.513744:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977142.513751:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513755:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.513759:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513763:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977142.513767:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977142.513770:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977142.513773:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977142.513776:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977142.513781:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977142.513784:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977142.513791:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513796:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.513802:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513806:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977142.513811:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977142.513815:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513820:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977142.513824:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977142.513828:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977142.513833:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513838:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977142.513840:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977142.513845:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513849:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977142.513855:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977142.513861:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977142.513867:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977142.513870:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.513882:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977142.513885:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977142.513888:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977142.513893:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977142.513899:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.513908:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496789888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977142.513932:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977142.513937:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977142.513942:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496789888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977142.513949:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977142.513952:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977142.513954:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977142.513956:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977142.513958:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977142.513963:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977142.513967:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14675 00000400:00000200:0.0:1783977142.513971:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977142.513975:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977142.513981:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977142.513987:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.513991:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.513996:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514002:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977142.514007:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977142.514016:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977142.514021:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977142.514025:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977142.514028:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977142.514032:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977142.514036:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514038:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.514040:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514041:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977142.514044:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977142.514062:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514067:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977142.514072:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977142.514081:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977142.514089:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.514093:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977142.514096:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977142.514101:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.514105:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977142.514113:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977142.514117:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977142.514133:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977142.514174:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.514179:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977142.514182:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977142.514186:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977142.514193:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977142.514201:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.514210:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496790016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977142.514218:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977142.514222:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977142.514228:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496790016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977142.514239:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977142.514241:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977142.514246:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977142.514248:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977142.514251:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977142.514253:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977142.514258:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14675 00000400:00000200:0.0:1783977142.514262:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977142.514267:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977142.514271:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977142.514275:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514278:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.514280:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514281:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977142.514282:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977142.514283:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977142.514284:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977142.514286:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977142.514291:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977142.514295:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977142.514302:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514308:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977142.514311:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514316:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977142.514320:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977142.514325:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977142.514330:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977142.514335:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977142.514340:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977142.514345:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.514350:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977142.514353:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977142.514357:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.514360:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977142.514367:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977142.514372:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977142.514377:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977142.514380:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.514382:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977142.514384:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977142.514388:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977142.514394:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977142.514400:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.514410:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496790144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977142.514430:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977142.514434:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977142.514440:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496790144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977142.514581:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977142.514586:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14686) 00000100:00000001:0.0:1783977143.153275:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977143.153284:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977143.153288:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977143.153296:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977143.153303:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977143.153308:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977143.153315:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977143.153321:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977143.153328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977143.153519:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977143.153525:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977143.153528:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977143.153534:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977143.153539:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977143.153543:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977143.153946:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977143.153949:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977143.153952:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977144.177274:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977144.177280:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977144.177284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977144.177288:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977144.177293:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977144.177297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977144.177301:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977144.177304:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977144.177307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977145.201283:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977145.201290:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977145.201295:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977145.201302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977145.201308:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977145.201313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977145.201329:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977145.201334:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977145.201340:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977146.225298:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977146.225304:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977146.225308:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977146.225313:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977146.225318:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977146.225322:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977146.225327:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977146.225332:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977146.225338:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977146.225377:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977146.225382:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977146.225388:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977147.249264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977147.249268:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977147.249273:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977147.249280:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977147.249285:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977147.249291:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977147.249313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977147.249318:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977147.249321:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977147.633269:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977147.633280:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977147.633283:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977147.633287:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977147.633292:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977147.633300:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14681 00000400:00000200:0.0:1783977147.633308:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977147.633315:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977147.633318:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977147.633320:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633322:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633324:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633326:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977147.633328:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977147.633330:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977147.633332:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977147.633334:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977147.633336:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977147.633338:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977147.633340:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633341:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633342:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633343:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977147.633345:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977147.633347:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633348:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977147.633350:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977147.633353:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977147.633354:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633356:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977147.633358:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977147.633365:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977147.633367:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977147.633371:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977147.633372:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633374:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977147.633376:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977147.633379:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977147.633384:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977147.633389:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977147.633396:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496790272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977147.633411:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977147.633415:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977147.633420:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496790272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977147.633450:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977147.633456:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977147.633459:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977147.633460:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977147.633462:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977147.633465:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977147.633467:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14681 00000400:00000200:0.0:1783977147.633470:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977147.633474:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977147.633476:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977147.633479:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633481:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633483:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633485:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977147.633487:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977147.633489:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977147.633491:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977147.633494:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977147.633498:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977147.633509:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977147.633518:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633522:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633526:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633530:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977147.633532:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977147.633535:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633537:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977147.633540:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977147.633545:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977147.633549:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633551:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977147.633554:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977147.633556:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633557:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977147.633560:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977147.633563:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977147.633565:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977147.633566:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633569:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977147.633574:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977147.633578:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977147.633582:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977147.633588:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977147.633598:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496790400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977147.633611:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977147.633616:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977147.633624:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496790400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977147.633648:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977147.633651:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977147.633657:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977147.633660:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977147.633663:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977147.633667:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977147.633670:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14681 00000400:00000200:0.0:1783977147.633673:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977147.633676:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977147.633678:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977147.633684:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633686:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633688:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633693:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977147.633695:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977147.633697:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977147.633698:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977147.633700:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977147.633702:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977147.633704:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977147.633707:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633710:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633713:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633715:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977147.633716:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977147.633718:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633720:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977147.633723:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977147.633726:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977147.633728:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633729:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977147.633730:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977147.633733:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633736:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977147.633741:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977147.633743:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977147.633745:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977147.633747:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633749:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977147.633751:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977147.633754:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977147.633757:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977147.633760:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977147.633769:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496790528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977147.633788:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977147.633792:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977147.633801:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496790528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977147.633816:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977147.633821:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977147.633827:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977147.633832:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977147.633836:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977147.633839:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977147.633842:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14681 00000400:00000200:0.0:1783977147.633847:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977147.633853:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977147.633857:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977147.633862:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633864:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633865:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633867:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977147.633872:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977147.633873:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977147.633875:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977147.633878:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977147.633880:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977147.633883:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977147.633887:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633889:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.633892:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633897:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977147.633899:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977147.633901:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977147.633904:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977147.633905:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977147.633909:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977147.633913:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633916:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977147.633919:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977147.633922:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633925:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977147.633929:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977147.633931:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977147.633934:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977147.633937:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.633938:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977147.633941:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977147.633951:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977147.633968:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977147.633974:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977147.633983:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496790656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977147.633995:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977147.633999:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977147.634004:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496790656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977147.634017:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977147.634019:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977147.634024:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977147.634026:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977147.634028:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977147.634033:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977147.634038:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14681 00000400:00000200:0.0:1783977147.634046:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977147.634052:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977147.634057:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977147.634062:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.634065:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.634066:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.634068:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977147.634072:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977147.634074:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977147.634078:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977147.634080:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977147.634084:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977147.634088:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977147.634092:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.634094:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977147.634097:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977147.634100:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977147.634105:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977147.634108:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977147.634111:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977147.634113:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977147.634116:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977147.634120:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.634124:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977147.634126:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977147.634131:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.634134:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977147.634163:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977147.634167:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977147.634171:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977147.634173:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977147.634177:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977147.634178:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977147.634181:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977147.634184:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977147.634190:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977147.634198:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496790784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977147.634218:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977147.634223:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977147.634232:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496790784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977147.634251:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977147.634259:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14691) 00000100:00000001:0.0:1783977148.273275:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977148.273280:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977148.273284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977148.273289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977148.273293:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977148.273297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977148.273300:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977148.273305:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977148.273311:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977148.273536:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977148.273539:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977148.273542:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977149.297294:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977149.297301:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977149.297304:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977149.297309:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977149.297313:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977149.297318:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977149.297323:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977149.297326:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977149.297329:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977150.321286:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977150.321293:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977150.321296:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977150.321301:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977150.321306:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977150.321311:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977150.321315:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977150.321316:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977150.321320:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977151.345278:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977151.345286:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977151.345287:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977151.345293:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977151.345297:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977151.345301:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977151.345303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977151.345305:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977151.345308:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977151.345631:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977151.345634:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977151.345637:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977152.369284:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977152.369288:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977152.369291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.369296:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977152.369301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977152.369306:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977152.369311:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977152.369314:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977152.369320:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977152.369470:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977152.369474:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977152.369477:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977152.753391:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977152.753399:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977152.753401:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977152.753404:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977152.753407:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977152.753413:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14686 00000400:00000200:0.0:1783977152.753420:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977152.753424:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977152.753427:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977152.753429:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753431:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.753432:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753434:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977152.753436:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977152.753438:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977152.753439:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977152.753442:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977152.753443:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977152.753444:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977152.753446:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753448:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.753449:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753451:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977152.753453:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977152.753456:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753458:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977152.753461:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977152.753464:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977152.753468:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.753470:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977152.753472:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977152.753481:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977152.753484:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977152.753488:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977152.753489:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.753492:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977152.753495:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977152.753499:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977152.753506:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977152.753512:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.753520:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496790912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977152.753528:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977152.753533:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977152.753537:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496790912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977152.753561:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977152.753564:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977152.753567:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977152.753568:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977152.753570:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977152.753573:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977152.753576:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14686 00000400:00000200:0.0:1783977152.753580:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977152.753584:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977152.753587:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977152.753600:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753605:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.753611:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753616:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977152.753622:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977152.753626:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977152.753630:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977152.753635:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977152.753640:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977152.753646:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977152.753654:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753658:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.753663:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753670:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977152.753674:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977152.753678:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753683:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977152.753685:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977152.753690:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977152.753696:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.753699:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977152.753702:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977152.753708:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.753712:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977152.753719:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977152.753723:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977152.753727:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977152.753729:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.753731:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977152.753734:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977152.753736:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977152.753739:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977152.753744:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.753751:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496791040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977152.753763:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977152.753765:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977152.753772:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496791040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977152.753783:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977152.753786:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977152.753791:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977152.753794:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977152.753796:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977152.753799:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977152.753804:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14686 00000400:00000200:0.0:1783977152.753807:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977152.753811:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977152.753815:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977152.753822:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753826:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.753832:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753908:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977152.753913:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977152.753916:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977152.753920:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977152.753925:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977152.753930:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977152.753940:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977152.753949:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753954:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.753958:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753961:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977152.753966:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977152.753970:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977152.753972:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977152.753975:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977152.753984:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977152.753988:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.753991:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977152.753993:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977152.753998:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754000:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977152.754006:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977152.754009:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977152.754013:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977152.754015:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754018:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977152.754020:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977152.754022:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977152.754028:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977152.754034:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.754041:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496791168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977152.754053:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977152.754057:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977152.754064:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496791168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977152.754072:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977152.754075:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977152.754079:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977152.754083:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977152.754085:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977152.754090:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977152.754098:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14686 00000400:00000200:0.0:1783977152.754108:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977152.754115:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977152.754121:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977152.754124:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754127:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.754132:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754170:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977152.754176:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977152.754179:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977152.754183:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977152.754187:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977152.754193:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977152.754197:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977152.754206:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754209:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.754212:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754215:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977152.754220:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977152.754226:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754231:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977152.754236:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977152.754242:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977152.754247:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754252:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977152.754256:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977152.754262:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754265:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977152.754272:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977152.754275:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977152.754281:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977152.754285:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754288:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977152.754290:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977152.754293:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977152.754297:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977152.754302:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.754310:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496791296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977152.754320:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977152.754323:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977152.754328:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496791296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977152.754341:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977152.754346:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977152.754352:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977152.754357:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977152.754360:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977152.754365:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977152.754371:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14686 00000400:00000200:0.0:1783977152.754377:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977152.754383:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977152.754388:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977152.754395:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754397:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.754400:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754404:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977152.754407:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977152.754410:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977152.754413:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977152.754416:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977152.754420:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977152.754425:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977152.754433:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754437:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977152.754443:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754462:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977152.754468:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977152.754476:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977152.754482:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977152.754486:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977152.754491:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977152.754498:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754502:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977152.754505:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977152.754512:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754517:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977152.754523:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977152.754528:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977152.754533:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977152.754536:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.754540:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977152.754543:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977152.754545:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977152.754551:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977152.754556:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.754565:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496791424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977152.754601:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977152.754606:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977152.754615:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496791424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977152.754631:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977152.754638:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14696) 00000100:00000001:0.0:1783977153.393264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977153.393270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977153.393274:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977153.393281:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977153.393286:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977153.393290:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977153.393298:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977153.393301:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977153.393305:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977153.393325:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977153.393330:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977153.393334:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977153.393348:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977153.393355:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977153.393359:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977153.393371:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977153.393374:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977153.393377:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977154.417525:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977154.417528:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977154.417530:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977154.417532:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977154.417534:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977154.417536:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.419855:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977154.419858:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.419861:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977155.441260:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977155.441265:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977155.441269:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977155.441275:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977155.441281:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977155.441285:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.441289:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977155.441292:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.441297:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977155.441312:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977155.441316:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977155.441319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977155.441322:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977155.441328:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977155.441333:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.441337:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977155.441340:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.441344:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977155.441416:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977155.441419:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977155.441422:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977156.465848:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977156.465853:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977156.465855:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977156.465866:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977156.465870:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977156.465871:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977156.465875:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977156.465878:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977156.465881:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977156.465883:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977156.465885:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977156.465887:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977156.465901:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977156.465905:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977156.465906:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977156.465908:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977156.465911:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977156.465913:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977156.465916:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977156.465918:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977156.465920:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.489293:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977157.489304:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977157.489308:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977157.489317:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977157.489324:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977157.489329:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977157.489335:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977157.489343:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977157.489353:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977157.489533:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977157.489535:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977157.489537:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977157.873240:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977157.873251:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977157.873255:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977157.873259:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977157.873264:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977157.873272:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14691 00000400:00000200:0.0:1783977157.873283:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977157.873290:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977157.873293:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977157.873296:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873300:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873303:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873306:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977157.873316:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977157.873318:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977157.873322:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977157.873327:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977157.873330:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977157.873332:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977157.873336:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873338:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873340:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873342:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977157.873346:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977157.873349:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873352:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977157.873355:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977157.873360:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977157.873363:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873366:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977157.873369:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977157.873377:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977157.873381:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977157.873385:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977157.873387:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873391:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977157.873395:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977157.873400:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977157.873410:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977157.873418:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977157.873429:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496791552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977157.873440:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977157.873446:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977157.873451:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496791552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977157.873480:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977157.873483:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977157.873487:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977157.873488:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977157.873490:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977157.873494:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977157.873496:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14691 00000400:00000200:0.0:1783977157.873500:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977157.873503:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977157.873506:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977157.873508:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873511:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873512:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873514:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977157.873517:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977157.873518:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977157.873520:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977157.873523:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977157.873525:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977157.873528:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977157.873530:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873532:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873534:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873536:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977157.873538:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977157.873540:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873543:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977157.873545:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977157.873552:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977157.873555:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873557:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977157.873561:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977157.873565:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873567:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977157.873571:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977157.873573:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977157.873575:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977157.873576:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873578:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977157.873580:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977157.873581:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977157.873585:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977157.873589:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977157.873595:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496791680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977157.873603:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977157.873606:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977157.873611:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496791680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977157.873626:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977157.873632:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977157.873653:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977157.873658:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977157.873662:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977157.873666:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977157.873672:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14691 00000400:00000200:0.0:1783977157.873678:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977157.873685:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977157.873688:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977157.873694:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873698:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873703:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873706:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977157.873709:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977157.873713:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977157.873715:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977157.873718:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977157.873724:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977157.873729:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977157.873735:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873739:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873745:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873758:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977157.873766:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977157.873773:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873787:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977157.873791:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977157.873794:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977157.873800:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873805:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977157.873807:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977157.873809:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873812:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977157.873815:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977157.873818:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977157.873823:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977157.873826:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873828:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977157.873830:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977157.873832:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977157.873838:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977157.873842:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977157.873851:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496791808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977157.873866:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977157.873870:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977157.873879:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496791808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977157.873892:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977157.873896:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977157.873903:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977157.873906:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977157.873907:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977157.873910:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977157.873914:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14691 00000400:00000200:0.0:1783977157.873919:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977157.873925:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977157.873928:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977157.873932:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873935:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873939:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873942:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977157.873945:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977157.873947:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977157.873951:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977157.873954:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977157.873958:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977157.873961:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977157.873964:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873966:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.873971:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873974:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977157.873976:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977157.873979:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977157.873982:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977157.873984:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977157.873987:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977157.873990:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.873996:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977157.874001:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977157.874011:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.874014:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977157.874020:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977157.874024:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977157.874028:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977157.874030:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.874034:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977157.874037:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977157.874039:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977157.874047:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977157.874052:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977157.874061:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496791936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977157.874074:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977157.874077:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977157.874083:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496791936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977157.874098:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977157.874104:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977157.874111:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977157.874115:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977157.874118:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977157.874124:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977157.874130:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14691 00000400:00000200:0.0:1783977157.874161:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977157.874165:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977157.874168:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977157.874173:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.874175:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.874180:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.874183:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977157.874190:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977157.874193:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977157.874197:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977157.874201:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977157.874205:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977157.874210:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977157.874216:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.874219:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977157.874221:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977157.874225:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977157.874231:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977157.874237:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977157.874244:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977157.874248:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977157.874253:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977157.874257:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.874262:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977157.874264:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977157.874267:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.874268:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977157.874272:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977157.874276:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977157.874282:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977157.874285:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977157.874290:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977157.874293:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977157.874296:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977157.874302:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977157.874310:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977157.874320:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496792064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977157.874340:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977157.874343:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977157.874353:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496792064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977157.874368:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977157.874375:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14701) 00000100:00000001:0.0:1783977158.513295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977158.513307:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977158.513405:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977158.513409:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977158.513411:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977158.513414:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977158.513416:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977158.513418:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977158.513420:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977158.515126:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977158.515129:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977158.515131:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977158.515133:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977158.515149:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977158.515151:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977158.515154:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977158.515155:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977158.515158:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977159.537330:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977159.537340:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977159.537347:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977159.537360:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977159.537374:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977159.537381:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977159.537401:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977159.537405:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977159.537410:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977159.537660:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977159.537668:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977159.537670:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977159.537674:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977159.537679:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977159.537683:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977159.537688:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977159.537692:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977159.537697:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977160.561265:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977160.561276:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977160.561281:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977160.561290:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977160.561299:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977160.561307:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977160.561315:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977160.561320:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977160.561327:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977160.561352:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977160.561357:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977160.561361:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977160.561368:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977160.561374:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977160.561380:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977160.561396:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977160.561399:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977160.561404:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977161.585291:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977161.585306:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977161.585312:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977161.585323:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977161.585333:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977161.585337:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.585347:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977161.585352:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.585356:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977161.585376:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977161.585381:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977161.585383:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977161.585385:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977161.585388:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977161.585391:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.585393:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977161.585394:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.585397:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977161.585569:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977161.585573:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977161.585577:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977162.609263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977162.609273:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977162.609277:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977162.609285:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977162.609290:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977162.609296:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977162.609302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977162.609306:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977162.609311:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977162.609560:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977162.609562:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977162.609563:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977162.609565:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977162.609567:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977162.609569:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977162.609571:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977162.609572:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977162.609574:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977163.633372:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977163.633376:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977163.633377:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977163.633379:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977163.633380:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977163.633382:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633383:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977163.633385:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633386:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977163.633392:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977163.633394:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977163.633395:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977163.633396:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977163.633397:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977163.633398:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633399:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977163.633399:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633401:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977163.633408:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977163.633410:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977163.633411:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977163.633412:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977163.633413:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977163.633414:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633415:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977163.633416:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633417:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977163.633492:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977163.633494:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977163.633495:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977163.633497:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977163.633498:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977163.633499:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633500:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977163.633501:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.633502:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977164.657239:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977164.657249:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977164.657253:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977164.657262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977164.657270:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977164.657277:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.657284:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977164.657289:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.657295:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977164.657313:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977164.657317:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977164.657320:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977164.657322:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977164.657325:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977164.657327:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.657329:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977164.657330:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.657332:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977165.681243:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977165.681253:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977165.681257:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977165.681264:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977165.681272:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977165.681277:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.681284:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977165.681287:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.681292:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977165.681309:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977165.681314:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977165.681318:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977165.681323:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977165.681327:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977165.681331:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.681335:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977165.681345:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.681351:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977165.681392:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977165.681396:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977165.681399:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977166.705343:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977166.705352:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977166.705353:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977166.705359:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977166.705363:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977166.705366:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.705369:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977166.705371:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.705374:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977166.706268:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977166.706271:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977166.706272:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977166.706275:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977166.706277:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977166.706279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.706282:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977166.706283:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.706285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977167.729273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977167.729282:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977167.729286:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977167.729293:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977167.729301:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977167.729307:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.729336:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977167.729339:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.729342:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977167.729352:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977167.729355:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977167.729358:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977167.729363:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977167.729367:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977167.729371:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.729382:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977167.729385:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.729389:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977168.753271:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977168.753278:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977168.753282:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977168.753287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977168.753292:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977168.753296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977168.753301:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977168.753323:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977168.753328:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977169.777250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977169.777260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977169.777264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977169.777273:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977169.777281:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977169.777287:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977169.777304:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977169.777308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977169.777311:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977169.777392:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977169.777397:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977169.777399:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977169.777403:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977169.777410:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977169.777414:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977169.777419:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977169.777423:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977169.777428:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977170.801430:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977170.801435:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977170.801440:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977171.825500:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977171.825507:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977171.825511:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977171.825518:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977171.825522:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977171.825524:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977171.825527:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977171.825529:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977171.825541:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977172.849748:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977172.849752:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977172.849753:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977172.849755:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977172.849757:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977172.849759:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977172.849761:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977172.849763:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977172.849764:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977173.873392:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977173.873397:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977173.873399:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977173.873405:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977173.873410:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977173.873416:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977173.873796:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977173.873799:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977173.873802:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.897560:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977174.897564:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977174.897565:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.897568:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977174.897571:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977174.897573:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.897575:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.897576:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.897579:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.902607:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977174.902610:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977174.902611:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.902614:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977174.902615:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977174.902617:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.902618:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.902620:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.902621:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977175.921519:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977175.921523:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977175.921525:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977175.921530:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977175.921534:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977175.921538:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977175.921542:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977175.921546:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977175.921552:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977176.945348:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977176.945352:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977176.945354:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977176.945357:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977176.945360:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977176.945362:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977176.945365:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977176.945367:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977176.945369:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977176.947308:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977176.947312:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977176.947313:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977176.947315:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977176.947317:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977176.947319:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977176.947320:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977176.947322:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977176.947324:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977177.969543:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977177.969547:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977177.969548:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977177.969551:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977177.969553:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977177.969555:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977177.969557:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977177.969559:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977177.969560:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977178.993228:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977178.993237:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977178.993242:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977178.993251:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977178.993258:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977178.993265:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977178.993272:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977178.993275:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977178.993514:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977180.017270:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977180.017279:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977180.017284:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977180.017291:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977180.017300:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977180.017305:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.017312:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977180.017316:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.017321:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977180.017358:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977180.017364:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977180.017368:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977180.017373:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977180.017378:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977180.017384:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.017407:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977180.017410:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.017413:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977181.041491:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977181.041495:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977181.041499:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977182.065267:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977182.065274:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977182.065278:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977182.065295:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977182.065302:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977182.065306:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977182.065312:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977182.065316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977182.065318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977182.065334:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977182.065339:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977182.065342:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977182.065346:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977182.065359:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977182.065362:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977182.065376:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977182.065380:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977182.065385:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977183.089269:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977183.089276:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977183.089279:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977183.089285:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977183.089291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977183.089296:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.089303:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977183.089308:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.089315:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977183.089360:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977183.089364:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977183.089368:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977183.089378:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977183.089382:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977183.089384:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977183.089387:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977183.089389:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977183.089391:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.089394:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977183.089396:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.089399:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977183.089421:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977183.089425:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977183.089428:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977183.089433:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977183.089437:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977183.089442:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.089456:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977183.089459:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.089463:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.113243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977184.113252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977184.113256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.113261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977184.113266:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.113271:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.113287:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.113292:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.113299:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.113327:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977184.113332:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977184.113334:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.113339:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977184.113343:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.113348:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.113367:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.113371:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.113375:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977185.137306:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977185.137313:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977185.137317:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977185.137323:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977185.137328:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977185.137331:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977185.137341:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977185.137345:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977185.137347:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977185.137505:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977185.137512:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977185.137516:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977185.137522:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977185.137528:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977185.137532:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977185.137536:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977185.137541:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977185.137545:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977186.161244:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977186.161253:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977186.161256:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977186.161266:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977186.161272:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977186.161276:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.161291:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977186.161295:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.161301:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977186.161330:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977186.161334:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977186.161336:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977186.161339:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977186.161342:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977186.161344:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.161386:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977186.161388:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.161390:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977186.162364:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977186.162369:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977186.162371:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977186.162373:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977186.162377:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977186.162380:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.162383:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977186.162386:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.162390:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977186.162415:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977186.162418:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977186.162418:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977186.162420:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977186.162422:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977186.162423:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.162425:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977186.162426:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.162427:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977187.185287:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977187.185298:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977187.185304:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977187.185318:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977187.185335:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977187.185344:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.185383:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977187.185389:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.185402:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977187.185430:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977187.185439:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977187.185450:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977187.185460:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977187.185471:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977187.185475:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.185493:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977187.185495:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.185498:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977188.209307:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977188.209319:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977188.209333:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977188.209342:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977188.209349:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977188.209357:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977188.209368:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977188.209371:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977188.209384:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.233270:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977189.233280:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977189.233285:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.233291:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977189.233298:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977189.233304:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.233310:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.233315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.233321:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977189.233403:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977189.233408:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977189.233411:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977190.257278:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977190.257287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977190.257292:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977190.257300:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977190.257309:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977190.257315:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977190.257318:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977190.257321:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977190.257325:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977190.257363:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977190.257369:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977190.257375:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977190.257386:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977190.257395:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977190.257413:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977190.257418:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977190.257426:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977190.257436:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977191.281276:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977191.281285:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977191.281289:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977191.281295:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977191.281301:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977191.281306:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977191.281312:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977191.281316:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977191.281319:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977191.281377:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977191.281381:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977191.281383:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977191.281386:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977191.281389:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977191.281391:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977191.281393:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977191.281395:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977191.281398:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977192.305319:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977192.305324:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977192.305326:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977192.305329:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977192.305332:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977192.305334:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977192.305337:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977192.305340:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977192.305348:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977193.329290:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977193.329296:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977193.329298:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977193.329302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977193.329309:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977193.329314:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977193.329318:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977193.329322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977193.329326:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977193.329472:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977193.329476:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977193.329480:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977193.329485:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977193.329489:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977193.329493:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977193.329499:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977193.329502:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977193.329508:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.353294:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977194.353300:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977194.353304:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977194.353308:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977194.353312:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977194.353316:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.353320:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977194.353322:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.353325:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.353927:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977194.353932:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977194.353935:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977194.353937:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977194.353939:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977194.353942:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.353944:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977194.353946:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.353949:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977195.377297:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977195.377304:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977195.377307:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977195.377312:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977195.377316:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977195.377320:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977195.377324:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977195.377327:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977195.377333:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977196.401335:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977196.401339:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977196.401342:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977196.401361:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977196.401366:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977196.401369:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977196.401372:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977196.401374:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977196.401376:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.401377:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977196.401379:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.401380:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977197.425297:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977197.425303:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977197.425307:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977197.425311:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977197.425316:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977197.425320:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977197.425325:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977197.425329:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977197.425334:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977197.425405:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977197.425411:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977197.425414:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977197.425418:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977197.425423:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977197.425427:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977197.425433:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977197.425436:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977197.425441:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.449300:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977198.449308:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977198.449311:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.449319:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977198.449329:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977198.449333:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.449348:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977198.449352:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.449357:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.449379:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977198.449384:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977198.449387:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.449392:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977198.449398:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977198.449402:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.449405:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977198.449407:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.449410:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977198.833287:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977198.833297:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977198.833298:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977198.833302:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977198.833305:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977198.833311:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14732 00000400:00000200:0.0:1783977198.833318:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977198.833322:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977198.833325:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977198.833326:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833329:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.833330:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833332:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977198.833337:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977198.833338:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977198.833341:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977198.833345:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977198.833347:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977198.833349:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977198.833352:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833354:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.833356:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833358:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977198.833360:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977198.833364:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833366:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977198.833369:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977198.833373:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977198.833376:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833379:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977198.833381:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977198.833391:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977198.833393:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977198.833396:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977198.833398:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833400:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977198.833402:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977198.833406:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977198.833413:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977198.833418:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.833424:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496796672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977198.833444:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977198.833451:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977198.833455:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496796672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977198.833475:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977198.833478:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977198.833481:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977198.833483:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977198.833484:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977198.833487:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977198.833489:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14732 00000400:00000200:0.0:1783977198.833493:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977198.833496:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977198.833498:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977198.833500:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833502:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.833504:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833506:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977198.833507:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977198.833509:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977198.833511:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977198.833514:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977198.833516:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977198.833520:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977198.833522:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833524:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.833525:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833527:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977198.833529:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977198.833531:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833534:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977198.833542:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977198.833549:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977198.833552:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833554:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977198.833559:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977198.833562:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833566:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977198.833576:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977198.833584:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977198.833589:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977198.833590:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833593:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977198.833596:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977198.833600:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977198.833610:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977198.833621:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.833634:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496796800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977198.833656:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977198.833662:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977198.833677:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496796800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977198.833688:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977198.833692:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977198.833695:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977198.833697:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977198.833698:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977198.833702:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977198.833709:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14732 00000400:00000200:0.0:1783977198.833723:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977198.833733:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977198.833738:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977198.833742:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833744:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.833749:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833752:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977198.833754:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977198.833755:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977198.833770:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977198.833776:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977198.833781:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977198.833786:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977198.833804:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833809:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.833817:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833820:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977198.833826:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977198.833830:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977198.833834:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977198.833835:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977198.833838:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977198.833844:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833846:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977198.833848:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977198.833852:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833855:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977198.833863:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977198.833865:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977198.833867:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977198.833869:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.833873:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977198.833876:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977198.833880:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977198.833885:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977198.833888:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.833893:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496796928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977198.833913:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977198.833916:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977198.833923:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496796928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977198.833945:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977198.833952:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977198.833961:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977198.833967:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977198.833970:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977198.833979:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977198.833983:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14732 00000400:00000200:0.0:1783977198.833997:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977198.834006:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977198.834009:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977198.834014:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834019:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.834025:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834028:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977198.834031:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977198.834033:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977198.834038:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977198.834042:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977198.834049:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977198.834069:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977198.834079:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834088:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.834093:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834096:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977198.834098:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977198.834102:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834107:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977198.834113:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977198.834116:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977198.834122:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.834124:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977198.834127:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977198.834130:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.834188:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977198.834198:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977198.834204:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977198.834211:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977198.834215:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.834219:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977198.834223:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977198.834226:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977198.834233:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977198.834245:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.834257:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496797056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977198.834287:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977198.834289:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977198.834295:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496797056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977198.834312:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977198.834320:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977198.834325:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977198.834333:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977198.834338:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977198.834344:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977198.834352:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14732 00000400:00000200:0.0:1783977198.834360:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977198.834367:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977198.834369:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977198.834374:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834379:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.834385:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834387:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977198.834388:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977198.834390:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977198.834391:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977198.834392:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977198.834394:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977198.834395:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977198.834399:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834401:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977198.834406:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834410:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977198.834424:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977198.834434:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977198.834440:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977198.834445:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977198.834450:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977198.834458:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.834466:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977198.834470:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977198.834474:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.834477:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977198.834483:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977198.834487:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977198.834491:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977198.834496:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.834499:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977198.834501:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977198.834505:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977198.834511:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977198.834519:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.834532:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496797184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977198.834546:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977198.834551:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977198.834565:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496797184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977198.834586:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977198.834592:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14742) 00000100:00000001:0.0:1783977199.473245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977199.473256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977199.473258:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977199.473263:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977199.473268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977199.473272:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977199.473274:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977199.473277:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977199.473279:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977199.474187:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977199.474190:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977199.474193:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977199.475182:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977199.475191:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977199.475198:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977199.475210:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977199.475214:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977199.475216:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977199.475219:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977199.475224:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977199.475227:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977200.497285:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977200.497295:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977200.497300:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977200.497309:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977200.497315:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977200.497321:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.497501:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977200.497505:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.497512:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977201.524407:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977201.524416:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977201.524420:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977201.524425:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977201.524432:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977201.524437:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977201.524440:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977201.524445:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977201.524451:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977201.524471:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977201.524476:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977201.524479:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977202.545498:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977202.545502:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977202.545503:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977202.545506:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977202.545509:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977202.545511:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977202.546647:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977202.546651:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977202.546654:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.570218:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977203.570222:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977203.570224:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977203.570228:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977203.570230:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977203.570233:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977203.570235:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977203.570236:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977203.570239:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977203.953297:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977203.953309:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977203.953312:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977203.953317:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977203.953322:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977203.953330:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14737 00000400:00000200:0.0:1783977203.953342:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977203.953350:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977203.953353:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977203.953358:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953362:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953365:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953367:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977203.953372:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977203.953375:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977203.953378:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977203.953382:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977203.953385:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977203.953388:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977203.953391:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953393:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953395:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953397:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977203.953401:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977203.953404:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953407:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977203.953410:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977203.953415:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977203.953418:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953421:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977203.953423:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977203.953435:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977203.953439:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977203.953443:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977203.953445:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953449:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977203.953452:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977203.953457:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977203.953467:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977203.953474:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977203.953589:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496797312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977203.953602:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977203.953607:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977203.953612:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496797312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977203.953644:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977203.953648:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977203.953652:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977203.953654:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977203.953655:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977203.953659:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977203.953662:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14737 00000400:00000200:0.0:1783977203.953667:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977203.953670:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977203.953672:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977203.953675:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953677:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953679:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953681:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977203.953683:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977203.953684:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977203.953686:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977203.953688:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977203.953691:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977203.953693:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977203.953706:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953707:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953709:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953711:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977203.953714:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977203.953717:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953719:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977203.953721:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977203.953727:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977203.953729:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953731:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977203.953736:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977203.953739:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953741:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977203.953745:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977203.953747:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977203.953750:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977203.953751:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953753:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977203.953755:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977203.953756:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977203.953760:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977203.953764:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977203.953769:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496797440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977203.953776:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977203.953778:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977203.953782:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496797440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977203.953790:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977203.953793:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977203.953796:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977203.953798:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977203.953799:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977203.953802:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977203.953804:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14737 00000400:00000200:0.0:1783977203.953808:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977203.953811:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977203.953813:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977203.953816:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953817:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953819:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953821:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977203.953823:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977203.953825:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977203.953826:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977203.953829:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977203.953831:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977203.953833:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977203.953835:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953837:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953839:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953841:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977203.953843:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977203.953845:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953848:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977203.953849:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977203.953852:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977203.953854:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953856:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977203.953858:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977203.953860:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953862:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977203.953865:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977203.953867:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977203.953870:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977203.953871:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953873:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977203.953874:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977203.953876:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977203.953879:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977203.953883:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977203.953886:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496797568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977203.953893:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977203.953895:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977203.953898:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496797568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977203.953906:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977203.953908:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977203.953912:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977203.953913:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977203.953915:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977203.953918:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977203.953921:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14737 00000400:00000200:0.0:1783977203.953925:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977203.953927:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977203.953929:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977203.953932:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953935:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953937:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953939:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977203.953941:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977203.953943:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977203.953944:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977203.953946:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977203.953948:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977203.953951:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977203.953954:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953956:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.953957:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953960:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977203.953962:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977203.953975:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977203.953978:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977203.953980:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977203.953983:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977203.953985:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953987:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977203.953989:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977203.953992:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.953993:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977203.953997:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977203.953999:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977203.954002:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977203.954003:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.954005:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977203.954006:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977203.954008:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977203.954012:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977203.954015:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977203.954020:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496797696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977203.954027:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977203.954029:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977203.954033:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496797696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977203.954040:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977203.954043:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977203.954046:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977203.954048:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977203.954049:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977203.954052:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977203.954055:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14737 00000400:00000200:0.0:1783977203.954058:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977203.954061:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977203.954064:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977203.954066:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.954068:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.954070:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.954072:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977203.954074:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977203.954076:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977203.954077:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977203.954079:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977203.954081:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977203.954083:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977203.954086:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.954088:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977203.954090:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977203.954092:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977203.954094:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977203.954096:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977203.954099:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977203.954100:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977203.954103:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977203.954105:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.954107:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977203.954109:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977203.954112:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.954114:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977203.954117:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977203.954119:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977203.954121:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977203.954123:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.954124:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977203.954126:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977203.954127:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977203.954133:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977203.954168:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977203.954173:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496797824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977203.954180:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977203.954182:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977203.954186:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496797824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977203.954203:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977203.954207:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14747) 00000100:00000001:0.0:1783977204.593292:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977204.593302:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977204.593305:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977204.593313:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977204.593320:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977204.593329:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977204.593337:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977204.593341:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977204.593344:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977204.593359:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977204.593362:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977204.593364:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977204.593366:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977204.593368:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977204.593371:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977204.593373:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977204.593375:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977204.593377:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977204.593628:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977204.593632:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977204.593635:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977205.617343:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977205.617348:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977205.617350:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977205.617353:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977205.617357:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977205.617360:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.617362:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977205.617364:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.617367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977205.617488:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977205.617493:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977205.617497:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977205.617502:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977205.617508:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977205.617513:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.617518:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977205.617523:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.617527:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977206.641272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977206.641279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977206.641282:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977206.641287:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977206.641297:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977206.641302:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977206.641325:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977206.641330:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977206.641342:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977206.641401:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977206.641408:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977206.641412:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977206.641424:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977206.641433:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977206.641441:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977206.641455:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977206.641459:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977206.641471:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977206.641518:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977206.641523:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977206.641526:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977207.665588:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977207.665596:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977207.665599:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977207.665603:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977207.665610:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977207.665615:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977207.665620:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977207.665625:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977207.665630:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977207.665657:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977207.665661:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977207.665664:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977207.665667:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977207.665671:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977207.665675:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977207.665679:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977207.665681:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977207.665684:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977208.689275:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977208.689285:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977208.689291:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977208.689302:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977208.689311:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977208.689316:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977208.689323:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977208.689328:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977208.689335:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977208.689382:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977208.689388:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977208.689392:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977208.689398:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977208.689404:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977208.689409:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977208.689415:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977208.689418:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977208.689423:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977209.073258:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977209.073270:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977209.073274:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977209.073279:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977209.073284:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977209.073292:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14742 00000400:00000200:0.0:1783977209.073308:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977209.073314:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977209.073318:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977209.073321:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073325:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073327:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073330:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977209.073335:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977209.073337:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977209.073340:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977209.073345:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977209.073348:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977209.073350:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977209.073353:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073355:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073357:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073369:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977209.073372:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977209.073376:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073380:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977209.073383:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977209.073387:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977209.073391:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073393:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977209.073396:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977209.073407:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977209.073411:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977209.073416:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977209.073418:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073422:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977209.073425:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977209.073430:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977209.073439:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977209.073447:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.073459:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496797952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977209.073470:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977209.073476:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977209.073481:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496797952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977209.073513:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977209.073517:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977209.073520:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977209.073522:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977209.073523:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977209.073527:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977209.073529:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14742 00000400:00000200:0.0:1783977209.073534:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977209.073537:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977209.073539:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977209.073542:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073545:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073547:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073549:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977209.073551:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977209.073552:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977209.073554:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977209.073556:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977209.073559:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977209.073561:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977209.073564:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073566:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073567:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073569:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977209.073571:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977209.073574:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073577:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977209.073579:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977209.073585:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977209.073587:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073589:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977209.073593:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977209.073597:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073598:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977209.073602:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977209.073605:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977209.073607:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977209.073608:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073610:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977209.073611:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977209.073613:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977209.073617:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977209.073621:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.073626:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496798080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977209.073635:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977209.073637:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977209.073639:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496798080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977209.073644:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977209.073646:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977209.073649:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977209.073650:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977209.073651:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977209.073653:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977209.073655:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14742 00000400:00000200:0.0:1783977209.073659:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977209.073661:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977209.073664:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977209.073666:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073669:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073670:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073672:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977209.073675:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977209.073676:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977209.073678:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977209.073680:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977209.073682:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977209.073684:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977209.073687:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073689:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073691:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073693:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977209.073695:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977209.073698:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073700:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977209.073702:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977209.073705:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977209.073707:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073709:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977209.073711:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977209.073713:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073715:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977209.073718:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977209.073721:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977209.073723:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977209.073725:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073726:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977209.073728:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977209.073730:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977209.073733:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977209.073737:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.073741:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496798208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977209.073748:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977209.073749:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977209.073752:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496798208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977209.073756:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977209.073758:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977209.073761:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977209.073762:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977209.073763:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977209.073766:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977209.073768:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14742 00000400:00000200:0.0:1783977209.073770:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977209.073772:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977209.073774:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977209.073776:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073777:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073778:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073780:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977209.073781:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977209.073782:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977209.073783:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977209.073785:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977209.073786:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977209.073787:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977209.073788:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073789:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073790:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073791:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977209.073793:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977209.073794:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073795:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977209.073796:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977209.073798:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977209.073799:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073800:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977209.073802:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977209.073803:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073804:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977209.073807:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977209.073809:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977209.073811:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977209.073811:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073813:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977209.073813:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977209.073815:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977209.073817:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977209.073820:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.073822:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496798336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977209.073826:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977209.073827:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977209.073829:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496798336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977209.073833:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977209.073834:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977209.073836:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977209.073837:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977209.073838:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977209.073841:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977209.073842:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14742 00000400:00000200:0.0:1783977209.073844:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977209.073845:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977209.073847:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977209.073848:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073849:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073850:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073851:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977209.073852:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977209.073853:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977209.073854:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977209.073856:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977209.073858:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977209.073860:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977209.073863:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073864:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977209.073866:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073868:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977209.073870:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977209.073873:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977209.073888:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977209.073890:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977209.073893:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977209.073894:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073896:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977209.073898:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977209.073901:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073902:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977209.073906:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977209.073908:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977209.073911:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977209.073912:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.073914:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977209.073915:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977209.073916:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977209.073920:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977209.073924:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.073929:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496798464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977209.073935:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977209.073937:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977209.073941:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496798464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977209.073950:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977209.073954:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14752) 00000100:00000001:0.0:1783977209.713420:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977209.713424:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977209.713426:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.713429:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977209.713432:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977209.713434:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977209.713436:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977209.713437:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977209.713439:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.714915:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977209.714919:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977209.714921:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.714923:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977209.714926:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977209.714928:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977209.714930:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977209.714932:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977209.714934:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977210.737505:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977210.737516:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977210.737523:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977210.737535:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977210.737546:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977210.737550:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977210.737554:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977210.737562:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977210.737570:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977211.761264:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977211.761273:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977211.761275:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977211.761282:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977211.761288:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977211.761295:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977211.761300:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977211.761304:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977211.761309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977211.762333:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977211.762337:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977211.762340:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977211.763798:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977211.763801:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977211.763803:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977211.763806:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977211.763808:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977211.763811:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977211.763813:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977211.763815:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977211.763817:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977213.809269:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977213.809275:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977213.809281:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977213.809288:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977213.809292:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977213.809296:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977213.809299:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977213.809301:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977213.809304:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977214.193292:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977214.193303:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977214.193306:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977214.193310:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977214.193314:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977214.193321:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14747 00000400:00000200:0.0:1783977214.193330:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977214.193336:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977214.193339:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977214.193342:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193345:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.193347:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193350:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977214.193358:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977214.193360:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977214.193363:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977214.193366:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977214.193369:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977214.193371:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977214.193374:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193376:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.193378:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193379:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977214.193382:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977214.193385:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193388:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977214.193390:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977214.193404:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977214.193409:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.193412:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977214.193414:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977214.193424:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977214.193428:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977214.193432:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977214.193434:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.193437:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977214.193439:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977214.193443:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977214.193451:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977214.193458:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.193467:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496798592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977214.193477:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977214.193481:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977214.193486:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496798592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977214.193804:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977214.193808:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977214.193811:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977214.193812:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977214.193814:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977214.193817:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977214.193820:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14747 00000400:00000200:0.0:1783977214.193824:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977214.193827:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977214.193829:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977214.193832:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193834:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.193836:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193838:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977214.193840:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977214.193842:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977214.193843:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977214.193846:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977214.193847:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977214.193849:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977214.193853:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193854:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.193856:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193858:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977214.193860:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977214.193862:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977214.193865:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977214.193867:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977214.193872:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977214.193875:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.193876:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977214.193881:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977214.193883:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.193885:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977214.193889:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977214.193892:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977214.193894:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977214.193895:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.193897:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977214.193899:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977214.193901:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977214.193905:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977214.193909:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.193914:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496798720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977214.193926:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977214.193928:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977214.193931:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496798720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977214.194599:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977214.194603:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977214.194606:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977214.194608:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977214.194610:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977214.194614:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977214.194617:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14747 00000400:00000200:0.0:1783977214.194625:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977214.194629:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977214.194632:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977214.194636:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194638:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.194641:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194643:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977214.194645:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977214.194646:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977214.194648:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977214.194650:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977214.194652:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977214.194654:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977214.194657:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194659:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.194661:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194663:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977214.194665:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977214.194668:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194670:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977214.194671:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977214.194675:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977214.194677:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.194679:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977214.194681:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977214.194683:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.194685:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977214.194689:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977214.194691:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977214.194694:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977214.194695:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.194696:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977214.194698:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977214.194700:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977214.194703:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977214.194708:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.194713:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496798848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977214.194720:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977214.194722:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977214.194726:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496798848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977214.194742:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977214.194745:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977214.194747:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977214.194749:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977214.194750:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977214.194752:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977214.194754:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14747 00000400:00000200:0.0:1783977214.194758:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977214.194761:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977214.194764:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977214.194766:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194770:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.194776:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194780:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977214.194796:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977214.194799:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977214.194802:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977214.194807:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977214.194813:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977214.194819:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977214.194827:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194832:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.194837:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194841:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977214.194845:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977214.194849:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977214.194853:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977214.194856:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977214.194860:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977214.194864:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.194868:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977214.194871:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977214.194876:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.194880:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977214.194887:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977214.194892:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977214.194898:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977214.194901:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.194905:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977214.194908:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977214.194912:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977214.194919:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977214.194924:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.194933:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496798976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977214.194946:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977214.194950:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977214.194958:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496798976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977214.194975:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977214.194979:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977214.194987:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977214.194990:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977214.194994:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977214.195001:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977214.195006:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14747 00000400:00000200:0.0:1783977214.195016:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977214.195022:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977214.195026:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977214.195032:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.195037:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.195043:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.195049:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977214.195053:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977214.195056:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977214.195060:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977214.195064:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977214.195069:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977214.195073:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977214.195078:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.195080:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977214.195082:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977214.195084:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977214.195088:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977214.195093:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977214.195098:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977214.195101:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977214.195106:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977214.195110:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.195113:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977214.195117:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977214.195122:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.195126:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977214.195133:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977214.195153:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977214.195156:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977214.195157:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.195159:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977214.195161:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977214.195163:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977214.195167:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977214.195172:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.195181:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496799104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977214.195193:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977214.195198:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977214.195207:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496799104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977214.195226:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977214.195231:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14757) 00000100:00000001:0.0:1783977214.833247:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977214.833256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977214.833259:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.833266:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977214.833272:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977214.833277:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977214.835584:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977214.835589:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977214.835594:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977215.857285:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977215.857294:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977215.857298:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977215.857304:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977215.857308:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977215.857311:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.857314:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977215.857316:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.857319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977215.857352:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977215.857354:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977215.857355:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977215.857358:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977215.857359:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977215.857361:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.857363:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977215.857364:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.857367:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977215.857844:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977215.857849:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977215.857852:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977215.857856:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977215.857862:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977215.857866:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.857870:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977215.857874:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.857879:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977216.881279:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977216.881288:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977216.881290:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977216.881297:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977216.881303:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977216.881309:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977216.881314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977216.881318:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977216.881321:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977216.881857:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977216.881861:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977216.881862:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977216.881864:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977216.881867:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977216.881869:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977216.881871:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977216.881872:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977216.881874:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977217.905308:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977217.905319:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977217.905323:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977217.905335:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977217.905343:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977217.905350:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.905362:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977217.905366:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.905373:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977217.905403:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977217.905409:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977217.905411:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977217.905416:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977217.905422:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977217.905427:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.905433:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977217.905438:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.905442:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977218.929436:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977218.929442:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977218.929444:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977218.929449:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977218.929453:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977218.929457:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977218.929462:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977218.929466:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977218.929472:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977219.953492:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977219.953497:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977219.953499:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977219.953502:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977219.953509:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977219.953513:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.953517:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977219.953521:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.953526:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977219.953804:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977219.953809:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977219.953811:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977219.953814:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977219.953817:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977219.953820:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.953823:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977219.953824:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.953826:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.977237:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977220.977246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977220.977248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.977257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977220.977266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977220.977273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.977288:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.977294:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.977298:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977220.977330:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977220.977335:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977220.977342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977220.977365:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977220.977368:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977220.977370:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.977372:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977220.977373:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977220.977375:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.977377:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.977379:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.977381:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977222.001400:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977222.001406:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977222.001410:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977222.001415:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977222.001420:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977222.001424:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977222.001734:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977222.001737:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977222.001740:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977223.025321:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977223.025325:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977223.025327:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977223.025331:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977223.025334:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977223.025336:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.025338:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977223.025341:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.025344:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977223.025398:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977223.025401:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977223.025402:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977223.025405:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977223.025407:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977223.025409:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.025412:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977223.025414:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.025416:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977224.049226:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977224.049236:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977224.049241:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977224.049252:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977224.049258:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977224.049264:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.049283:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977224.049288:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.049293:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.073419:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977225.073421:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977225.073422:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.073424:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977225.073425:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977225.073427:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.073428:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.073429:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.073431:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.073645:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977225.073647:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977225.073649:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.073651:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977225.073653:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977225.073655:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.073658:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.073659:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.073661:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977226.097296:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977226.097304:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977226.097310:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977226.097321:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977226.097337:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977226.097343:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977226.097375:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977226.097378:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977226.097383:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977226.097471:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977226.097476:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977226.097479:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977227.121582:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977227.121586:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977227.121588:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977227.121592:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977227.121595:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977227.121598:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977227.121600:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977227.121603:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977227.121605:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977228.145643:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977228.145648:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977228.145650:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977228.145653:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977228.145656:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977228.145659:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977228.145661:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977228.145664:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977228.145666:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977229.169303:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977229.169308:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977229.169310:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977229.169313:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977229.169316:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977229.169318:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977229.169321:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977229.169325:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977229.169329:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977229.169675:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977229.169680:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977229.169684:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977229.169689:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977229.169694:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977229.169698:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977229.169704:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977229.169708:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977229.169710:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.193238:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977230.193247:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977230.193251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977230.193259:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977230.193265:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977230.193272:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.193286:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977230.193289:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.193292:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977231.217259:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977231.217264:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977231.217268:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977231.217274:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977231.217280:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977231.217285:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977231.217545:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977231.217551:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977231.217557:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977232.241280:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977232.241294:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977232.241301:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977232.241317:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977232.241335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977232.241344:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977232.241368:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977232.241374:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977232.241379:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977233.265269:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977233.265278:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977233.265283:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977233.265293:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977233.265301:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977233.265308:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977233.265315:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977233.265319:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977233.265323:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.289893:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977234.289897:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977234.289898:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977234.289901:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977234.289903:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977234.289905:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977234.289907:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977234.289909:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977234.289911:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977234.673301:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977234.673314:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977234.673316:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977234.673320:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977234.673324:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977234.673331:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14768 00000400:00000200:0.0:1783977234.673339:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977234.673354:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977234.673358:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977234.673361:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673365:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.673368:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673370:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977234.673374:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977234.673377:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977234.673379:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977234.673382:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977234.673385:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977234.673387:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977234.673390:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673391:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.673393:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673395:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977234.673397:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977234.673400:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673403:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977234.673406:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977234.673409:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977234.673419:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673421:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977234.673449:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977234.673459:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977234.673463:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977234.673467:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977234.673469:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673472:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977234.673475:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977234.673478:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977234.673486:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977234.673493:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977234.673502:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496801152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977234.673513:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977234.673518:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977234.673522:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496801152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977234.673552:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977234.673555:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977234.673558:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977234.673559:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977234.673561:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977234.673564:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977234.673566:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14768 00000400:00000200:0.0:1783977234.673569:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977234.673572:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977234.673575:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977234.673577:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673579:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.673581:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673583:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977234.673586:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977234.673587:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977234.673589:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977234.673591:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977234.673593:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977234.673595:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977234.673598:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673600:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.673602:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673603:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977234.673606:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977234.673609:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673611:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977234.673613:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977234.673619:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977234.673621:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673623:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977234.673627:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977234.673630:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673632:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977234.673635:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977234.673638:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977234.673640:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977234.673641:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673643:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977234.673644:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977234.673646:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977234.673654:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977234.673668:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977234.673674:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496801280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977234.673683:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977234.673686:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977234.673692:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496801280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977234.673705:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977234.673710:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977234.673716:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977234.673719:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977234.673721:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977234.673722:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977234.673725:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14768 00000400:00000200:0.0:1783977234.673727:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977234.673730:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977234.673733:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977234.673737:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673740:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.673743:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673745:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977234.673750:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977234.673753:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977234.673756:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977234.673758:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977234.673761:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977234.673764:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977234.673768:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673771:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.673775:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673779:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977234.673780:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977234.673782:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673787:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977234.673790:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977234.673792:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977234.673795:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673797:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977234.673799:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977234.673802:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673804:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977234.673807:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977234.673810:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977234.673812:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977234.673813:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.673815:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977234.673817:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977234.673819:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977234.673823:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977234.673827:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977234.673835:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496801408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977234.673852:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977234.673855:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977234.673859:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496801408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977234.673874:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977234.673879:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977234.673885:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977234.673887:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977234.673891:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977234.673897:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977234.673900:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14768 00000400:00000200:0.0:1783977234.673940:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977234.673948:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977234.673952:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977234.673959:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673964:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.673969:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.673972:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977234.673976:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977234.673978:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977234.673981:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977234.673985:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977234.673989:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977234.673993:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977234.673999:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674003:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.674008:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674012:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977234.674016:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977234.674020:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674024:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977234.674028:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977234.674033:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977234.674036:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.674041:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977234.674044:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977234.674060:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.674064:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977234.674072:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977234.674076:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977234.674080:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977234.674082:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.674087:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977234.674088:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977234.674091:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977234.674095:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977234.674099:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977234.674104:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496801536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977234.674114:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977234.674117:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977234.674121:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496801536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977234.674127:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977234.674131:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977234.674133:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977234.674134:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977234.674169:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977234.674174:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977234.674180:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14768 00000400:00000200:0.0:1783977234.674187:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977234.674193:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977234.674196:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977234.674202:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674206:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.674209:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674211:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977234.674213:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977234.674216:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977234.674218:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977234.674220:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977234.674223:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977234.674226:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977234.674232:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674235:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977234.674238:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674242:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977234.674246:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977234.674250:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977234.674251:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977234.674252:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977234.674254:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977234.674255:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.674256:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977234.674257:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977234.674259:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.674261:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977234.674264:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977234.674267:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977234.674271:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977234.674273:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977234.674275:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977234.674277:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977234.674279:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977234.674283:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977234.674287:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977234.674294:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496801664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977234.674317:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977234.674320:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977234.674326:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496801664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977234.674332:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977234.674336:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14778) 00000100:00000001:0.0:1783977235.313263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977235.313272:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977235.313275:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977235.313283:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977235.313289:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977235.313294:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.313300:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977235.313305:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.313309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.314526:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977235.314530:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977235.314532:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977235.314535:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977235.314538:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977235.314540:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.314543:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977235.314545:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.314547:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977236.337259:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977236.337263:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977236.337266:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977236.337273:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977236.337278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977236.337283:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977236.337288:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977236.337291:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977236.337296:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977236.337310:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977236.337313:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977236.337315:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977236.337319:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977236.337323:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977236.337326:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977236.337330:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977236.337332:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977236.337336:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977237.361366:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977237.361371:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977237.361375:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977237.361390:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977237.361395:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977237.361399:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977237.361403:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977237.361407:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977237.361410:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977238.385244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977238.385254:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977238.385259:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977238.385270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977238.385277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977238.385282:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977238.385296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977238.385300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977238.385305:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977239.409729:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977239.409732:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977239.409734:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977239.409737:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977239.409740:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977239.409742:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977239.409744:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977239.409746:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977239.409748:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.433256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977240.433265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977240.433269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977240.433277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977240.433284:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977240.433288:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.433292:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977240.433295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.433300:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.433429:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977240.433434:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977240.433437:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977240.433442:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977240.433447:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977240.433452:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.433457:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977240.433459:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.433463:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977241.457289:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977241.457316:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977241.457318:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977241.457331:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977241.457335:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977241.457342:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977241.457345:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977241.457347:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977241.457351:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977241.457587:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977241.457591:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977241.457597:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977242.481261:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977242.481270:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977242.481275:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977242.481285:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977242.481302:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977242.481307:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977242.481328:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977242.481329:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977242.481332:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977242.481343:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977242.481347:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977242.481350:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977242.481354:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977242.481359:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977242.481363:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977242.481376:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977242.481379:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977242.481382:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977243.505397:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977243.505402:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977243.505406:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977243.505410:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977243.505414:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977243.505417:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977243.505795:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977243.505799:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977243.505802:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977244.529319:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977244.529337:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977244.529339:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977244.529345:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977244.529349:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977244.529351:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529353:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977244.529354:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529356:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977244.529378:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977244.529381:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977244.529382:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977244.529384:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977244.529385:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977244.529387:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529390:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977244.529391:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529401:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977244.529538:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977244.529540:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977244.529541:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977244.529543:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977244.529545:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977244.529546:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529548:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977244.529549:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529550:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977244.529812:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977244.529815:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977244.529818:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977244.529820:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977244.529823:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977244.529825:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529829:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977244.529831:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.529832:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.553269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977245.553278:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977245.553282:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.553290:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977245.553296:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977245.553300:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.553304:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.553308:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.553315:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.553332:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977245.553335:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977245.553337:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.553339:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977245.553341:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977245.553344:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.553346:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.553347:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.553349:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977246.577276:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977246.577284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977246.577288:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977246.577295:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977246.577300:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977246.577305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.577322:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977246.577332:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.577337:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977246.577490:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977246.577493:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977246.577496:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977247.601244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977247.601251:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977247.601254:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977247.601262:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977247.601270:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977247.601273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977247.601286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977247.601291:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977247.601295:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977247.601327:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977247.601332:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977247.601337:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977248.625294:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977248.625297:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977248.625300:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977248.625304:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977248.625309:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977248.625312:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977248.625325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977248.625327:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977248.625329:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977248.625407:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977248.625410:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977248.625411:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977248.625413:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977248.625415:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977248.625417:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977248.625419:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977248.625420:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977248.625421:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977249.649251:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977249.649258:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977249.649263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977249.649270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977249.649277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977249.649283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977249.649296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977249.649300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977249.649307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977249.649327:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977249.649332:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977249.649337:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977249.649351:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977249.649355:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977249.649358:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977249.649360:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977249.649362:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977249.649364:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977250.033299:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977250.033311:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977250.033313:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977250.033317:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977250.033321:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977250.033329:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14783 00000400:00000200:0.0:1783977250.033338:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977250.033344:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977250.033346:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977250.033349:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033353:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033355:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033358:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977250.033361:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977250.033363:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977250.033366:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977250.033369:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977250.033372:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977250.033374:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977250.033377:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033378:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033380:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033382:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977250.033384:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977250.033388:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033390:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.033393:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977250.033397:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.033400:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033402:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977250.033404:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977250.033413:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977250.033417:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977250.033421:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977250.033422:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033425:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977250.033428:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977250.033431:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977250.033439:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977250.033445:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.033454:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496803072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977250.033470:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977250.033474:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.033478:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496803072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.033512:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977250.033516:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977250.033519:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977250.033520:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977250.033522:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977250.033525:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977250.033528:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14783 00000400:00000200:0.0:1783977250.033532:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977250.033535:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977250.033537:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977250.033540:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033541:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033544:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033545:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977250.033548:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977250.033549:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977250.033550:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977250.033552:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977250.033555:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977250.033557:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977250.033559:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033561:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033563:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033565:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977250.033567:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977250.033570:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033572:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.033573:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977250.033579:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.033581:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033583:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977250.033587:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977250.033590:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033592:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977250.033595:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977250.033598:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977250.033600:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977250.033602:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033603:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977250.033605:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977250.033607:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977250.033610:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977250.033613:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.033619:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496803200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977250.033626:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977250.033628:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.033632:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496803200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.033652:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977250.033655:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977250.033658:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977250.033660:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977250.033662:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977250.033664:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977250.033668:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14783 00000400:00000200:0.0:1783977250.033672:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977250.033675:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977250.033677:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977250.033680:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033682:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033694:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033696:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977250.033699:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977250.033700:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977250.033701:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977250.033703:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977250.033705:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977250.033707:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977250.033710:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033712:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033714:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033715:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977250.033717:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977250.033720:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033723:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.033725:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977250.033728:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.033730:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033731:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977250.033733:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977250.033736:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033738:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977250.033742:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977250.033744:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977250.033747:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977250.033748:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033750:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977250.033751:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977250.033753:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977250.033757:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977250.033760:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.033765:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496803328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977250.033772:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977250.033774:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.033777:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496803328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.033785:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977250.033787:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977250.033790:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977250.033791:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977250.033792:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977250.033795:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977250.033797:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14783 00000400:00000200:0.0:1783977250.033801:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977250.033803:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977250.033805:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977250.033808:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033810:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033812:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033813:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977250.033815:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977250.033816:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977250.033818:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977250.033820:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977250.033822:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977250.033825:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977250.033827:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033829:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033831:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033833:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977250.033835:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977250.033838:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033840:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.033841:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977250.033844:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.033846:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033847:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977250.033850:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977250.033852:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033853:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977250.033856:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977250.033859:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977250.033861:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977250.033862:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033864:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977250.033865:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977250.033867:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977250.033870:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977250.033873:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.033878:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496803456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977250.033885:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977250.033887:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.033890:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496803456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.033897:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977250.033900:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977250.033903:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977250.033904:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977250.033906:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977250.033909:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977250.033911:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14783 00000400:00000200:0.0:1783977250.033914:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977250.033916:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977250.033919:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977250.033921:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033923:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033925:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033927:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977250.033929:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977250.033930:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977250.033932:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977250.033934:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977250.033936:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977250.033938:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977250.033941:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033943:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977250.033945:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033947:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977250.033949:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977250.033952:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977250.033954:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.033955:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977250.033958:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.033960:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033962:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977250.033965:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977250.033967:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033969:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977250.033972:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977250.033974:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977250.033977:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977250.033978:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.033980:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977250.033981:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977250.033982:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977250.033987:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977250.033990:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.033994:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496803584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977250.034001:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977250.034002:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.034006:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496803584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.034013:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.034017:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14793) 00000100:00000001:0.0:1783977250.673295:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977250.673300:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977250.673303:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.673309:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977250.673314:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977250.673318:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977250.673321:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.673322:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977250.673324:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.673346:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977250.673350:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977250.673354:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.673357:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977250.673361:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977250.673364:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977250.673369:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.673372:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977250.673374:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977251.697307:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977251.697322:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977251.697327:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977251.697340:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977251.697350:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977251.697358:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977251.697386:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977251.697391:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977251.697397:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977251.697549:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977251.697552:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977251.697555:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977252.721284:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977252.721291:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977252.721295:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977252.721301:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977252.721307:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977252.721313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977252.721317:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977252.721321:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977252.721327:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.745334:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977253.745343:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977253.745345:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977253.745352:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977253.745356:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.745360:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.745362:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977253.745365:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.745368:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977254.769297:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977254.769303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977254.769308:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977254.769312:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977254.769317:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977254.769322:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977254.769326:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977254.769328:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977254.769330:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.795825:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977255.795831:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977255.795832:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.795836:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977255.795838:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977255.795841:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.795843:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.795845:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.795847:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977256.817317:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977256.817331:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977256.817335:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977256.817346:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977256.817353:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977256.817358:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.817364:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977256.817377:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.817380:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977256.817441:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977256.817449:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977256.817456:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977256.817465:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977256.817474:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977256.817481:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.817495:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977256.817500:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.817504:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977256.817521:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977256.817525:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977256.817528:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977257.841242:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977257.841248:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977257.841251:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977257.841256:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977257.841260:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977257.841264:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.841268:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977257.841272:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.841275:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977257.841345:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977257.841347:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977257.841349:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977257.841380:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977257.841384:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977257.841385:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977257.841388:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977257.841390:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977257.841392:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.841394:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977257.841396:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.841400:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977257.841725:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977257.841731:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977257.841734:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977257.841739:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977257.841743:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977257.841745:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.841748:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977257.841750:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.841752:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977258.865253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977258.865259:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977258.865263:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977258.865272:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977258.865280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977258.865286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977258.865459:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977258.865463:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977258.865466:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977259.889252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977259.889258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977259.889262:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977259.889267:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977259.889271:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977259.889277:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.889289:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977259.889294:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.889300:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977259.889449:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977259.889453:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977259.889455:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977259.889459:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977259.889463:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977259.889466:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.889470:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977259.889474:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.889479:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977259.889505:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977259.889508:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977259.889509:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977259.889511:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977259.889513:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977259.889515:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.889517:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977259.889519:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.889521:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977260.913258:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977260.913263:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977260.913267:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977260.913274:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977260.913280:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977260.913284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977260.913298:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977260.913302:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977260.913305:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977260.913328:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977260.913333:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977260.913337:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977260.913341:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977260.913347:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977260.913351:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977260.913355:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977260.913357:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977260.913360:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977261.937490:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977261.937496:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977261.937501:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977262.961273:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977262.961279:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977262.961282:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977262.961288:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977262.961295:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977262.961299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977262.961319:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977262.961323:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977262.961325:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977262.961336:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977262.961339:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977262.961342:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977262.961347:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977262.961352:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977262.961356:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977262.961362:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977262.961364:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977262.961368:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977262.961395:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977262.961399:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977262.961402:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977263.985253:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977263.985262:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977263.985267:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977263.985275:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977263.985282:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977263.985288:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977263.985295:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977263.985300:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977263.985308:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977263.985344:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977263.985348:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977263.985350:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977263.985352:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977263.985356:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977263.985361:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977263.985374:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977263.985382:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977263.985387:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977265.009251:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977265.009260:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977265.009265:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977265.009273:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977265.009279:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977265.009284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977265.009307:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977265.009310:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977265.009313:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.033456:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977266.033466:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977266.033470:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.033480:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977266.033492:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977266.033499:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.033519:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.033523:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.033527:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977267.057267:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977267.057275:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977267.057278:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977267.057285:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977267.057289:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977267.057294:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.057299:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977267.057303:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.057308:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977267.057324:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977267.057329:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977267.057333:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977267.057337:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977267.057343:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977267.057348:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.057365:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977267.057369:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.057373:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977267.057500:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977267.057502:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977267.057504:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977268.081269:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977268.081279:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977268.081284:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977268.081292:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977268.081299:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977268.081303:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.081309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977268.081312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.081316:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977268.081331:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977268.081336:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977268.081340:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977268.081345:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977268.081349:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977268.081355:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.081361:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977268.081365:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.081371:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977269.105247:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977269.105255:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977269.105260:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977269.105268:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977269.105276:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977269.105281:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977269.105287:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977269.105291:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977269.105301:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977270.129380:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977270.129387:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977270.129390:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977270.129395:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977270.129401:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977270.129405:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977270.129408:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977270.129410:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977270.129413:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977270.129926:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977270.129928:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977270.129930:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977270.129932:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977270.129935:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977270.129937:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977270.129938:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977270.129940:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977270.129942:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.153225:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977271.153235:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977271.153239:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.153248:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977271.153256:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977271.153262:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.153275:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.153278:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.153281:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.153306:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977271.153312:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977271.153317:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.153321:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977271.153327:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977271.153331:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.153335:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.153339:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.153345:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977272.177244:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977272.177251:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977272.177255:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977272.177262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977272.177270:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977272.177277:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977272.177282:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977272.177285:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977272.177288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977272.177585:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977272.177588:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977272.177592:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977273.201536:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977273.201540:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977273.201543:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977274.225276:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977274.225284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977274.225288:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977274.225294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977274.225300:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977274.225307:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977274.225329:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977274.225334:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977274.225338:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977275.249254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977275.249268:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977275.249273:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977275.249279:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977275.249285:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977275.249290:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.249548:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977275.249551:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.249554:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.273447:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977276.273451:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977276.273452:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977276.273455:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977276.273458:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977276.273460:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.273926:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977276.273929:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.273932:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977277.297259:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977277.297268:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977277.297272:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977277.297280:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977277.297286:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977277.297292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977277.297306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977277.297310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977277.297314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977277.297361:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977277.297366:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977277.297370:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977277.297374:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977277.297378:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977277.297383:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977277.297387:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977277.297390:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977277.297395:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977277.297625:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977277.297628:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977277.297630:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977278.321292:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977278.321302:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977278.321305:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977278.321315:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977278.321321:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977278.321327:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.321343:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977278.321347:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.321350:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977278.321398:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977278.321401:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977278.321402:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977278.321405:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977278.321407:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977278.321409:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.321411:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977278.321413:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.321415:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977278.321435:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977278.321440:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977278.321443:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977278.321447:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977278.321450:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977278.321453:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.321455:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977278.321456:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.321459:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977278.321588:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977278.321592:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977278.321595:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977279.345264:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977279.345271:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977279.345274:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977279.345281:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977279.345287:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977279.345291:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977279.345307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977279.345310:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977279.345313:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977280.369230:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977280.369238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977280.369242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977280.369248:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977280.369255:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977280.369261:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977280.369268:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977280.369272:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977280.369279:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977280.369756:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977280.369760:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977280.369762:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977280.369765:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977280.369773:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977280.369775:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977280.369778:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977280.369780:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977280.369783:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977281.393263:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977281.393273:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977281.393278:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977281.393286:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977281.393291:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977281.393296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.393300:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977281.393304:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.393307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977281.393324:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977281.393328:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977281.393331:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977281.393335:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977281.393337:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977281.393339:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.393342:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977281.393343:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.393346:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977281.393394:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977281.393398:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977281.393401:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977282.417427:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977282.417434:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977282.417437:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977282.417701:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977282.417706:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977282.417710:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977282.417716:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977282.417721:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977282.417725:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977282.417730:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977282.417734:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977282.417739:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977283.441272:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977283.441282:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977283.441286:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977283.441294:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977283.441301:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977283.441308:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977283.441313:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977283.441317:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977283.441324:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977283.441394:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977283.441399:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977283.441403:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977283.441407:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977283.441412:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977283.441416:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977283.441418:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977283.441420:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977283.441422:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977284.465406:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977284.465411:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977284.465413:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977284.465416:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977284.465420:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977284.465424:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977284.465431:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977284.465435:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977284.465437:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977284.465449:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977284.465451:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977284.465453:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977284.465456:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977284.465464:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977284.465465:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977284.468167:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977284.468175:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977284.468181:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.513432:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977286.513436:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977286.513438:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.513450:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977286.513454:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977286.513456:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977286.513458:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977286.513460:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977286.513462:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977286.513741:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977286.513745:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977286.513748:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977288.561674:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977288.561677:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977288.561679:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977288.561681:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977288.561683:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977288.561685:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977288.561687:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977288.561688:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977288.561690:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977289.585315:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977289.585321:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977289.585325:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977289.585330:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977289.585335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977289.585338:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977289.585341:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977289.585343:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977289.585346:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.609256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977290.609265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977290.609269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.609277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977290.609284:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977290.609291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.609308:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977290.609311:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.609314:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.609343:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977290.609346:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977290.609348:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.609351:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977290.609353:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977290.609355:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.609357:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977290.609358:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.609361:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.609399:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977290.609402:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977290.609404:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.609410:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977290.609415:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977290.609419:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.609424:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977290.609428:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.609434:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977290.609481:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977290.609485:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977290.609488:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977290.993398:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977290.993410:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977290.993412:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977290.993416:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977290.993420:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977290.993427:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14824 00000400:00000200:0.0:1783977290.993444:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977290.993449:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977290.993452:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977290.993455:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993458:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993460:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993463:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977290.993467:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977290.993469:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977290.993471:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977290.993475:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977290.993477:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977290.993479:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977290.993482:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993484:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993486:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993488:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977290.993490:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977290.993493:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993496:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977290.993498:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977290.993502:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977290.993505:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993507:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977290.993509:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977290.993519:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977290.993522:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977290.993526:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977290.993528:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993531:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977290.993533:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977290.993537:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977290.993557:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977290.993564:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.993574:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496808192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977290.993583:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977290.993588:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977290.993592:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496808192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977290.993620:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977290.993623:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977290.993626:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977290.993628:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977290.993629:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977290.993632:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977290.993635:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14824 00000400:00000200:0.0:1783977290.993639:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977290.993641:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977290.993642:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977290.993644:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993646:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993647:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993648:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977290.993650:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977290.993650:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977290.993651:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977290.993653:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977290.993654:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977290.993655:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977290.993657:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993658:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993659:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993660:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977290.993661:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977290.993663:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993664:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977290.993665:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977290.993670:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977290.993671:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993672:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977290.993675:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977290.993677:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993678:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977290.993681:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977290.993682:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977290.993684:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977290.993685:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993686:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977290.993687:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977290.993688:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977290.993691:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977290.993701:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.993706:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496808320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977290.993713:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977290.993715:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977290.993718:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496808320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977290.993725:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977290.993729:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977290.993732:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977290.993733:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977290.993736:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977290.993738:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977290.993740:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14824 00000400:00000200:0.0:1783977290.993744:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977290.993746:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977290.993748:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977290.993750:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993751:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993752:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993753:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977290.993755:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977290.993756:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977290.993758:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977290.993759:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977290.993761:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977290.993763:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977290.993766:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993768:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993769:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993771:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977290.993773:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977290.993776:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993778:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977290.993780:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977290.993782:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977290.993784:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993786:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977290.993788:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977290.993790:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993791:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977290.993804:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977290.993807:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977290.993810:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977290.993811:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993813:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977290.993814:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977290.993816:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977290.993820:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977290.993823:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.993828:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496808448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977290.993842:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977290.993844:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977290.993848:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496808448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977290.993856:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977290.993858:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977290.993861:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977290.993863:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977290.993864:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977290.993867:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977290.993870:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14824 00000400:00000200:0.0:1783977290.993874:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977290.993876:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977290.993879:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977290.993881:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993884:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993886:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993901:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977290.993903:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977290.993904:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977290.993906:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977290.993908:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977290.993910:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977290.993912:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977290.993916:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993917:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.993919:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993921:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977290.993924:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977290.993927:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977290.993929:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977290.993931:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977290.993934:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977290.993935:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993937:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977290.993939:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977290.993941:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993943:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977290.993946:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977290.993948:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977290.993950:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977290.993951:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.993952:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977290.993953:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977290.993954:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977290.993957:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977290.993959:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.993962:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496808576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977290.993976:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977290.993978:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977290.993981:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496808576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977290.993989:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977290.993991:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977290.993994:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977290.993995:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977290.993997:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977290.994000:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977290.994003:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14824 00000400:00000200:0.0:1783977290.994007:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977290.994017:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977290.994019:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977290.994022:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.994026:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.994028:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.994030:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977290.994032:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977290.994033:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977290.994035:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977290.994037:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977290.994039:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977290.994041:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977290.994043:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.994045:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977290.994047:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977290.994049:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977290.994051:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977290.994053:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977290.994055:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977290.994057:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977290.994060:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977290.994062:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.994064:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977290.994065:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977290.994067:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.994068:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977290.994070:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977290.994072:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977290.994074:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977290.994075:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.994076:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977290.994078:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977290.994080:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977290.994083:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977290.994087:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.994091:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496808704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977290.994098:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977290.994100:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977290.994104:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496808704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977290.994111:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977290.994115:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14834) 00000100:00000001:0.0:1783977291.633272:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977291.633275:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977291.633280:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.633282:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977291.633284:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977291.633288:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.633291:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.633293:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.633296:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.633443:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977291.633447:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977291.633448:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.633450:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977291.633452:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977291.633455:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.633457:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.633459:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.633461:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.633480:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977291.633482:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977291.633483:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.633485:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977291.633487:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977291.633489:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.633491:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.633492:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.633494:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977291.633588:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977291.633592:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977291.633597:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977292.657381:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977292.657387:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977292.657390:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977292.657394:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977292.657398:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977292.657414:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977292.657421:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977292.657429:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977292.657437:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977293.681282:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977293.681306:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977293.681314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977293.681325:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977293.681333:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977293.681339:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977293.681366:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977293.681382:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977293.681397:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977294.705261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977294.705271:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977294.705275:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977294.705285:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977294.705292:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977294.705299:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977294.705306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977294.705324:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977294.705331:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977294.708570:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977294.708575:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977294.708576:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977294.708582:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977294.708585:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977294.708587:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977294.708590:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977294.708592:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977294.708595:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977295.729311:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977295.729320:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977295.729322:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977295.729330:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977295.729334:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977295.729338:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.729342:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977295.729346:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.729359:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977295.730837:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977295.730841:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977295.730845:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977296.753271:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977296.753280:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977296.753285:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.753293:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977296.753301:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977296.753308:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.753315:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.753321:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.753326:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.753393:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977296.753398:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977296.753401:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.753408:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977296.753413:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977296.753417:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.753426:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.753430:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.753433:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977296.753450:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977296.753455:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977296.753460:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977297.777299:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977297.777323:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977297.777327:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977297.777333:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977297.777339:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977297.777343:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.777347:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977297.777351:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.777357:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977297.777409:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977297.777416:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977297.777420:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977297.777426:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977297.777431:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977297.777433:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.777437:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977297.777439:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.777441:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977298.801405:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977298.801411:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977298.801416:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977298.801423:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977298.801429:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977298.801435:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977298.801443:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977298.801448:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977298.801451:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977299.826107:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977299.826112:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977299.826116:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977299.826122:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977299.826130:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977299.826134:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977299.826181:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977299.826186:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977299.826188:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977300.849275:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977300.849284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977300.849286:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977300.849293:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977300.849297:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977300.849302:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977300.849305:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977300.849308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977300.849312:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977300.850157:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977300.850161:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977300.850162:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977300.850165:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977300.850168:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977300.850169:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977300.850171:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977300.850173:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977300.850175:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977301.233434:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977301.233445:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977301.233448:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977301.233453:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977301.233458:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977301.233467:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14834 00000400:00000200:0.0:1783977301.233478:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977301.233484:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977301.233488:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977301.233491:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233494:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.233497:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233499:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977301.233503:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977301.233506:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977301.233509:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977301.233513:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977301.233515:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977301.233518:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977301.233532:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233534:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.233536:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233538:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977301.233541:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977301.233544:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233547:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977301.233550:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977301.233554:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977301.233557:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.233559:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977301.233562:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977301.233573:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977301.233577:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977301.233589:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977301.233591:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.233594:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977301.233598:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977301.233602:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977301.233613:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977301.233621:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.233631:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496809472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977301.233644:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977301.233650:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977301.233655:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496809472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977301.233684:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977301.233687:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977301.233691:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977301.233693:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977301.233694:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977301.233697:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977301.233700:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14834 00000400:00000200:0.0:1783977301.233704:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977301.233707:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977301.233709:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977301.233712:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233714:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.233716:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233718:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977301.233720:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977301.233721:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977301.233731:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977301.233734:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977301.233736:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977301.233738:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977301.233741:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233743:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.233745:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233747:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977301.233750:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977301.233753:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233756:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977301.233758:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977301.233764:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977301.233766:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.233768:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977301.233774:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977301.233780:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.233785:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977301.233791:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977301.233796:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977301.233802:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977301.233805:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.233816:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977301.233819:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977301.233823:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977301.233830:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977301.233837:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.233848:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496809600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977301.233861:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977301.233865:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977301.233870:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496809600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977301.233884:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977301.233887:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977301.233892:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977301.233895:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977301.233897:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977301.233903:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977301.233906:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14834 00000400:00000200:0.0:1783977301.233913:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977301.233918:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977301.233921:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977301.233928:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233932:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.233937:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233942:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977301.233947:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977301.233950:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977301.233954:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977301.233957:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977301.233962:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977301.233968:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977301.233975:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233978:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.233982:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233985:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977301.233989:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977301.233995:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977301.233998:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977301.234002:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977301.234006:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977301.234010:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.234012:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977301.234015:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977301.234020:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.234021:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977301.234027:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977301.234032:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977301.234037:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977301.234040:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.234045:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977301.234048:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977301.234052:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977301.234058:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977301.234065:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.234073:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496809728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977301.234100:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977301.234103:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977301.234111:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496809728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977301.234124:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977301.234129:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977301.234135:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977301.234170:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977301.234175:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977301.234180:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977301.234185:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14834 00000400:00000200:0.0:1783977301.234191:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977301.234198:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977301.234203:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977301.234208:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.234211:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.234215:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.234220:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977301.234224:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977301.234227:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977301.234228:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977301.234231:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977301.234250:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977301.234263:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977301.234271:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.234277:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.234281:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.234285:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977301.234896:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977301.234906:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977301.234912:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977301.234919:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977301.234925:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977301.234931:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.234936:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977301.234942:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977301.234948:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.234953:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977301.234960:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977301.234966:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977301.234972:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977301.234976:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.234981:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977301.234985:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977301.234989:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977301.234998:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977301.235004:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.235015:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496809856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977301.235037:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977301.235042:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977301.235051:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496809856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977301.235066:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977301.235069:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977301.235073:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977301.235074:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977301.235076:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977301.235080:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977301.235087:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14834 00000400:00000200:0.0:1783977301.235099:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977301.235107:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977301.235112:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977301.235121:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.235128:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.235133:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.235158:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977301.235164:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977301.235167:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977301.235168:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977301.235173:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977301.235177:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977301.235179:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977301.235185:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.235189:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977301.235193:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977301.235198:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977301.235201:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977301.235207:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977301.235210:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977301.235214:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977301.235218:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977301.235224:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.235230:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977301.235302:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977301.235309:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.235311:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977301.235317:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977301.235321:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977301.235325:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977301.235328:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.235332:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977301.235335:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977301.235337:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977301.235342:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977301.235346:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.235354:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496809984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977301.235371:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977301.235376:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977301.235384:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496809984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977301.235410:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977301.235417:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14844) 00000100:00000001:0.0:1783977301.873265:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977301.873272:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977301.873276:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.873281:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977301.873285:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977301.873288:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.873294:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977301.873297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.873301:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977301.873865:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977301.873869:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977301.873872:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977302.897292:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977302.897299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977302.897301:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.897308:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977302.897313:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977302.897320:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.897854:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.897856:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.897859:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977302.897888:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977302.897891:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977302.897894:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977303.921277:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977303.921287:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977303.921293:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977303.921300:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977303.921308:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977303.921325:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977303.921349:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977303.921352:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977303.921357:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977304.945332:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977304.945341:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977304.945346:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977304.945355:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977304.945363:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977304.945369:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.945374:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977304.945378:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.945385:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977304.945412:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977304.945419:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977304.945424:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977304.945430:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977304.945436:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977304.945440:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.945446:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977304.945451:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.945455:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977305.969334:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977305.969341:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977305.969345:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977305.969357:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977305.969364:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977305.969374:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977305.969382:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977305.969387:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977305.969393:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977305.969424:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977305.969427:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977305.969431:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977306.353288:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977306.353300:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977306.353302:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977306.353306:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977306.353311:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977306.353318:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14839 00000400:00000200:0.0:1783977306.353327:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977306.353333:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977306.353335:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977306.353337:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353339:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353341:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353343:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977306.353346:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977306.353347:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977306.353349:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977306.353351:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977306.353353:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977306.353354:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977306.353356:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353357:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353358:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353359:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977306.353361:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977306.353363:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353364:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977306.353367:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977306.353370:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977306.353371:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353373:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977306.353375:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977306.353383:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977306.353387:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977306.353391:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977306.353392:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353395:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977306.353398:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977306.353401:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977306.353410:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977306.353416:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.353425:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496810112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977306.353432:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977306.353435:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977306.353438:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496810112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977306.353455:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977306.353457:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977306.353460:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977306.353461:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977306.353462:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977306.353464:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977306.353465:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14839 00000400:00000200:0.0:1783977306.353468:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977306.353470:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977306.353471:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977306.353473:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353475:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353477:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353479:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977306.353482:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977306.353484:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977306.353486:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977306.353489:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977306.353491:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977306.353493:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977306.353496:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353499:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353501:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353503:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977306.353506:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977306.353509:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353512:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977306.353514:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977306.353520:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977306.353525:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353533:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977306.353537:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977306.353541:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353543:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977306.353547:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977306.353550:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977306.353557:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977306.353560:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353567:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977306.353571:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977306.353577:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977306.353588:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977306.353598:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.353611:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496810240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977306.353640:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977306.353644:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977306.353650:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496810240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977306.353659:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977306.353662:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977306.353664:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977306.353666:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977306.353667:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977306.353670:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977306.353672:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14839 00000400:00000200:0.0:1783977306.353675:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977306.353678:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977306.353681:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977306.353683:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353685:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353687:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353689:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977306.353690:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977306.353692:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977306.353693:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977306.353695:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977306.353696:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977306.353698:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977306.353701:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353703:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353704:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353706:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977306.353708:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977306.353711:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353713:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977306.353714:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977306.353717:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977306.353719:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353720:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977306.353722:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977306.353724:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353726:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977306.353729:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977306.353731:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977306.353733:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977306.353734:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353735:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977306.353737:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977306.353738:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977306.353741:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977306.353744:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.353748:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496810368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977306.353755:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977306.353757:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977306.353760:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496810368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977306.353764:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977306.353766:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977306.353768:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977306.353769:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977306.353770:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977306.353772:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977306.353774:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14839 00000400:00000200:0.0:1783977306.353776:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977306.353779:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977306.353785:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977306.353789:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353790:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353791:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353793:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977306.353794:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977306.353798:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977306.353801:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977306.353807:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977306.353809:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977306.353810:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977306.353812:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353815:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.353824:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353830:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977306.353837:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977306.353845:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977306.353850:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977306.353852:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977306.353854:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977306.353857:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353866:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977306.353868:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977306.353870:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353871:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977306.353876:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977306.353880:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977306.353884:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977306.353888:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.353891:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977306.353892:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977306.353893:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977306.353899:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977306.353906:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.353923:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496810496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977306.353941:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977306.353947:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977306.353952:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496810496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977306.353960:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977306.353967:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977306.353971:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977306.353972:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977306.353974:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977306.353977:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977306.353984:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14839 00000400:00000200:0.0:1783977306.353990:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977306.353999:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977306.354002:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977306.354008:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.354014:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.354020:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.354027:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977306.354033:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977306.354038:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977306.354043:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977306.354048:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977306.354061:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977306.354068:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977306.354073:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.354076:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977306.354083:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977306.354087:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977306.354096:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977306.354103:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977306.354107:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977306.354112:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977306.354117:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977306.354120:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.354121:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977306.354123:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977306.354131:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.354132:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977306.354170:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977306.354174:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977306.354177:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977306.354177:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977306.354179:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977306.354180:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977306.354182:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977306.354185:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977306.354188:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.354192:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496810624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977306.354209:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977306.354215:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977306.354226:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496810624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977306.354251:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977306.354257:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14849) 00000100:00000001:0.0:1783977306.993277:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977306.993291:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977306.993298:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.993311:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977306.993321:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977306.993330:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.993342:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977306.993349:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.993365:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977306.993661:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977306.993665:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977306.993668:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977306.995383:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977306.995386:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977306.995387:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.995389:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977306.995390:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977306.995392:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.995393:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977306.995394:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.995395:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977308.017299:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977308.017305:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977308.017310:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977308.017320:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977308.017330:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977308.017335:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977308.017352:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977308.017359:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977308.017365:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977308.017413:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977308.017419:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977308.017443:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977309.041264:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977309.041274:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977309.041277:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977309.041286:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977309.041294:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977309.041301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977309.041309:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977309.041313:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977309.041320:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977310.072179:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977310.072188:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977310.072190:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977310.072196:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977310.072200:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977310.072204:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.072206:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977310.072209:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.072212:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977311.089257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977311.089267:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977311.089271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977311.089281:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977311.089289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977311.089294:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977311.090857:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977311.090860:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977311.090862:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977311.091269:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977311.091272:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977311.091275:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977312.113251:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977312.113258:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977312.113260:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.113268:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977312.113274:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977312.113277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.113281:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977312.113284:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.113290:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.113520:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977312.113525:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977312.113529:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.113534:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977312.113537:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977312.113540:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.113543:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977312.113545:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.113913:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977312.114000:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977312.114004:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977312.114007:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977313.137854:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977313.137857:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977313.137859:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977313.137861:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977313.137863:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977313.137866:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977313.137868:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977313.137869:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977313.137871:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977314.161322:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977314.161328:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977314.161331:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977314.161336:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977314.161341:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977314.161343:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977314.161346:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977314.161348:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977314.161351:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977314.161924:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977314.161928:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977314.161930:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977314.161933:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977314.161936:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977314.161940:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977314.161945:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977314.161948:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977314.161954:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977315.185378:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977315.185383:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977315.185385:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977315.185388:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977315.185391:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977315.185393:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977315.188342:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977315.188347:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977315.188352:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977316.210372:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977316.210377:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977316.210378:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977316.210381:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977316.210384:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977316.210386:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977316.210389:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977316.210390:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977316.210393:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977317.233299:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977317.233304:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977317.233306:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977317.233309:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977317.233312:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977317.233314:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.233316:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977317.233318:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.233320:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977317.233374:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977317.233379:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977317.233381:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977317.233383:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977317.233385:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977317.233388:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.233390:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977317.233392:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.233394:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977317.235941:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977317.235947:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977317.235952:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977318.257261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977318.257267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977318.257271:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977318.257276:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977318.257279:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977318.257283:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977318.257287:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977318.257291:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977318.257301:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977318.257594:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977318.257599:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977318.257603:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977318.257609:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977318.257614:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977318.257617:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977318.257620:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977318.257622:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977318.257625:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977319.282005:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977319.282017:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977319.282019:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977319.282023:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977319.282025:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977319.282028:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977319.282032:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977319.282033:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977319.282035:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977319.282047:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977319.282050:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977319.282054:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977319.282059:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977319.282064:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977319.282069:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977319.282074:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977319.282078:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977319.282080:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977320.305504:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977320.305508:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977320.305509:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977320.305513:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977320.305516:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977320.305519:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977320.305521:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977320.305523:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977320.305525:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977321.329395:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977321.329398:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977321.329400:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977321.329402:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977321.329405:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977321.329407:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977321.329408:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977321.329410:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977321.329411:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977321.332266:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977321.332271:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977321.332277:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977322.353750:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977322.353754:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977322.353757:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977322.358215:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977322.358222:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977322.358224:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977322.358229:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977322.358232:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977322.358238:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977322.358242:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977322.358245:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977322.358248:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977323.377333:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977323.377340:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977323.377343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977323.377347:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977323.377466:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977323.377471:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.377475:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977323.377477:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.377480:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977323.377908:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977323.377924:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977323.377937:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977324.401333:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977324.401338:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977324.401342:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977324.402303:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977324.402305:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977324.402306:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977324.402308:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977324.402309:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977324.402310:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977324.402311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977324.402312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977324.402313:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977325.425257:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977325.425267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977325.425271:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977325.425280:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977325.425286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977325.425291:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977325.425297:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977325.425302:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977325.425309:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.450170:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977326.450174:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977326.450175:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977326.450179:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977326.450181:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977326.450183:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977326.450185:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977326.450187:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977326.450188:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977326.833356:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977326.833364:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977326.833366:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977326.833370:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977326.833373:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977326.833379:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14860 00000400:00000200:0.0:1783977326.833386:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977326.833392:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977326.833395:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977326.833398:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833402:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.833404:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833407:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977326.833410:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977326.833413:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977326.833415:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977326.833418:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977326.833420:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977326.833422:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977326.833425:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833426:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.833428:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833429:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977326.833432:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977326.833435:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833437:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977326.833440:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977326.833444:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977326.833446:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.833448:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977326.833450:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977326.833460:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977326.833464:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977326.833467:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977326.833469:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.833472:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977326.833474:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977326.833478:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977326.833486:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977326.833493:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977326.833500:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496812672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977326.833510:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977326.833514:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977326.833519:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496812672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977326.833815:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977326.833818:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977326.833822:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977326.833824:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977326.833825:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977326.833828:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977326.833831:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14860 00000400:00000200:0.0:1783977326.833835:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977326.833838:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977326.833841:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977326.833843:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833845:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.833847:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833849:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977326.833851:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977326.833853:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977326.833854:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977326.833857:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977326.833859:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977326.833861:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977326.833864:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833865:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.833867:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833869:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977326.833871:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977326.833873:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977326.833875:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977326.833876:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977326.833881:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977326.833882:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.833883:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977326.833886:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977326.833888:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.833889:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977326.833892:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977326.833893:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977326.833895:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977326.833896:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.833897:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977326.833898:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977326.833899:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977326.833902:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977326.833904:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977326.833908:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496812800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977326.833913:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977326.833914:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977326.833916:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496812800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977326.834682:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977326.834685:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977326.834688:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977326.834689:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977326.834690:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977326.834692:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977326.834694:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14860 00000400:00000200:0.0:1783977326.834697:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977326.834699:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977326.834701:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977326.834703:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834704:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.834706:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834707:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977326.834709:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977326.834710:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977326.834711:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977326.834712:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977326.834713:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977326.834714:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977326.834716:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834717:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.834718:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834719:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977326.834721:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977326.834722:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834724:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977326.834725:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977326.834728:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977326.834730:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834732:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977326.834735:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977326.834737:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834739:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977326.834743:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977326.834745:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977326.834747:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977326.834749:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834751:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977326.834752:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977326.834754:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977326.834758:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977326.834762:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977326.834767:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496812928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977326.834775:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977326.834777:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977326.834780:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496812928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977326.834786:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977326.834787:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977326.834790:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977326.834791:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977326.834792:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977326.834795:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977326.834797:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14860 00000400:00000200:0.0:1783977326.834809:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977326.834812:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977326.834814:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977326.834817:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834819:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.834821:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834824:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977326.834826:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977326.834827:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977326.834829:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977326.834831:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977326.834833:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977326.834835:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977326.834838:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834846:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.834848:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834849:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977326.834851:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977326.834853:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834854:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977326.834855:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977326.834857:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977326.834858:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834859:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977326.834861:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977326.834862:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834863:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977326.834866:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977326.834867:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977326.834869:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977326.834870:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834871:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977326.834872:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977326.834873:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977326.834876:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977326.834878:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977326.834881:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496813056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977326.834890:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977326.834891:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977326.834893:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496813056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977326.834897:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977326.834899:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977326.834902:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977326.834903:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977326.834904:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977326.834906:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977326.834908:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14860 00000400:00000200:0.0:1783977326.834912:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977326.834915:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977326.834920:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977326.834923:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834925:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.834927:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834929:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977326.834931:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977326.834932:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977326.834933:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977326.834935:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977326.834938:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977326.834939:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977326.834942:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834944:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977326.834946:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834948:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977326.834950:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977326.834951:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977326.834953:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977326.834954:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977326.834956:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977326.834957:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834958:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977326.834959:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977326.834961:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834962:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977326.834964:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977326.834966:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977326.834968:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977326.834968:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977326.834970:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977326.834971:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977326.834972:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977326.834974:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977326.834977:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977326.834980:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496813184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977326.834984:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977326.834985:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977326.834988:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496813184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977326.834993:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977326.834995:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14870) 00000100:00000001:0.0:1783977327.473272:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977327.473277:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977327.473279:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977327.473283:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977327.473287:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977327.473291:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977327.473295:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977327.473298:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977327.473301:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977327.473471:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977327.473473:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977327.473475:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977328.497361:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977328.497365:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977328.497366:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977328.497369:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977328.497371:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977328.497373:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977328.497375:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977328.497377:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977328.497379:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977328.497393:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977328.497396:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977328.497397:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977328.497400:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977328.497402:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977328.497403:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977328.497869:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977328.497872:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977328.498055:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977329.521253:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977329.521262:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977329.521265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977329.521272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977329.521280:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977329.521285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.521291:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977329.521295:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.521301:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977329.521321:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977329.521324:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977329.521327:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977329.521338:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977329.521343:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977329.521346:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977329.521351:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977329.521356:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977329.521360:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.521367:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977329.521370:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.521373:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977330.547256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977330.547260:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977330.547261:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977330.547264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977330.547266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977330.547268:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977330.547270:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977330.547271:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977330.547273:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.569301:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977331.569309:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977331.569311:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.569317:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977331.569321:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977331.569324:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977331.569327:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977331.569329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977331.569332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.569731:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977331.569734:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977331.569735:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.569737:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977331.569739:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977331.569741:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977331.569743:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977331.569745:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977331.569747:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977331.953252:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977331.953261:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977331.953264:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977331.953268:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977331.953271:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977331.953278:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14865 00000400:00000200:0.0:1783977331.953287:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977331.953292:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977331.953295:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977331.953298:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953302:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.953304:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953307:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977331.953311:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977331.953313:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977331.953316:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977331.953319:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977331.953321:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977331.953323:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977331.953327:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953329:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.953330:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953332:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977331.953335:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977331.953338:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953339:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977331.953342:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977331.953345:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977331.953348:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.953350:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977331.953352:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977331.953360:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977331.953364:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977331.953368:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977331.953370:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.953373:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977331.953375:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977331.953383:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977331.953390:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977331.953396:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.953404:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496813312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977331.953414:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977331.953418:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977331.953422:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496813312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977331.953725:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977331.953729:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977331.953732:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977331.953733:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977331.953735:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977331.953738:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977331.953741:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14865 00000400:00000200:0.0:1783977331.953745:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977331.953747:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977331.953750:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977331.953752:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953755:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.953756:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953758:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977331.953760:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977331.953762:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977331.953763:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977331.953765:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977331.953767:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977331.953769:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977331.953772:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953774:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.953776:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953777:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977331.953779:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977331.953782:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977331.953784:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977331.953785:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977331.953790:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977331.953792:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.953794:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977331.953798:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977331.953800:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.953802:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977331.953805:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977331.953807:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977331.953809:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977331.953810:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.953812:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977331.953813:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977331.953815:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977331.953819:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977331.953822:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.953827:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496813440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977331.953834:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977331.953836:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977331.953839:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496813440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977331.954478:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977331.954482:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977331.954485:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977331.954487:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977331.954490:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977331.954493:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977331.954496:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14865 00000400:00000200:0.0:1783977331.954501:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977331.954506:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977331.954510:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977331.954514:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954517:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.954519:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954521:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977331.954524:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977331.954525:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977331.954527:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977331.954528:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977331.954530:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977331.954532:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977331.954535:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954537:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.954539:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954541:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977331.954543:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977331.954546:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954548:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977331.954550:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977331.954553:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977331.954555:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.954557:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977331.954559:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977331.954562:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.954564:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977331.954567:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977331.954570:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977331.954572:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977331.954574:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.954575:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977331.954577:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977331.954579:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977331.954583:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977331.954586:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.954590:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496813568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977331.954597:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977331.954600:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977331.954603:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496813568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977331.954616:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977331.954619:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977331.954622:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977331.954624:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977331.954625:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977331.954628:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977331.954631:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14865 00000400:00000200:0.0:1783977331.954635:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977331.954638:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977331.954641:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977331.954647:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954651:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.954655:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954658:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977331.954662:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977331.954664:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977331.954667:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977331.954670:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977331.954674:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977331.954677:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977331.954683:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954687:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.954691:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954695:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977331.954699:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977331.954705:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954709:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977331.954725:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977331.954731:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977331.954735:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.954740:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977331.954745:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977331.954748:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.954752:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977331.954758:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977331.954762:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977331.954766:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977331.954769:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.954772:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977331.954774:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977331.954777:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977331.954782:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977331.954788:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.954796:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496813696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977331.954819:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977331.954823:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977331.954830:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496813696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977331.954846:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977331.954852:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977331.954858:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977331.954862:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977331.954864:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977331.954869:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977331.954873:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14865 00000400:00000200:0.0:1783977331.954891:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977331.954898:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977331.954903:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977331.954909:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954913:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.954917:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954922:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977331.954926:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977331.954929:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977331.954932:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977331.954935:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977331.954940:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977331.954945:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977331.954950:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954954:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977331.954960:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954964:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977331.954967:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977331.954973:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977331.954977:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977331.954980:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977331.954984:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977331.954987:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.954990:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977331.954994:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977331.954998:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.955002:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977331.955006:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977331.955011:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977331.955014:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977331.955017:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977331.955020:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977331.955022:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977331.955025:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977331.955030:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977331.955034:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.955039:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496813824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977331.955051:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977331.955055:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977331.955060:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496813824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977331.955077:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977331.955085:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14875) 00000100:00000001:0.0:1783977332.593252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977332.593258:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977332.593264:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977332.593274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977332.593282:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977332.593288:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977332.593295:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977332.593299:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977332.593304:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977332.593329:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977332.593333:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977332.593337:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977332.593349:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977332.593354:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977332.593357:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977332.593360:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977332.593366:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977332.593375:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977332.593381:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977332.593384:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977332.593387:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977333.617291:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977333.617295:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977333.617298:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977333.617301:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977333.617304:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977333.617306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977333.617309:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977333.617311:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977333.617314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977333.617501:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977333.617505:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977333.617506:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977333.617561:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977333.617566:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977333.617569:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977333.617571:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977333.617572:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977333.617574:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977334.641273:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977334.641282:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977334.641287:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977334.641295:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977334.641301:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977334.641309:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977334.641327:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977334.641333:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977334.641341:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977334.641389:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977334.641406:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977334.641411:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977334.641419:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977334.641426:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977334.641430:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977334.641432:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977334.641435:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977334.641438:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977335.665284:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977335.665293:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977335.665297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977335.665306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977335.665313:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977335.665319:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977335.665324:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977335.665327:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977335.665330:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977335.665574:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977335.665578:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977335.665581:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977335.665584:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977335.665586:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977335.665589:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977335.665591:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977335.665593:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977335.665595:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977336.689256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977336.689266:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977336.689271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977336.689281:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977336.689288:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977336.689295:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.689301:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977336.689306:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.689312:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977336.689439:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977336.689443:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977336.689445:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977336.689459:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977336.689465:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977336.689469:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.689473:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977336.689475:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.689478:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977336.689507:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977336.689511:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977336.689514:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977336.689518:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977336.689521:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977336.689523:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.689525:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977336.689527:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.689530:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.713435:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977337.713439:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977337.713441:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.713448:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977337.713450:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977337.713452:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.713454:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.713456:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.713460:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977337.713544:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977337.713547:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977337.713552:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977338.737313:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977338.737319:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977338.737322:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977338.737327:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977338.737330:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977338.737333:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.737336:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977338.737337:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.737340:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977338.738157:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977338.738161:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977338.738163:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977338.738166:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977338.738170:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977338.738172:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.738175:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977338.738177:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.738181:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977339.761231:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977339.761240:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977339.761245:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977339.761254:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977339.761262:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977339.761268:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977339.761274:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977339.761279:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977339.761283:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977339.761318:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977339.761322:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977339.761326:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977339.761329:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977339.761336:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977339.761340:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977339.761354:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977339.761359:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977339.761363:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977340.785254:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977340.785263:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977340.785268:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977340.785277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977340.785283:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977340.785288:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977340.785294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977340.785297:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977340.785301:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977340.785368:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977340.785372:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977340.785374:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977340.785377:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977340.785380:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977340.785382:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977340.785384:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977340.785386:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977340.785389:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977341.809219:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977341.809229:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977341.809235:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977341.809242:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977341.809250:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977341.809255:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.809275:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977341.809278:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.809281:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977341.809296:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977341.809301:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977341.809304:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977341.809310:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977341.809315:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977341.809319:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.809322:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977341.809325:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.809330:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977342.834778:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977342.834783:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977342.834789:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977343.857313:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977343.857319:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977343.857324:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.857328:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977343.857335:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977343.857339:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.857344:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.857347:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.857351:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977344.881297:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977344.881307:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977344.881311:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977344.881319:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977344.881327:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977344.881332:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.881339:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977344.881343:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.881349:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977344.882263:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977344.882268:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977344.882270:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977344.882272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977344.882274:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977344.882276:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.882277:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977344.882278:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.882280:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977345.905249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977345.905258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977345.905263:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977345.905271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977345.905279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977345.905287:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977345.905294:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977345.905297:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977345.905300:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977345.905505:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977345.905508:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977345.905509:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977345.905512:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977345.905514:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977345.905516:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977345.914248:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977345.914256:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977345.914263:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977346.929379:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977346.929382:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977346.929386:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977346.929502:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977346.929505:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977346.929511:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.929960:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977346.929962:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.929964:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977347.955545:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977347.955550:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977347.955552:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977347.955556:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977347.955558:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977347.955560:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977347.955563:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977347.955565:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977347.955567:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.977245:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977348.977261:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977348.977265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.977272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977348.977279:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977348.977283:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.977289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977348.977293:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.977296:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.977363:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977348.977365:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977348.977366:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.977367:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977348.977369:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977348.977370:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.977627:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977348.977630:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.977633:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977350.001431:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977350.001434:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977350.001842:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977350.001846:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977350.001848:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977350.001850:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.001853:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977350.001854:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.001856:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977350.002407:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977350.002410:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977350.002411:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977350.002414:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977350.002417:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977350.002419:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.002420:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977350.002422:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.002424:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977350.002499:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977350.002502:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977350.002505:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977351.025268:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977351.025274:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977351.025277:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977351.025282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977351.025287:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977351.025291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.025306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977351.025310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.025316:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977351.025333:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977351.025338:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977351.025341:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977351.025346:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977351.025350:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977351.025354:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.025369:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977351.025374:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.025388:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.049261:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977352.049270:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977352.049272:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977352.049279:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977352.049283:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977352.049295:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977352.049298:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977352.049302:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977352.049307:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977352.049329:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977352.049332:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977352.049335:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977352.433343:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977352.433361:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977352.433363:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977352.433366:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977352.433369:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977352.433374:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14885 00000400:00000200:0.0:1783977352.433381:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977352.433385:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977352.433388:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977352.433390:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433398:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.433401:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433403:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977352.433410:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977352.433412:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977352.433414:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977352.433417:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977352.433419:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977352.433422:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977352.433426:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433428:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.433430:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433432:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977352.433435:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977352.433438:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433441:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977352.433444:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977352.433447:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977352.433450:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.433452:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977352.433454:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977352.433464:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977352.433467:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977352.433471:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977352.433473:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.433476:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977352.433479:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977352.433483:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977352.433492:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977352.433499:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977352.433508:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496815872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977352.433518:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977352.433522:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977352.433527:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496815872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977352.433547:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977352.433549:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977352.433552:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977352.433553:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977352.433554:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977352.433556:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977352.433558:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14885 00000400:00000200:0.0:1783977352.433561:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977352.433563:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977352.433565:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977352.433566:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433826:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.433832:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433835:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977352.433841:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977352.433844:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977352.433847:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977352.433852:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977352.433856:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977352.433860:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977352.433865:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433869:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.433873:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433877:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977352.433881:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977352.433883:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977352.433886:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977352.433889:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977352.433895:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977352.433899:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.433903:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977352.433909:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977352.433914:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.433918:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977352.433925:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977352.433930:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977352.433936:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977352.433938:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.433941:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977352.433944:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977352.433947:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977352.433953:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977352.433956:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977352.433964:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496816000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977352.433972:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977352.433976:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977352.433981:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496816000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977352.433990:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977352.433994:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977352.434000:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977352.434002:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977352.434005:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977352.434008:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977352.434012:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14885 00000400:00000200:0.0:1783977352.434019:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977352.434023:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977352.434026:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977352.434029:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434032:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.434034:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434037:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977352.434039:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977352.434042:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977352.434044:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977352.434047:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977352.434049:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977352.434051:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977352.434054:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434058:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.434061:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434065:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977352.434066:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977352.434068:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434069:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977352.434070:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977352.434072:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977352.434075:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434078:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977352.434080:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977352.434085:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434086:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977352.434088:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977352.434091:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977352.434095:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977352.434096:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434099:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977352.434101:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977352.434103:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977352.434108:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977352.434111:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977352.434117:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496816128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977352.434125:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977352.434130:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977352.434133:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496816128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977352.434176:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977352.434180:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977352.434183:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977352.434185:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977352.434188:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977352.434191:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977352.434195:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14885 00000400:00000200:0.0:1783977352.434200:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977352.434206:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977352.434211:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977352.434217:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434222:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.434225:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434231:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977352.434235:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977352.434238:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977352.434242:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977352.434245:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977352.434250:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977352.434253:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977352.434258:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434260:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.434263:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434265:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977352.434269:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977352.434271:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434275:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977352.434277:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977352.434280:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977352.434284:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434286:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977352.434289:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977352.434292:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434296:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977352.434299:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977352.434302:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977352.434306:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977352.434308:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434311:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977352.434312:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977352.434315:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977352.434319:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977352.434323:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977352.434328:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496816256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977352.434336:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977352.434339:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977352.434343:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496816256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977352.434366:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977352.434368:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977352.434371:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977352.434374:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977352.434375:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977352.434380:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977352.434383:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14885 00000400:00000200:0.0:1783977352.434390:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977352.434395:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977352.434400:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977352.434406:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434410:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.434415:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434420:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977352.434424:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977352.434427:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977352.434430:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977352.434433:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977352.434437:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977352.434441:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977352.434445:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434448:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977352.434450:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434453:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977352.434457:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977352.434460:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977352.434463:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977352.434464:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977352.434468:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977352.434471:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434473:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977352.434475:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977352.434478:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434479:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977352.434485:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977352.434488:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977352.434492:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977352.434495:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.434499:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977352.434500:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977352.434502:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977352.434508:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977352.434514:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977352.434522:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496816384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977352.434534:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977352.434538:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977352.434545:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496816384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977352.434556:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977352.434560:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14895) 00000100:00000001:0.0:1783977353.073327:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977353.073332:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977353.073333:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977353.073336:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977353.073362:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977353.073365:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.073367:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977353.073369:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.073371:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977353.073741:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977353.073745:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977353.073746:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977353.073749:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977353.073751:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977353.073753:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.073756:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977353.073759:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.073763:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977354.097232:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977354.097237:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977354.097240:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977354.097253:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977354.097257:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977354.097261:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977354.097279:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977354.097282:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977354.097285:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977354.097298:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977354.097301:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977354.097302:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977354.097305:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977354.097308:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977354.097311:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977354.097315:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977354.097319:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977354.097335:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977355.121254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977355.121259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977355.121262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977355.121270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977355.121279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977355.121286:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977355.121313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977355.121318:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977355.121322:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977355.121343:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977355.121346:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977355.121349:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977355.121367:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977355.121371:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977355.121376:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977355.121379:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977355.121384:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977355.121389:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977355.121395:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977355.121397:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977355.121402:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977356.145258:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977356.145267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977356.145269:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977356.145277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977356.145297:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977356.145302:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.145306:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977356.145312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.145318:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977356.145352:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977356.145357:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977356.145361:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977356.145366:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977356.145371:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977356.145375:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.145379:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977356.145381:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.145384:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977356.145428:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977356.145432:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977356.145433:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977356.145436:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977356.145439:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977356.145443:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.145447:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977356.145451:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.145454:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.171419:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977357.171424:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977357.171425:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977357.171429:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977357.171432:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977357.171435:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977357.171438:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977357.171440:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977357.171442:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977357.553294:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977357.553304:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977357.553306:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977357.553310:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977357.553314:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977357.553321:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14890 00000400:00000200:0.0:1783977357.553329:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977357.553335:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977357.553338:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977357.553341:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553344:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553347:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553349:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977357.553353:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977357.553354:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977357.553357:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977357.553360:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977357.553362:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977357.553364:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977357.553367:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553369:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553371:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553373:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977357.553376:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977357.553379:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553381:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977357.553384:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977357.553387:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977357.553390:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553391:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977357.553394:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977357.553404:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977357.553407:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977357.553411:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977357.553412:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553415:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977357.553417:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977357.553420:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977357.553427:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977357.553433:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977357.553441:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496816512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977357.553451:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977357.553455:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977357.553460:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496816512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977357.553485:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977357.553489:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977357.553492:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977357.553494:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977357.553495:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977357.553498:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977357.553500:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14890 00000400:00000200:0.0:1783977357.553504:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977357.553507:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977357.553509:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977357.553512:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553515:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553517:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553520:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977357.553522:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977357.553524:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977357.553526:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977357.553530:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977357.553534:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977357.553537:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977357.553542:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553545:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553550:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553554:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977357.553559:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977357.553564:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553568:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977357.553571:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977357.553577:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977357.553581:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553585:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977357.553590:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977357.553595:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553597:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977357.553599:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977357.553601:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977357.553605:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977357.553607:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553610:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977357.553614:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977357.553615:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977357.553620:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977357.553626:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977357.553633:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496816640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977357.553648:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977357.553652:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977357.553660:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496816640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977357.553668:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977357.553671:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977357.553676:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977357.553677:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977357.553680:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977357.553686:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977357.553690:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14890 00000400:00000200:0.0:1783977357.553696:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977357.553702:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977357.553706:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977357.553712:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553716:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553717:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553719:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977357.553722:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977357.553725:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977357.553727:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977357.553730:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977357.553734:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977357.553737:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977357.553743:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553747:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553750:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553754:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977357.553758:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977357.553762:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553765:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977357.553768:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977357.553772:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977357.553775:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553779:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977357.553782:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977357.553785:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553788:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977357.553793:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977357.553797:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977357.553802:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977357.553804:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553808:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977357.553810:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977357.553813:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977357.553818:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977357.553820:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977357.553825:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496816768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977357.553832:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977357.553833:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977357.553837:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496816768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977357.553854:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977357.553857:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977357.553859:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977357.553860:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977357.553862:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977357.553865:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977357.553867:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14890 00000400:00000200:0.0:1783977357.553870:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977357.553873:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977357.553874:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977357.553877:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553879:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553881:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553883:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977357.553885:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977357.553886:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977357.553888:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977357.553890:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977357.553891:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977357.553894:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977357.553896:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553898:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553900:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553902:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977357.553904:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977357.553906:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553908:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977357.553910:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977357.553912:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977357.553914:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553916:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977357.553918:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977357.553920:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553921:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977357.553924:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977357.553926:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977357.553928:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977357.553929:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.553931:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977357.553933:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977357.553934:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977357.553937:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977357.553940:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977357.553943:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496816896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977357.553950:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977357.553952:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977357.553955:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496816896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977357.553962:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977357.553965:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977357.553967:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977357.553969:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977357.553970:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977357.553972:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977357.553974:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14890 00000400:00000200:0.0:1783977357.553977:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977357.553979:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977357.553981:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977357.553983:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553985:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.553986:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.553988:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977357.553990:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977357.553991:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977357.553993:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977357.553995:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977357.553996:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977357.553998:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977357.554001:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.554002:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977357.554004:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977357.554005:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977357.554007:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977357.554010:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977357.554011:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977357.554013:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977357.554015:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977357.554017:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.554019:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977357.554021:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977357.554023:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.554024:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977357.554026:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977357.554028:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977357.554030:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977357.554031:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.554032:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977357.554034:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977357.554035:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977357.554039:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977357.554044:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977357.554050:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496817024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977357.554056:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977357.554058:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977357.554061:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496817024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977357.554085:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977357.554090:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14901) 00000100:00000001:0.0:1783977358.193270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977358.193283:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977358.193287:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977358.193294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977358.193300:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977358.193303:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.193320:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977358.193323:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.193331:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977358.193485:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977358.193487:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977358.193489:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977359.217285:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977359.217291:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977359.217295:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977359.217300:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977359.217305:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977359.217310:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977359.217315:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977359.217319:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977359.217324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977360.241278:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977360.241284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977360.241287:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977360.241294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977360.241299:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977360.241304:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977360.241319:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977360.241322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977360.241326:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977360.241496:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977360.241499:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977360.241502:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977361.265615:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977361.265619:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977361.265620:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977361.265624:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977361.265626:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977361.265628:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.265630:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977361.265632:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.265634:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977361.266845:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977361.266849:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977361.266851:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977361.266853:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977361.266855:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977361.266858:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.266860:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977361.266861:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.266863:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977362.289295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977362.289303:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977362.289306:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977362.289313:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977362.289317:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977362.289321:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.289325:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977362.289328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.289330:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977362.289375:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977362.289378:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977362.289381:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977362.289388:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977362.289393:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977362.289395:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.289397:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977362.289401:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.289407:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977362.291847:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977362.291850:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977362.291851:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977362.291854:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977362.291856:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977362.291858:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.291860:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977362.291861:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.291863:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.313279:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977363.313285:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977363.313290:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977363.313297:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977363.313305:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977363.313310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.313343:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977363.313346:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.313350:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977363.313375:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977363.313378:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977363.313382:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977363.313428:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977363.313433:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977363.313436:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977363.313441:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977363.313447:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977363.313451:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.313455:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977363.313458:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.313463:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977364.337266:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977364.337276:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977364.337280:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977364.337289:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977364.337298:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977364.337304:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977364.337333:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977364.337336:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977364.337341:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977364.337462:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977364.337466:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977364.337469:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977365.361267:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977365.361275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977365.361279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977365.361285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977365.361290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977365.361294:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.361307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977365.361311:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.361315:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977365.361372:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977365.361377:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977365.361380:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977365.361402:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977365.361406:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977365.361408:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977365.361410:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977365.361414:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977365.361416:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.361418:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977365.361420:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.361422:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977366.385278:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977366.385287:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977366.385291:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977366.385300:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977366.385306:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977366.385311:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.385315:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977366.385320:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.385325:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977366.387305:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977366.387309:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977366.387310:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977366.387312:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977366.387313:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977366.387314:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.387316:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977366.387317:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.387319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.409582:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977367.409586:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977367.409587:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.409590:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977367.409593:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977367.409595:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977367.409597:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977367.409599:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977367.409604:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977367.793419:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977367.793430:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977367.793433:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977367.793437:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977367.793441:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977367.793448:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14901 00000400:00000200:0.0:1783977367.793457:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977367.793462:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977367.793465:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977367.793468:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793472:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.793474:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793476:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977367.793480:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977367.793482:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977367.793484:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977367.793488:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977367.793490:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977367.793492:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977367.793495:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793497:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.793499:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793500:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977367.793503:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977367.793505:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793508:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977367.793511:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977367.793514:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977367.793517:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.793519:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977367.793521:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977367.793531:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977367.793534:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977367.793538:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977367.793540:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.793543:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977367.793546:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977367.793550:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977367.793558:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977367.793564:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.793571:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496817792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977367.793580:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977367.793584:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977367.793589:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496817792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977367.793609:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977367.793611:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977367.793614:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977367.793616:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977367.793617:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977367.793620:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977367.793622:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14901 00000400:00000200:0.0:1783977367.793633:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977367.793637:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977367.793640:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977367.793643:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793646:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.793650:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793655:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977367.793660:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977367.793661:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977367.793664:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977367.793667:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977367.793672:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977367.793678:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977367.793685:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793689:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.793693:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793698:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977367.793704:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977367.793711:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793717:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977367.793721:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977367.793729:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977367.793734:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.793737:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977367.793742:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977367.793749:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.793754:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977367.793761:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977367.793766:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977367.793768:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977367.793770:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.793775:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977367.793777:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977367.793779:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977367.793785:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977367.793790:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.793800:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496817920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977367.793811:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977367.793815:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977367.793821:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496817920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977367.793848:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977367.793852:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977367.793855:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977367.793858:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977367.793861:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977367.793865:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977367.793870:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14901 00000400:00000200:0.0:1783977367.793907:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977367.793916:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977367.793920:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977367.793925:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793928:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.793932:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793936:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977367.793940:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977367.793943:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977367.793945:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977367.793949:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977367.793954:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977367.793959:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977367.793965:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793970:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.793975:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793979:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977367.793983:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977367.793987:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977367.793993:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977367.793999:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977367.794003:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977367.794008:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794012:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977367.794015:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977367.794020:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794023:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977367.794030:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977367.794034:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977367.794038:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977367.794041:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794044:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977367.794047:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977367.794050:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977367.794056:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977367.794059:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.794067:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496818048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977367.794094:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977367.794097:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977367.794106:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496818048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977367.794121:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977367.794125:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977367.794129:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977367.794133:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977367.794168:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977367.794173:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977367.794176:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14901 00000400:00000200:0.0:1783977367.794185:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977367.794192:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977367.794196:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977367.794204:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794208:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.794212:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794216:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977367.794221:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977367.794223:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977367.794227:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977367.794229:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977367.794234:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977367.794238:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977367.794245:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794248:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.794252:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794256:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977367.794260:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977367.794265:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794271:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977367.794274:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977367.794278:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977367.794279:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794282:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977367.794285:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977367.794289:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794294:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977367.794299:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977367.794305:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977367.794311:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977367.794314:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794318:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977367.794321:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977367.794325:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977367.794331:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977367.794337:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.794345:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496818176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977367.794369:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977367.794373:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977367.794381:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496818176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977367.794401:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977367.794406:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977367.794412:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977367.794416:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977367.794419:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977367.794425:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977367.794430:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14901 00000400:00000200:0.0:1783977367.794438:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977367.794444:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977367.794449:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977367.794455:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794460:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.794465:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794470:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977367.794475:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977367.794478:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977367.794480:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977367.794484:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977367.794488:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977367.794492:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977367.794500:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794505:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977367.794510:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794514:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977367.794518:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977367.794521:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977367.794523:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977367.794525:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977367.794529:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977367.794533:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794538:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977367.794542:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977367.794548:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794551:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977367.794558:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977367.794563:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977367.794568:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977367.794572:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.794576:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977367.794579:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977367.794582:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977367.794588:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977367.794593:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.794602:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496818304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977367.794615:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977367.794620:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977367.794630:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496818304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977367.794648:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977367.794657:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14911) 00000100:00000001:0.0:1783977368.433269:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977368.433277:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977368.433281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.433289:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977368.433296:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977368.433301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.433313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.433316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.433319:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.433334:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977368.433339:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977368.433342:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.433346:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977368.433351:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977368.433356:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.433361:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.433364:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.433372:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977368.433477:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977368.433480:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977368.433484:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977369.457265:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977369.457270:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977369.457273:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977369.457277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977369.457281:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977369.457286:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977369.457305:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977369.457315:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977369.457318:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977369.457594:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977369.457596:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977369.457598:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977370.481346:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977370.481353:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977370.481357:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977370.481365:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977370.481371:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977370.481377:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977370.481382:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977370.481385:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977370.481391:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977370.481441:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977370.481445:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977370.481448:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977371.505293:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977371.505299:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977371.505303:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977371.505307:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977371.505313:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977371.505316:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977371.505320:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977371.505324:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977371.505328:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.529258:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977372.529266:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977372.529269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.529279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977372.529284:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977372.529289:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.529294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977372.529297:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.529601:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.529630:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977372.529634:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977372.529635:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.529638:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977372.529640:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977372.529643:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.529645:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977372.529647:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.529649:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977372.913239:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977372.913251:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977372.913253:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977372.913257:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977372.913262:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977372.913269:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14906 00000400:00000200:0.0:1783977372.913279:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977372.913285:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977372.913288:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977372.913291:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913294:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913296:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913298:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977372.913302:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977372.913305:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977372.913307:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977372.913311:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977372.913313:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977372.913316:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977372.913319:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913321:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913322:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913324:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977372.913327:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977372.913335:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913338:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977372.913341:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977372.913344:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977372.913347:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913349:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977372.913352:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977372.913361:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977372.913365:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977372.913369:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977372.913370:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913373:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977372.913375:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977372.913379:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977372.913388:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977372.913402:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.913414:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496818432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977372.913423:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977372.913427:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977372.913431:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496818432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977372.913465:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977372.913468:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977372.913471:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977372.913473:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977372.913474:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977372.913477:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977372.913480:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14906 00000400:00000200:0.0:1783977372.913483:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977372.913486:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977372.913488:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977372.913490:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913493:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913494:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913496:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977372.913498:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977372.913499:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977372.913501:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977372.913503:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977372.913505:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977372.913506:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977372.913509:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913511:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913512:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913514:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977372.913527:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977372.913530:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913532:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977372.913534:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977372.913539:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977372.913541:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913543:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977372.913547:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977372.913550:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913552:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977372.913555:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977372.913558:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977372.913560:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977372.913561:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913563:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977372.913564:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977372.913566:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977372.913569:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977372.913572:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.913578:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496818560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977372.913584:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977372.913586:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977372.913590:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496818560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977372.913597:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977372.913600:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977372.913603:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977372.913605:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977372.913607:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977372.913609:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977372.913612:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14906 00000400:00000200:0.0:1783977372.913616:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977372.913619:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977372.913621:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977372.913623:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913625:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913627:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913629:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977372.913631:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977372.913632:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977372.913634:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977372.913636:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977372.913638:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977372.913640:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977372.913642:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913644:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913646:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913648:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977372.913650:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977372.913653:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913655:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977372.913656:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977372.913659:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977372.913661:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913663:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977372.913665:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977372.913667:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913669:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977372.913672:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977372.913674:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977372.913676:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977372.913677:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913679:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977372.913680:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977372.913682:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977372.913685:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977372.913688:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.913693:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496818688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977372.913700:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977372.913702:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977372.913706:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496818688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977372.913713:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977372.913715:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977372.913719:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977372.913720:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977372.913722:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977372.913725:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977372.913727:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14906 00000400:00000200:0.0:1783977372.913730:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977372.913733:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977372.913735:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977372.913737:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913738:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913740:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913742:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977372.913744:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977372.913746:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977372.913747:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977372.913749:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977372.913751:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977372.913753:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977372.913755:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913757:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913759:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913761:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977372.913763:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977372.913765:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913767:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977372.913768:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977372.913771:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977372.913773:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913774:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977372.913776:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977372.913779:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913780:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977372.913784:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977372.913786:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977372.913788:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977372.913789:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913791:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977372.913792:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977372.913794:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977372.913797:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977372.913801:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.913805:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496818816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977372.913812:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977372.913814:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977372.913818:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496818816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977372.913826:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977372.913828:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977372.913832:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977372.913833:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977372.913834:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977372.913837:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977372.913839:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14906 00000400:00000200:0.0:1783977372.913842:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977372.913845:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977372.913847:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977372.913850:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913852:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913854:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913856:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977372.913858:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977372.913859:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977372.913861:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977372.913863:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977372.913865:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977372.913867:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977372.913870:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913872:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977372.913873:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913875:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977372.913877:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977372.913880:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977372.913882:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977372.913884:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977372.913886:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977372.913889:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913890:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977372.913892:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977372.913894:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913896:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977372.913900:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977372.913902:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977372.913904:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977372.913906:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.913907:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977372.913908:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977372.913910:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977372.913913:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977372.913916:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.913920:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496818944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977372.913927:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977372.913928:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977372.913932:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496818944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977372.913939:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977372.913944:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14916) 00000100:00000001:0.0:1783977373.553299:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977373.553307:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977373.553312:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.553320:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977373.553327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977373.553333:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.553347:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.553351:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.553355:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977373.553371:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977373.553376:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977373.553380:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977374.577226:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977374.577237:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977374.577240:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977374.577246:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977374.577252:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977374.577255:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977374.577504:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977374.577507:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977374.577509:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977374.577520:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977374.577523:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977374.577525:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977375.601257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977375.601266:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977375.601271:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977375.601285:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977375.601291:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977375.601296:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.601357:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977375.601359:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.601362:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977375.601391:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977375.601395:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977375.601398:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977375.601401:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977375.601404:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977375.601406:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.601410:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977375.601413:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.601418:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977375.601487:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977375.601490:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977375.601493:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977376.625250:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977376.625261:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977376.625274:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977376.625284:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977376.625293:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977376.625302:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.625308:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977376.625314:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.625318:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977376.626542:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977376.626546:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977376.626548:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977376.626552:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977376.626554:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977376.626557:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.626559:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977376.626561:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.626564:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977377.649350:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977377.649356:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977377.649373:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977377.649385:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977377.649393:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977377.649397:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977377.649405:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977377.649407:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977377.649410:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977377.649420:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977377.649423:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977377.649425:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977377.649430:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977377.649437:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977377.649444:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977377.649448:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977377.649452:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977377.649458:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.673389:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977378.673394:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977378.673395:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977378.673398:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977378.673400:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977378.673403:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.673552:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977378.673555:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.673558:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977379.698041:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977379.698045:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977379.698047:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977379.698051:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977379.698056:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977379.698060:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977379.698065:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977379.698068:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977379.698072:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977379.699621:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977379.699625:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977379.699630:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977380.721257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977380.721265:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977380.721269:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977380.721274:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977380.721280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977380.721285:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977380.721290:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977380.721294:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977380.721299:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977380.721343:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977380.721349:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977380.721353:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977380.721359:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977380.721364:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977380.721375:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977380.721380:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977380.721383:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977380.721386:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977381.745275:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977381.745281:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977381.745285:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977381.745292:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977381.745298:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977381.745304:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977381.745310:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977381.745315:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977381.745321:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977381.745336:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977381.745341:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977381.745345:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977381.745350:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977381.745355:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977381.745358:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977381.745363:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977381.745365:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977381.745370:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977382.769271:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977382.769277:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977382.769284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977382.769296:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977382.769301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977382.769307:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977382.769313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977382.769317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977382.769321:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977383.153286:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977383.153297:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977383.153299:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977383.153303:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977383.153308:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977383.153313:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14916 00000400:00000200:0.0:1783977383.153322:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977383.153327:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977383.153330:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977383.153333:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153336:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153338:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153341:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977383.153345:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977383.153347:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977383.153349:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977383.153352:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977383.153354:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977383.153355:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977383.153357:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153359:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153360:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153361:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977383.153363:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977383.153365:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153366:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.153368:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977383.153371:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.153372:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153374:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977383.153375:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977383.153381:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977383.153384:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977383.153386:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977383.153387:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153389:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977383.153391:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977383.153398:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977383.153405:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977383.153410:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.153417:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496819712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977383.153424:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977383.153428:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.153431:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496819712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.153448:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977383.153451:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977383.153454:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977383.153455:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977383.153456:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977383.153457:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977383.153459:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14916 00000400:00000200:0.0:1783977383.153461:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977383.153463:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977383.153464:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977383.153466:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153467:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153468:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153469:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977383.153471:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977383.153471:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977383.153472:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977383.153474:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977383.153475:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977383.153476:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977383.153478:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153479:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153481:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153482:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977383.153484:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977383.153486:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153487:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.153489:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977383.153494:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.153497:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153501:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977383.153505:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977383.153510:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153515:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977383.153520:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977383.153525:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977383.153530:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977383.153540:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153544:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977383.153547:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977383.153549:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977383.153556:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977383.153562:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.153572:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496819840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977383.153586:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977383.153590:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.153596:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496819840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.153605:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977383.153608:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977383.153612:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977383.153614:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977383.153616:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977383.153619:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977383.153621:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14916 00000400:00000200:0.0:1783977383.153624:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977383.153629:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977383.153630:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977383.153633:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153635:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153638:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153640:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977383.153644:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977383.153645:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977383.153648:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977383.153650:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977383.153652:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977383.153655:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977383.153658:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153661:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153664:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153667:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977383.153670:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977383.153675:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153677:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.153681:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977383.153683:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.153685:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153688:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977383.153690:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977383.153692:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153695:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977383.153699:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977383.153703:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977383.153705:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977383.153706:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153707:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977383.153708:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977383.153710:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977383.153714:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977383.153718:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.153722:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496819968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977383.153733:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977383.153735:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.153740:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496819968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.153746:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977383.153748:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977383.153752:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977383.153753:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977383.153754:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977383.153757:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977383.153760:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14916 00000400:00000200:0.0:1783977383.153764:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977383.153768:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977383.153770:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977383.153774:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153776:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153780:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153782:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977383.153786:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977383.153787:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977383.153790:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977383.153792:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977383.153794:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977383.153797:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977383.153801:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153805:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153819:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153822:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977383.153828:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977383.153834:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153837:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.153839:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977383.153841:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.153844:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153847:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977383.153850:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977383.153853:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153854:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977383.153860:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977383.153862:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977383.153865:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977383.153867:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.153870:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977383.153872:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977383.153873:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977383.153878:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977383.153882:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.153889:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496820096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977383.153904:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977383.153909:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.153916:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496820096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.153939:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977383.153942:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977383.153950:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977383.153954:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977383.153957:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977383.153962:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977383.153968:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14916 00000400:00000200:0.0:1783977383.153977:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977383.153984:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977383.153987:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977383.153991:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.153994:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.153998:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.154002:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977383.154006:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977383.154008:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977383.154012:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977383.154015:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977383.154018:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977383.154022:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977383.154026:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.154030:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977383.154032:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977383.154035:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977383.154040:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977383.154044:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977383.154049:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.154055:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977383.154060:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.154064:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.154068:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977383.154072:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977383.154075:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.154078:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977383.154085:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977383.154089:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977383.154094:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977383.154096:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.154099:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977383.154102:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977383.154106:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977383.154111:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977383.154116:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.154122:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496820224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977383.154131:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977383.154163:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.154169:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496820224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.154193:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.154200:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14926) 00000100:00000001:0.0:1783977383.793333:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977383.793338:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977383.793341:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.793347:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977383.793351:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977383.793355:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977383.793361:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977383.793365:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977383.793369:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977384.817289:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977384.817299:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977384.817303:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977384.817311:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977384.817319:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977384.817325:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977384.817330:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977384.817334:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977384.817341:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977384.817385:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977384.817390:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977384.817405:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977384.817410:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977384.817415:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977384.817419:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977384.817425:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977384.817428:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977384.817434:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977385.841296:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977385.841309:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977385.841323:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977385.841340:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977385.841357:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977385.841364:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977385.841388:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977385.841393:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977385.841398:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977386.865292:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977386.865298:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977386.865301:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977386.865303:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977386.865307:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977386.865312:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977386.865325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977386.865329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977386.865333:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977387.889341:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977387.889352:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977387.889355:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977387.889364:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977387.889373:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977387.889379:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.889386:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977387.889392:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.889400:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977387.889425:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977387.889430:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977387.889436:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977387.889441:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977387.889445:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977387.889449:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.889455:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977387.889460:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.889464:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977387.889748:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977387.889756:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977387.889760:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977387.889766:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977387.889772:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977387.889776:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.889779:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977387.889781:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.889784:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977388.273264:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977388.273276:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977388.273278:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977388.273281:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977388.273285:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977388.273291:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14921 00000400:00000200:0.0:1783977388.273298:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977388.273303:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977388.273305:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977388.273307:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273310:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273311:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273313:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977388.273315:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977388.273317:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977388.273319:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977388.273321:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977388.273322:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977388.273325:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977388.273326:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273327:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273329:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273330:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977388.273332:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977388.273334:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273335:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977388.273337:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977388.273340:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977388.273341:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273343:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977388.273345:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977388.273354:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977388.273358:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977388.273362:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977388.273363:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273366:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977388.273369:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977388.273372:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977388.273380:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977388.273387:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977388.273400:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496820352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977388.273410:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977388.273414:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977388.273419:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496820352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977388.273450:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977388.273453:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977388.273457:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977388.273458:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977388.273460:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977388.273463:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977388.273465:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14921 00000400:00000200:0.0:1783977388.273469:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977388.273472:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977388.273474:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977388.273477:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273479:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273481:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273483:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977388.273485:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977388.273486:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977388.273488:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977388.273490:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977388.273492:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977388.273494:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977388.273497:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273499:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273501:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273503:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977388.273505:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977388.273507:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273509:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977388.273511:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977388.273517:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977388.273519:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273521:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977388.273524:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977388.273527:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273529:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977388.273532:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977388.273534:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977388.273536:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977388.273537:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273539:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977388.273540:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977388.273542:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977388.273545:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977388.273549:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977388.273554:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496820480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977388.273560:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977388.273562:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977388.273566:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496820480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977388.273573:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977388.273575:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977388.273579:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977388.273580:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977388.273582:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977388.273584:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977388.273587:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14921 00000400:00000200:0.0:1783977388.273590:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977388.273593:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977388.273595:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977388.273597:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273599:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273601:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273603:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977388.273605:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977388.273607:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977388.273608:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977388.273610:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977388.273612:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977388.273614:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977388.273616:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273618:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273620:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273622:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977388.273624:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977388.273627:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273629:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977388.273630:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977388.273633:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977388.273635:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273637:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977388.273638:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977388.273641:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273642:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977388.273645:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977388.273647:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977388.273649:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977388.273650:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273657:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977388.273659:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977388.273660:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977388.273664:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977388.273667:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977388.273671:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496820608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977388.273677:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977388.273680:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977388.273684:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496820608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977388.273691:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977388.273705:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977388.273709:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977388.273710:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977388.273712:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977388.273715:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977388.273718:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14921 00000400:00000200:0.0:1783977388.273731:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977388.273733:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977388.273736:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977388.273738:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273740:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273742:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273744:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977388.273746:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977388.273747:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977388.273749:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977388.273751:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977388.273753:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977388.273755:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977388.273764:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273765:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273771:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273773:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977388.273775:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977388.273778:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273780:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977388.273782:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977388.273785:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977388.273787:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273789:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977388.273791:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977388.273793:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273795:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977388.273798:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977388.273800:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977388.273802:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977388.273803:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273805:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977388.273806:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977388.273808:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977388.273812:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977388.273815:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977388.273819:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496820736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977388.273825:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977388.273827:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977388.273830:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496820736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977388.273837:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977388.273839:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977388.273842:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977388.273844:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977388.273845:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977388.273848:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977388.273850:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14921 00000400:00000200:0.0:1783977388.273853:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977388.273856:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977388.273858:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977388.273861:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273863:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273865:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273867:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977388.273869:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977388.273870:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977388.273871:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977388.273873:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977388.273875:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977388.273876:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977388.273879:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273880:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977388.273882:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273884:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977388.273886:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977388.273888:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977388.273891:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977388.273892:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977388.273895:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977388.273896:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273898:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977388.273900:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977388.273902:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273903:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977388.273906:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977388.273908:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977388.273911:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977388.273912:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.273913:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977388.273914:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977388.273916:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977388.273921:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977388.273925:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977388.273928:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496820864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977388.273935:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977388.273937:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977388.273940:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496820864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977388.273946:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977388.273950:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14931) 00000100:00000001:0.0:1783977388.914083:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977388.914087:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977388.914089:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977388.914092:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977388.914096:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977388.914098:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977388.914103:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977388.914107:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977388.914111:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977389.937261:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977389.937269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977389.937272:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977389.937278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977389.937283:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977389.937287:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.937303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977389.937306:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.937309:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977389.937387:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977389.937392:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977389.937396:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977389.937400:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977389.937405:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977389.937409:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.937413:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977389.937416:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.937420:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977389.937803:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977389.937805:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977389.937806:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977389.937808:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977389.937809:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977389.937810:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.937812:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977389.937813:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.937814:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977389.938009:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977389.938011:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977389.938014:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977390.962902:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977390.962909:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977390.962914:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977390.962920:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977390.962927:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977390.962932:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977390.963223:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977390.963225:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977390.963227:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977391.985409:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977391.985413:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977391.985415:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977391.985418:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977391.985420:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977391.985422:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.987730:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977391.987733:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.987737:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.009272:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977393.009282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977393.009286:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.009294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977393.009300:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977393.009304:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977393.009308:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977393.009311:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977393.009314:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.009330:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977393.009334:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977393.009337:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.009342:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977393.009347:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977393.009350:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977393.009352:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977393.009356:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977393.009360:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977393.393870:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977393.393882:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977393.393884:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977393.393888:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977393.393893:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977393.393900:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14926 00000400:00000200:0.0:1783977393.393909:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977393.393915:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977393.393918:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977393.393921:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.393924:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.393927:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.393929:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977393.393933:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977393.393935:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977393.393938:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977393.393941:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977393.393944:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977393.393946:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977393.393949:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.393951:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.393953:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.393956:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977393.393959:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977393.393962:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977393.393965:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977393.393967:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977393.393970:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977393.393974:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.393976:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977393.393978:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977393.393988:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977393.393992:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977393.393995:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977393.393997:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394001:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977393.394003:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977393.394007:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977393.394014:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977393.394021:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.394030:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496820992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977393.394040:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977393.394045:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977393.394049:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496820992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977393.394076:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977393.394079:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977393.394082:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977393.394084:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977393.394086:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977393.394089:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977393.394091:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14926 00000400:00000200:0.0:1783977393.394096:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977393.394098:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977393.394101:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977393.394104:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394107:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394109:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394112:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977393.394115:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977393.394116:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977393.394118:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977393.394121:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977393.394126:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977393.394129:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977393.394135:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394157:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394160:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394162:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977393.394164:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977393.394167:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394170:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977393.394172:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977393.394177:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977393.394179:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394181:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977393.394185:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977393.394188:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394190:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977393.394193:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977393.394196:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977393.394198:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977393.394200:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394202:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977393.394204:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977393.394205:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977393.394209:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977393.394213:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.394218:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496821120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977393.394225:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977393.394228:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977393.394232:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496821120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977393.394241:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977393.394244:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977393.394247:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977393.394249:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977393.394250:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977393.394253:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977393.394255:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14926 00000400:00000200:0.0:1783977393.394259:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977393.394262:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977393.394264:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977393.394267:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394269:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394272:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394274:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977393.394276:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977393.394277:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977393.394279:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977393.394281:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977393.394284:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977393.394287:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977393.394290:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394292:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394294:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394296:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977393.394299:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977393.394301:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394304:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977393.394306:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977393.394309:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977393.394312:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394315:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977393.394317:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977393.394322:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394325:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977393.394330:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977393.394335:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977393.394340:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977393.394343:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394345:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977393.394348:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977393.394351:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977393.394356:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977393.394362:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.394370:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496821248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977393.394381:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977393.394385:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977393.394392:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496821248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977393.394407:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977393.394412:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977393.394417:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977393.394420:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977393.394422:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977393.394426:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977393.394430:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14926 00000400:00000200:0.0:1783977393.394435:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977393.394441:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977393.394445:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977393.394451:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394455:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394459:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394464:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977393.394468:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977393.394471:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977393.394474:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977393.394478:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977393.394482:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977393.394486:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977393.394492:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394496:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394500:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394503:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977393.394506:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977393.394512:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394516:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977393.394518:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977393.394522:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977393.394526:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394528:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977393.394532:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977393.394536:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394538:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977393.394542:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977393.394546:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977393.394550:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977393.394553:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394556:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977393.394559:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977393.394562:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977393.394569:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977393.394574:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.394582:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496821376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977393.394594:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977393.394599:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977393.394605:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496821376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977393.394616:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977393.394619:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977393.394622:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977393.394623:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977393.394626:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977393.394641:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977393.394646:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14926 00000400:00000200:0.0:1783977393.394653:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977393.394659:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977393.394665:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977393.394672:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394676:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394679:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394685:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977393.394690:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977393.394693:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977393.394696:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977393.394699:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977393.394702:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977393.394705:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977393.394708:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394710:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977393.394713:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394717:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977393.394722:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977393.394729:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977393.394732:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977393.394736:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977393.394740:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977393.394744:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394748:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977393.394750:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977393.394754:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394757:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977393.394762:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977393.394766:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977393.394771:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977393.394774:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.394778:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977393.394781:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977393.394784:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977393.394790:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977393.394795:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.394804:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496821504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977393.394828:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977393.394831:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977393.394837:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496821504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977393.394848:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977393.394855:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14936) 00000100:00000001:0.0:1783977394.033249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977394.033260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977394.033265:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977394.033272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977394.033278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977394.033284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.033298:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977394.033301:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.033304:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977394.033323:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977394.033328:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977394.033331:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977394.033335:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977394.033341:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977394.033346:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.033351:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977394.033354:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.033359:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977395.057254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977395.057264:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977395.057268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977395.057274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977395.057280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977395.057285:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977395.057293:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977395.057297:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977395.057301:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977395.057316:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977395.057320:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977395.057331:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977395.057336:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977395.057341:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977395.057345:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977395.057349:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977395.057353:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977395.057358:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977396.081253:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977396.081260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977396.081262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977396.081268:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977396.081276:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977396.081281:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.081286:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977396.081290:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.081294:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977396.081737:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977396.081743:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977396.081747:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977396.081753:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977396.081761:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977396.081766:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.081768:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977396.081770:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.081772:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977397.105237:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977397.105245:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977397.105250:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977397.105255:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977397.105259:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977397.105264:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977397.105278:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977397.105281:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977397.105283:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977397.105297:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977397.105300:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977397.105302:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977397.105304:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977397.105307:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977397.105310:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977397.105312:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977397.105314:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977397.105319:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977398.129286:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977398.129295:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977398.129298:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977398.129304:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977398.129321:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977398.129327:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977398.129342:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977398.129346:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977398.129353:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977398.129434:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977398.129440:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977398.129446:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977398.129457:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977398.129464:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977398.129470:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977398.129478:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977398.129482:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977398.129500:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977398.129543:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977398.129556:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977398.129559:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977399.153262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977399.153269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977399.153275:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977399.153281:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977399.153286:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977399.153293:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977399.153301:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977399.153308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977399.153313:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977399.153332:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977399.153336:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977399.153339:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977399.153343:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977399.153346:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977399.153348:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977399.153350:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977399.153351:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977399.153352:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977400.177288:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977400.177295:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977400.177300:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977400.177305:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977400.177310:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977400.177315:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977400.177325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977400.177329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977400.177332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977400.177362:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977400.177367:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977400.177371:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977400.177377:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977400.177381:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977400.177385:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977400.177389:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977400.177392:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977400.177395:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977401.201298:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977401.201303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977401.201311:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977401.201315:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977401.201319:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977401.201322:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977401.201326:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977401.201329:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977401.201332:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977402.225302:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977402.225308:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977402.225311:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977402.225317:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977402.225324:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977402.225329:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977402.225334:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977402.225337:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977402.225342:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977402.225357:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977402.225361:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977402.225363:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977402.225367:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977402.225371:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977402.225374:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977402.225376:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977402.225379:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977402.225381:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977403.249288:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977403.249295:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977403.249299:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977403.249304:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977403.249309:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977403.249313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977403.249329:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977403.249332:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977403.249337:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977403.249353:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977403.249357:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977403.249366:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977403.249370:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977403.249374:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977403.249378:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977403.249383:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977403.249387:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977403.249389:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977403.249436:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977403.249439:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977403.249443:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977404.273304:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977404.273312:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977404.273317:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.273322:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977404.273328:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977404.273334:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.273340:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.273343:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.273348:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977405.297298:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977405.297305:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977405.297308:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977405.297314:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977405.297320:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977405.297325:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977405.297333:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977405.297337:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977405.297340:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977405.297367:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977405.297372:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977405.297376:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977405.297383:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977405.297390:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977405.297394:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977405.297397:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977405.297400:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977405.297404:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977406.321283:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977406.321292:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977406.321299:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977406.321314:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977406.321323:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977406.321329:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977406.321346:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977406.321349:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977406.321355:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977407.345305:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977407.345319:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977407.345325:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977407.345334:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977407.345342:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977407.345346:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977407.345351:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977407.345359:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977407.345363:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977407.345680:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977407.345685:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977407.345689:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783977408.372686:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977408.372691:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977408.372694:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977409.393302:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977409.393312:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977409.393317:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.393329:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977409.393341:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977409.393360:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.393384:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.393387:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.393391:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977410.417282:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977410.417292:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977410.417296:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977410.417304:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977410.417313:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977410.417319:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977410.417324:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977410.417341:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977410.417346:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977410.417409:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977410.417417:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977410.417420:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977410.417425:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977410.417431:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977410.417437:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977410.417451:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977410.417454:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977410.417461:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977411.441465:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977411.441474:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977411.441481:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977411.441487:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977411.441492:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977411.441501:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977411.441510:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977411.441515:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977411.441521:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977413.489243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977413.489250:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977413.489254:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977413.489260:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977413.489268:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977413.489273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977413.489299:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977413.489304:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977413.489308:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977413.489341:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977413.489347:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977413.489359:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977413.489365:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977413.489371:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977413.489375:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977413.489381:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977413.489384:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977413.489388:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.513700:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977414.513704:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977414.513705:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977414.513708:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977414.513711:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977414.513713:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.513715:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977414.513716:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.513718:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977415.537270:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977415.537279:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977415.537282:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977415.537289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977415.537295:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977415.537301:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977415.537307:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977415.537311:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977415.537316:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977415.537347:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977415.537351:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977415.537354:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977415.537358:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977415.537362:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977415.537366:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977415.537375:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977415.537378:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977415.537381:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977416.561290:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977416.561298:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977416.561302:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977416.561308:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977416.561314:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977416.561319:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.561323:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977416.561326:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.561330:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977416.561362:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977416.561365:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977416.561366:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977416.561369:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977416.561370:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977416.561372:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.561374:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977416.561375:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.561377:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977416.562647:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977416.562651:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977416.562653:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977416.562656:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977416.562658:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977416.562660:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.562663:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977416.562665:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.562667:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977417.585635:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977417.585639:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977417.585640:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977417.585643:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977417.585645:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977417.585647:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977417.585649:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977417.585650:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977417.585652:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977418.609271:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977418.609276:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977418.609280:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977418.609284:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977418.609292:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977418.609299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977418.609311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977418.609315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977418.609321:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.633263:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977419.633274:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977419.633278:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977419.633287:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977419.633294:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977419.633299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.633303:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977419.633307:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.633311:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.633344:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977419.633349:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977419.633353:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977419.633360:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977419.633366:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977419.633371:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.633381:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977419.633385:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.633389:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977420.657258:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977420.657268:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977420.657274:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977420.657284:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977420.657291:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977420.657298:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977420.657306:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977420.657310:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977420.657317:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977420.657336:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977420.657340:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977420.657344:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977420.657348:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977420.657351:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977420.657356:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977420.657362:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977420.657365:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977420.657372:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977421.681310:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977421.681320:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977421.681324:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977421.681333:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977421.681341:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977421.681348:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977421.681363:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977421.681366:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977421.681371:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977422.705277:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977422.705287:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977422.705292:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977422.705299:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977422.705305:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977422.705311:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977422.705318:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977422.705323:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977422.705328:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977422.705395:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977422.705400:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977422.705401:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977422.705403:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977422.705405:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977422.705408:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977422.705410:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977422.705411:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977422.705414:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977422.705442:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977422.705446:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977422.705447:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977422.705449:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977422.705451:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977422.705454:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977422.705978:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977422.705981:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977422.705984:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977423.729229:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977423.729234:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977423.729236:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977423.729240:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977423.729243:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977423.729248:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977423.729250:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977423.729254:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977423.729256:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977424.113261:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977424.113272:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977424.113275:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977424.113279:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977424.113284:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977424.113290:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14957 00000400:00000200:0.0:1783977424.113299:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977424.113304:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977424.113308:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977424.113311:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113315:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113317:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113320:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977424.113323:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977424.113325:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977424.113328:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977424.113332:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977424.113334:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977424.113336:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977424.113339:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113341:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113343:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113345:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977424.113348:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977424.113352:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113354:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977424.113357:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977424.113361:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977424.113363:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113365:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977424.113368:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977424.113377:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977424.113381:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977424.113384:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977424.113386:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113390:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977424.113392:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977424.113396:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977424.113405:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977424.113411:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.113420:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496824832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977424.113436:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977424.113441:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977424.113445:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496824832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977424.113476:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977424.113480:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977424.113483:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977424.113485:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977424.113486:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977424.113489:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977424.113492:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14957 00000400:00000200:0.0:1783977424.113496:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977424.113498:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977424.113501:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977424.113503:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113505:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113507:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113509:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977424.113512:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977424.113513:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977424.113514:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977424.113516:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977424.113519:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977424.113521:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977424.113523:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113525:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113527:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113529:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977424.113532:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977424.113534:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113537:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977424.113539:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977424.113544:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977424.113546:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113548:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977424.113552:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977424.113555:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113557:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977424.113560:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977424.113562:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977424.113565:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977424.113566:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113568:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977424.113569:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977424.113571:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977424.113574:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977424.113578:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.113582:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496824960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977424.113590:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977424.113592:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977424.113596:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496824960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977424.113603:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977424.113606:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977424.113609:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977424.113610:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977424.113612:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977424.113614:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977424.113617:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14957 00000400:00000200:0.0:1783977424.113621:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977424.113624:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977424.113626:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977424.113628:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113630:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113632:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113634:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977424.113636:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977424.113637:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977424.113639:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977424.113640:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977424.113642:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977424.113645:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977424.113648:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113649:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113651:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113653:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977424.113655:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977424.113657:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113660:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977424.113661:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977424.113664:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977424.113666:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113668:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977424.113670:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977424.113672:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113674:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977424.113677:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977424.113679:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977424.113681:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977424.113683:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113684:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977424.113686:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977424.113687:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977424.113691:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977424.113694:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.113698:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496825088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977424.113705:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977424.113707:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977424.113710:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496825088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977424.113717:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977424.113719:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977424.113722:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977424.113723:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977424.113725:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977424.113728:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977424.113730:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14957 00000400:00000200:0.0:1783977424.113733:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977424.113735:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977424.113737:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977424.113740:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113742:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113744:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113746:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977424.113748:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977424.113749:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977424.113750:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977424.113752:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977424.113754:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977424.113757:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977424.113759:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113761:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113763:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113765:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977424.113767:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977424.113770:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113772:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977424.113774:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977424.113776:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977424.113778:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113780:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977424.113782:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977424.113785:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113786:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977424.113790:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977424.113792:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977424.113794:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977424.113796:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113797:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977424.113799:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977424.113800:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977424.113804:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977424.113807:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.113811:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496825216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977424.113818:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977424.113820:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977424.113824:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496825216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977424.113830:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977424.113833:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977424.113836:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977424.113837:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977424.113839:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977424.113842:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977424.113844:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14957 00000400:00000200:0.0:1783977424.113847:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977424.113850:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977424.113852:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977424.113854:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113856:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113858:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113860:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977424.113863:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977424.113864:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977424.113865:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977424.113867:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977424.113869:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977424.113871:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977424.113874:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113875:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977424.113877:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113879:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977424.113882:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977424.113884:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977424.113887:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977424.113888:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977424.113891:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977424.113892:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113894:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977424.113896:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977424.113898:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113900:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977424.113903:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977424.113905:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977424.113907:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977424.113908:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.113910:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977424.113911:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977424.113913:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977424.113916:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977424.113919:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.113923:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496825344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977424.113930:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977424.113932:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977424.113935:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496825344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977424.113942:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977424.113947:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14967) 00000100:00000001:0.0:1783977424.753239:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977424.753247:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977424.753251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.753259:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977424.753266:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977424.753272:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.753279:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977424.753283:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.753291:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.754187:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977424.754189:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977424.754190:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.754192:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977424.754193:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977424.754195:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.754196:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977424.754197:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.754199:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977425.777269:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977425.777278:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977425.777283:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977425.777290:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977425.777299:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977425.777305:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.777311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977425.777315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.777319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977425.777350:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977425.777353:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977425.777357:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977425.777385:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977425.777389:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977425.777391:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977425.777393:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977425.777397:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977425.777401:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.777407:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977425.777409:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.777413:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977425.777430:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977425.777434:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977425.777435:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977425.777437:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977425.777439:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977425.777441:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.780236:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977425.780240:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.780243:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977426.801566:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977426.801570:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977426.801572:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977426.801576:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977426.801581:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977426.801586:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977426.801590:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977426.801592:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977426.801593:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977427.825254:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977427.825266:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977427.825270:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977427.825278:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977427.825284:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977427.825292:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.825299:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977427.825304:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.825307:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977427.825334:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977427.825338:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977427.825339:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977427.825341:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977427.825343:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977427.825345:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.825347:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977427.825348:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.825350:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977427.825430:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977427.825436:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977427.825438:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977427.825441:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977427.825443:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977427.825446:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.825448:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977427.825452:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.825455:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977428.849460:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977428.849464:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977428.849466:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977428.849469:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977428.849471:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977428.849473:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977428.850400:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977428.850403:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977428.850405:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977429.233580:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977429.233593:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977429.233596:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977429.233600:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977429.233606:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977429.233615:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14962 00000400:00000200:0.0:1783977429.233628:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977429.233635:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977429.233638:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977429.233642:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233646:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.233648:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233651:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977429.233655:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977429.233658:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977429.233661:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977429.233665:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977429.233668:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977429.233671:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977429.233674:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233676:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.233678:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233680:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977429.233683:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977429.233686:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233689:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977429.233692:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977429.233696:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977429.233701:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.233704:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977429.233723:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977429.233732:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977429.233736:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977429.233741:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977429.233743:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.233746:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977429.233750:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977429.233754:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977429.233764:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977429.233771:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.233782:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496825472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977429.233792:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977429.233808:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977429.233813:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496825472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977429.233844:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977429.233848:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977429.233852:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977429.233853:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977429.233855:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977429.233858:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977429.233861:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14962 00000400:00000200:0.0:1783977429.233865:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977429.233868:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977429.233871:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977429.233873:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233875:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.233877:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233880:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977429.233882:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977429.233883:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977429.233885:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977429.233888:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977429.233890:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977429.233892:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977429.233895:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233897:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.233899:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233901:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977429.233904:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977429.233907:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977429.233910:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977429.233911:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977429.233918:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977429.233921:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.233922:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977429.233927:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977429.233931:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.233933:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977429.233937:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977429.233939:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977429.233941:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977429.233943:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.233944:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977429.233946:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977429.233948:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977429.233951:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977429.233955:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.233960:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496825600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977429.233973:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977429.233975:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977429.233979:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496825600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977429.233987:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977429.233990:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977429.233993:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977429.233994:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977429.233995:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977429.234008:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977429.234011:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14962 00000400:00000200:0.0:1783977429.234015:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977429.234018:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977429.234020:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977429.234023:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234026:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.234027:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234029:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977429.234031:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977429.234037:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977429.234039:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977429.234041:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977429.234043:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977429.234045:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977429.234048:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234049:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.234051:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234053:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977429.234055:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977429.234058:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234060:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977429.234061:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977429.234064:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977429.234065:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234067:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977429.234069:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977429.234071:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234073:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977429.234076:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977429.234079:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977429.234081:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977429.234082:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234084:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977429.234085:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977429.234087:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977429.234091:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977429.234094:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.234098:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496825728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977429.234105:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977429.234107:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977429.234111:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496825728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977429.234118:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977429.234120:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977429.234123:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977429.234125:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977429.234127:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977429.234130:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977429.234133:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14962 00000400:00000200:0.0:1783977429.234157:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977429.234161:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977429.234163:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977429.234165:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234167:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.234169:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234170:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977429.234172:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977429.234173:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977429.234175:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977429.234177:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977429.234179:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977429.234181:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977429.234184:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234185:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.234187:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234189:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977429.234191:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977429.234193:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234195:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977429.234197:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977429.234199:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977429.234201:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234203:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977429.234206:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977429.234208:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234210:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977429.234215:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977429.234217:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977429.234220:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977429.234221:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234223:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977429.234224:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977429.234226:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977429.234230:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977429.234233:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.234237:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496825856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977429.234243:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977429.234245:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977429.234248:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496825856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977429.234254:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977429.234256:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977429.234259:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977429.234260:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977429.234262:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977429.234265:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977429.234267:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14962 00000400:00000200:0.0:1783977429.234276:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977429.234278:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977429.234280:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977429.234283:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234285:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.234286:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234288:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977429.234291:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977429.234292:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977429.234293:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977429.234295:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977429.234297:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977429.234299:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977429.234302:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234304:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977429.234305:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234307:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977429.234309:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977429.234311:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977429.234314:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977429.234315:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977429.234318:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977429.234320:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234322:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977429.234324:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977429.234326:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234328:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977429.234331:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977429.234333:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977429.234336:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977429.234337:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.234338:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977429.234340:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977429.234341:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977429.234345:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977429.234348:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.234352:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496825984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977429.234358:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977429.234360:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977429.234363:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496825984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977429.234370:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977429.234376:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14972) 00000100:00000001:0.0:1783977429.873278:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977429.873289:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977429.873293:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.873302:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977429.873310:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977429.873317:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.873340:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977429.873345:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.873353:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.873397:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977429.873403:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977429.873407:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.873416:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977429.873423:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977429.873429:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.873433:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977429.873436:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.873442:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977431.921325:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977431.921331:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977431.921335:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977431.921352:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977431.921362:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977431.921369:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977431.921385:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977431.921389:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977431.921392:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977431.921431:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977431.921436:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977431.921439:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977431.921445:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977431.921449:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977431.921451:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977431.921454:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977431.921457:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977431.921460:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977432.945247:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977432.945262:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977432.945269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977432.945277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977432.945284:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977432.945288:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977432.945312:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977432.945314:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977432.945317:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977433.969275:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977433.969285:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977433.969289:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977433.969296:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977433.969303:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977433.969307:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.969466:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977433.969469:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.969482:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977433.969507:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977433.969511:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977433.969513:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977433.969516:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977433.969519:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977433.969521:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.969524:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977433.969525:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.969527:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977434.353277:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977434.353288:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977434.353291:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977434.353296:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977434.353301:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977434.353309:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 14967 00000400:00000200:0.0:1783977434.353320:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977434.353328:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977434.353332:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977434.353336:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353341:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.353344:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353346:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977434.353351:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977434.353353:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977434.353356:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977434.353360:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977434.353363:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977434.353365:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977434.353367:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353369:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.353371:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353373:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977434.353382:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977434.353385:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353388:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977434.353391:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977434.353395:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977434.353399:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353401:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977434.353404:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977434.353415:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977434.353419:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977434.353424:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977434.353426:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353429:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977434.353433:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977434.353437:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977434.353447:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977434.353455:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.353485:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496826112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977434.353502:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977434.353507:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977434.353513:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496826112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977434.353546:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977434.353550:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977434.353553:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977434.353555:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977434.353556:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977434.353559:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977434.353562:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14967 00000400:00000200:0.0:1783977434.353566:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977434.353569:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977434.353571:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977434.353573:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353576:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.353578:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353580:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977434.353583:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977434.353584:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977434.353585:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977434.353588:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977434.353590:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977434.353592:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977434.353595:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353597:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.353600:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353602:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977434.353604:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977434.353608:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353613:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977434.353615:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977434.353624:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977434.353628:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353632:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977434.353638:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977434.353644:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353649:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977434.353656:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977434.353660:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977434.353665:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977434.353669:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353673:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977434.353675:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977434.353680:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977434.353688:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977434.353695:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.353703:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496826240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977434.353713:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977434.353716:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977434.353722:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496826240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977434.353734:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977434.353740:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977434.353745:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977434.353747:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977434.353751:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977434.353755:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977434.353760:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14967 00000400:00000200:0.0:1783977434.353766:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977434.353770:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977434.353774:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977434.353778:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353783:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.353788:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353792:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977434.353796:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977434.353799:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977434.353803:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977434.353806:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977434.353812:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977434.353817:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977434.353824:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353830:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.353833:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353837:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977434.353839:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977434.353844:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977434.353849:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977434.353851:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977434.353854:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977434.353858:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353862:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977434.353864:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977434.353869:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353873:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977434.353879:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977434.353883:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977434.353888:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977434.353891:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.353896:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977434.353900:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977434.353903:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977434.353936:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977434.353943:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.353953:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496826368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977434.353964:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977434.353967:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977434.353975:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496826368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977434.353990:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977434.353994:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977434.354001:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977434.354005:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977434.354007:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977434.354012:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977434.354018:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14967 00000400:00000200:0.0:1783977434.354025:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977434.354033:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977434.354046:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977434.354053:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354058:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.354064:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354069:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977434.354073:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977434.354076:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977434.354078:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977434.354083:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977434.354086:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977434.354092:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977434.354100:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354105:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.354110:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354114:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977434.354117:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977434.354123:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354128:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977434.354132:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977434.354171:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977434.354176:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.354180:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977434.354183:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977434.354188:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.354190:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977434.354195:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977434.354199:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977434.354205:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977434.354207:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.354211:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977434.354213:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977434.354216:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977434.354224:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977434.354231:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.354242:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496826496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977434.354253:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977434.354257:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977434.354265:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496826496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977434.354278:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977434.354284:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977434.354290:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977434.354292:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977434.354294:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977434.354300:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977434.354305:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 14967 00000400:00000200:0.0:1783977434.354311:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977434.354318:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977434.354323:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977434.354331:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354336:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.354341:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354346:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977434.354350:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977434.354353:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977434.354355:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977434.354358:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977434.354362:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977434.354364:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977434.354369:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354373:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977434.354377:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354381:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977434.354386:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977434.354392:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977434.354397:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977434.354401:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977434.354406:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977434.354411:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.354415:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977434.354420:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977434.354424:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.354428:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977434.354436:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977434.354441:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977434.354446:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977434.354449:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.354452:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977434.354455:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977434.354457:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977434.354464:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977434.354469:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.354479:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496826624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977434.354499:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977434.354503:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977434.354510:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496826624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977434.354522:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977434.354529:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14977) 00000100:00000001:0.0:1783977434.993298:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977434.993305:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977434.993308:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.993313:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977434.993317:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977434.993323:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977434.993328:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977434.993332:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977434.993338:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977434.993367:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977434.993380:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977434.993383:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.993391:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977434.993396:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977434.993400:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977434.993403:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977434.993407:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977434.993413:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977436.018008:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977436.018013:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977436.018015:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977436.018019:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977436.018022:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977436.018026:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977436.018029:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977436.018032:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977436.018036:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977436.020208:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977436.020211:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977436.020213:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977436.020215:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977436.020217:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977436.020219:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977436.020221:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977436.020223:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977436.020225:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977437.041226:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977437.041234:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977437.041236:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977437.041241:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977437.041245:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977437.041248:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.041251:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977437.041254:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.041257:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977437.041282:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977437.041287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977437.041290:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977437.041295:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977437.041299:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977437.041302:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.041303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977437.041306:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.041308:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977437.041998:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977437.042001:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977437.042002:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977437.042005:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977437.042007:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977437.042009:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.042011:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977437.042013:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.042015:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977438.065300:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977438.065310:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977438.065315:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977438.065324:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977438.065329:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977438.065333:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977438.065336:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977438.065341:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977438.065346:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977438.065479:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977438.065484:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977438.065487:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977438.065490:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977438.065494:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977438.065496:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977438.065498:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977438.065499:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977438.065501:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977439.089746:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977439.089752:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977439.089754:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977439.089757:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977439.089760:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977439.089764:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977439.089766:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977439.089769:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977439.089771:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977440.113276:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977440.113284:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977440.113286:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977440.113292:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977440.113296:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977440.113300:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.113303:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977440.113305:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.113308:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977440.115858:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977440.115862:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977440.115864:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977440.115868:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977440.115871:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977440.115874:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.115876:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977440.115878:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.115880:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977440.115909:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977440.115914:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977440.115917:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977440.115920:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977440.115925:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977440.115928:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.115931:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977440.115933:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.115937:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977441.137353:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977441.137365:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977441.137369:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977441.137380:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977441.137390:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977441.137396:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977441.137407:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977441.137413:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977441.137419:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977442.161259:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977442.161270:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977442.161274:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977442.161281:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977442.161286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977442.161291:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.161296:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977442.161301:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.161307:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977442.161348:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977442.161356:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977442.161359:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977442.161362:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977442.161366:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977442.161368:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.161371:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977442.161373:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.161376:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977442.161867:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977442.161872:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977442.161874:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977442.161877:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977442.161880:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977442.161885:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.161890:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977442.161892:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.161894:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977443.185652:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977443.185657:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977443.185659:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977443.185662:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977443.185667:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977443.185671:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.185677:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977443.185681:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.185686:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977443.185705:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977443.185709:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977443.185711:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977443.185713:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977443.185716:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977443.185718:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.185720:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977443.185722:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.185724:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977443.185776:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977443.185779:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977443.185781:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977443.185783:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977443.185786:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977443.185788:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.185789:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977443.185791:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.185793:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977444.209339:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977444.209348:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977444.209352:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977444.209360:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977444.209364:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977444.209368:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.209475:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977444.209480:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.209484:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977444.209689:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977444.209693:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977444.209703:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977444.209707:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977444.209710:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977444.209712:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.209715:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977444.209716:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.209718:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977444.209751:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977444.209755:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977444.209757:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977444.209759:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977444.209761:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977444.209763:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.209767:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977444.209769:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.209771:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977445.233328:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977445.233337:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977445.233341:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977445.233350:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977445.233357:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977445.233364:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.233371:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977445.233378:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.233385:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977445.233403:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977445.233408:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977445.233412:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977445.233418:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977445.233420:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977445.233422:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.233425:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977445.233428:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.233432:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977445.233470:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977445.233475:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977445.233477:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977445.233479:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977445.233483:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977445.233488:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.233494:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977445.233497:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.233500:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977446.257261:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977446.257267:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977446.257271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977446.257278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977446.257281:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977446.257283:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.257286:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977446.257288:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.257291:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977446.257507:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977446.257510:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977446.257511:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977446.257514:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977446.257516:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977446.257518:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.257519:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977446.257521:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.257523:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977446.257805:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977446.257809:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977446.257812:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977447.281259:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977447.281269:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977447.281275:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977447.281284:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977447.281291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977447.281297:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.281305:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977447.281310:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.281315:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977447.281765:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977447.281770:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977447.281772:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977447.281775:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977447.281779:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977447.281782:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.281785:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977447.281786:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.281788:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977448.305305:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977448.305310:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977448.305314:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977448.305318:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977448.305323:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977448.305327:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977448.305332:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977448.305336:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977448.305341:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977448.305357:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977448.305362:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977448.305365:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977448.305371:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977448.305376:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977448.305380:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977448.305385:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977448.305388:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977448.305526:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977449.329254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977449.329263:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977449.329267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977449.329274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977449.329279:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977449.329284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977449.329303:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977449.329307:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977449.329311:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977449.329328:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977449.329333:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977449.329341:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977449.329347:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977449.329353:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977449.329358:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977449.329366:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977449.329369:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977449.329374:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977450.353277:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977450.353284:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977450.353288:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977450.353294:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977450.353299:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977450.353303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977450.353308:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977450.353311:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977450.353316:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977451.377261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977451.377268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977451.377272:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977451.377277:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977451.377285:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977451.377297:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.377307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977451.377317:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.377329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977451.377379:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977451.377387:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977451.377389:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977451.377393:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977451.377399:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977451.377405:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.377412:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977451.377417:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.377423:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977452.401261:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977452.401270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977452.401274:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977452.401282:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977452.401289:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977452.401294:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.401313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977452.401317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.401321:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977452.401338:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977452.401343:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977452.401347:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977452.401355:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977452.401362:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977452.401365:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.401369:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977452.401371:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.401375:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977453.425275:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977453.425284:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977453.425289:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977453.425297:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977453.425304:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977453.425309:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.425314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977453.425319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.425325:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977453.425346:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977453.425352:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977453.425356:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977453.425360:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977453.425365:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977453.425381:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.425386:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977453.425389:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.425393:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977454.449275:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977454.449286:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977454.449289:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977454.449298:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977454.449306:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977454.449312:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.449324:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977454.449328:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.449332:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977454.449387:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977454.449396:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977454.449405:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977454.449414:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977454.449428:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977454.449439:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.449447:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977454.449453:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.449462:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.473291:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977455.473301:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977455.473304:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.473312:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977455.473318:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977455.473324:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.473330:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.473334:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.473341:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.473627:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977455.473630:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977455.473631:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.473633:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977455.473635:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977455.473637:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.473639:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.473640:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.473642:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977456.497296:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977456.497310:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977456.497321:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977456.497338:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977456.497353:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977456.497362:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.497386:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977456.497390:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.497394:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977456.497421:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977456.497435:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977456.497442:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977456.497449:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977456.497455:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977456.497458:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.497462:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977456.497466:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.497470:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977457.521277:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977457.521284:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977457.521289:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977457.521300:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977457.521309:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977457.521317:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977457.521323:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977457.521329:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977457.521338:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977458.545302:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977458.545311:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977458.545313:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977458.545320:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977458.545328:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977458.545334:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977458.545341:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977458.545346:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977458.545352:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977458.546550:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977458.546555:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977458.546559:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977459.572527:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977459.572536:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977459.572538:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977459.572544:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977459.572548:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977459.572552:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977459.572556:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977459.572559:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977459.572562:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.593329:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977460.593334:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977460.593336:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.593339:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977460.593343:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977460.593346:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.593348:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.593351:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.593354:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.593425:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977460.593429:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977460.593431:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.593434:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977460.593437:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977460.593439:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.593442:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.593444:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.593458:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.593491:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977460.593493:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977460.593497:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.593504:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977460.593516:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977460.593521:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.593526:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.593528:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.593538:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977461.617267:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977461.617276:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977461.617280:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977461.617289:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977461.617298:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977461.617304:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.617307:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977461.617312:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.617318:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977461.617368:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977461.617373:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977461.617377:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977461.617383:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977461.617400:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977461.617404:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.617417:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977461.617421:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.617424:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977462.642905:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977462.642908:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977462.642910:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977462.642913:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977462.642916:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977462.642918:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977462.642920:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977462.642922:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977462.642924:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977463.665307:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977463.665317:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977463.665319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977463.665325:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977463.665329:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977463.665332:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665335:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977463.665338:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665341:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977463.665446:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977463.665450:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977463.665453:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977463.665455:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977463.665459:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977463.665462:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665464:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977463.665466:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665468:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977463.665506:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977463.665508:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977463.665510:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977463.665512:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977463.665514:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977463.665516:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665518:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977463.665519:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665521:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977463.665529:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977463.665532:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977463.665533:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977463.665535:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977463.665537:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977463.665539:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665541:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977463.665543:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.665544:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977463.666066:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977463.666070:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977463.666074:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977464.689263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977464.689268:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977464.689271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977464.689277:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977464.689281:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977464.689285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977464.689289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977464.689294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977464.689297:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977464.689316:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977464.689320:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977464.689324:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977464.689333:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977464.689347:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977464.689360:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977464.689390:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977464.689395:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977464.689401:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.713519:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977465.713525:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977465.713530:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977465.713537:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977465.713542:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977465.713546:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.713551:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977465.713554:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.713557:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977466.737274:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977466.737282:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977466.737285:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977466.737292:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977466.737298:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977466.737303:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.737309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977466.737312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.737316:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977466.737692:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977466.737696:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977466.737700:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977466.737705:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977466.737710:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977466.737714:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.737716:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977466.737718:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.737721:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977467.761310:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977467.761317:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977467.761345:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977467.761349:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977467.761352:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977467.761355:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.761358:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977467.761360:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.761362:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977467.761982:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977467.761985:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977467.761986:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977467.761988:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977467.761990:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977467.761992:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.761993:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977467.761995:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.761997:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977468.785311:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977468.785321:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977468.785325:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977468.785332:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977468.785339:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977468.785344:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.785350:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977468.785354:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.785359:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977468.785395:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977468.785398:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977468.785399:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977468.785401:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977468.785403:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977468.785405:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.785407:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977468.785408:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.785411:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977468.785443:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977468.785447:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977468.785448:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977468.785451:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977468.785455:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977468.785459:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.785464:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977468.785468:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.785472:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977468.785485:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977468.785488:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977468.785492:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977469.810818:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977469.810823:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977469.810825:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977469.810829:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977469.810833:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977469.810836:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977469.810839:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977469.810842:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977469.810844:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977470.193291:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977470.193303:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977470.193305:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977470.193309:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977470.193313:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977470.193320:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15003 00000400:00000200:0.0:1783977470.193330:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977470.193336:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977470.193339:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977470.193342:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193344:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193346:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193347:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977470.193350:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977470.193351:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977470.193353:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977470.193356:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977470.193358:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977470.193359:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977470.193361:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193362:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193363:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193364:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977470.193366:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977470.193368:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193369:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977470.193372:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977470.193375:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977470.193376:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193378:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977470.193379:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977470.193387:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977470.193390:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977470.193393:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977470.193394:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193396:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977470.193398:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977470.193401:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977470.193408:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977470.193414:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977470.193430:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496830592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977470.193438:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977470.193441:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977470.193444:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496830592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977470.193462:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977470.193464:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977470.193467:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977470.193468:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977470.193469:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977470.193471:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977470.193472:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15003 00000400:00000200:0.0:1783977470.193475:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977470.193477:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977470.193478:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977470.193480:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193482:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193483:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193484:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977470.193486:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977470.193487:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977470.193487:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977470.193489:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977470.193490:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977470.193491:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977470.193493:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193493:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193495:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193496:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977470.193498:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977470.193500:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193501:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977470.193502:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977470.193506:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977470.193507:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193508:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977470.193511:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977470.193513:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193514:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977470.193516:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977470.193518:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977470.193519:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977470.193520:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193521:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977470.193522:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977470.193524:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977470.193527:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977470.193529:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977470.193532:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496830720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977470.193537:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977470.193538:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977470.193541:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496830720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977470.193546:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977470.193548:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977470.193550:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977470.193552:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977470.193554:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977470.193557:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977470.193560:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15003 00000400:00000200:0.0:1783977470.193567:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977470.193574:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977470.193577:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977470.193584:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193590:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193594:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193600:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977470.193617:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977470.193621:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977470.193625:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977470.193630:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977470.193637:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977470.193642:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977470.193650:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193655:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193659:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193663:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977470.193667:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977470.193671:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193676:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977470.193680:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977470.193685:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977470.193690:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193695:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977470.193698:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977470.193703:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193707:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977470.193713:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977470.193717:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977470.193721:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977470.193724:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193726:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977470.193729:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977470.193733:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977470.193740:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977470.193744:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977470.193761:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496830848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977470.193775:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977470.193779:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977470.193783:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496830848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977470.193796:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977470.193801:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977470.193807:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977470.193810:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977470.193812:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977470.193819:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977470.193824:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15003 00000400:00000200:0.0:1783977470.193834:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977470.193844:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977470.193849:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977470.193857:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193863:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193870:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193876:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977470.193881:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977470.193885:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977470.193889:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977470.193893:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977470.193897:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977470.193900:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977470.193904:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193908:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.193911:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193915:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977470.193919:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977470.193925:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977470.193931:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977470.193934:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977470.193938:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977470.193943:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193946:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977470.193951:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977470.193955:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193960:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977470.193966:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977470.193971:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977470.193986:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977470.193989:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.193993:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977470.193997:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977470.194000:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977470.194006:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977470.194013:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977470.194022:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496830976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977470.194038:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977470.194043:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977470.194053:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496830976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977470.194079:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977470.194085:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977470.194095:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977470.194098:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977470.194102:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977470.194115:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977470.194121:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15003 00000400:00000200:0.0:1783977470.194128:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977470.194133:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977470.194176:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977470.194184:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.194189:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.194195:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.194198:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977470.194203:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977470.194206:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977470.194210:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977470.194214:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977470.194220:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977470.194225:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977470.194234:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.194238:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977470.194244:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977470.194249:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977470.194255:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977470.194263:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977470.194268:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977470.194272:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977470.194287:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977470.194293:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.194297:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977470.194301:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977470.194307:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.194311:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977470.194317:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977470.194323:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977470.194327:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977470.194330:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977470.194335:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977470.194338:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977470.194341:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977470.194347:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977470.194352:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977470.194360:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496831104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977470.194376:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977470.194381:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977470.194390:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496831104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977470.194406:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977470.194414:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15013) 00000100:00000001:0.0:1783977470.833262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977470.833282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977470.833286:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977470.833294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977470.833302:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977470.833308:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977470.833325:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977470.833328:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977470.833340:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.857347:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977471.857352:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977471.857354:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.857357:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977471.857362:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977471.857367:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.857378:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.857382:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.857392:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.857651:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977471.857657:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977471.857659:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.857663:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977471.857666:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977471.857672:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.857675:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.857688:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.857694:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977472.881284:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977472.881294:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977472.881299:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977472.881309:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977472.881322:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977472.881330:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977472.881351:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977472.881355:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977472.881360:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977473.906460:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977473.906463:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977473.906464:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977473.906467:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977473.906470:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977473.906472:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977473.906474:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977473.906476:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977473.906479:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977474.929272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977474.929278:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977474.929281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977474.929290:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977474.929298:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977474.929310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.929318:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977474.929322:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.929325:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977474.929338:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977474.929343:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977474.929347:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977474.929351:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977474.929354:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977474.929357:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.929359:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977474.929362:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.929365:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977474.929400:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977474.929404:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977474.929406:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977474.929408:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977474.929410:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977474.929412:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.929414:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977474.929415:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.929417:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977475.953275:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977475.953292:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977475.953296:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977475.953301:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977475.953306:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977475.953312:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.953319:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977475.953322:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.953328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977475.953347:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977475.953351:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977475.953354:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977475.953358:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977475.953363:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977475.953365:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.953367:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977475.953368:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.953377:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977475.953780:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977475.953783:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977475.953785:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977475.953787:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977475.953789:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977475.953791:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.953793:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977475.953795:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.953797:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.977262:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977476.977267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977476.977272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.977280:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977476.977288:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977476.977294:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.977302:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.977306:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.977310:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.977327:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977476.977331:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977476.977333:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.977336:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977476.977339:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977476.977344:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.977348:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.977351:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.977357:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977478.001268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977478.001273:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977478.001277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977478.001282:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977478.001287:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977478.001290:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977478.001299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977478.001303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977478.001306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977479.025544:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977479.025550:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977479.025553:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977479.025556:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977479.025559:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977479.025563:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977479.025566:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977479.025568:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977479.025570:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977479.028441:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977479.028449:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977479.028453:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977479.028459:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977479.028465:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977479.028470:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977479.028474:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977479.028476:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977479.028479:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977480.049272:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977480.049282:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977480.049285:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977480.049294:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977480.049300:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977480.049305:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977480.049310:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977480.049313:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977480.049315:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977480.049397:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977480.049400:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977480.049402:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977480.049405:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977480.049407:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977480.049409:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977480.049634:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977480.049638:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977480.049641:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.073937:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977481.073942:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977481.073943:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977481.073948:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977481.073954:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977481.073958:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.073962:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977481.073966:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.073972:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977482.097279:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977482.097287:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977482.097291:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977482.097297:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977482.097302:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977482.097311:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.097315:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977482.097318:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.097321:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977482.097520:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977482.097523:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977482.097524:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977482.097527:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977482.097530:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977482.097533:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.097537:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977482.097541:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.097545:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977482.097587:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977482.097592:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977482.097598:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977482.098775:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977482.098777:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977482.098777:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977482.098779:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977482.098780:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977482.098782:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.098783:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977482.098784:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.098785:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977483.121415:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977483.121422:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977483.121426:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977483.121434:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977483.121440:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977483.121445:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977483.121461:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977483.121465:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977483.121468:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977484.145253:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977484.145262:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977484.145266:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977484.145273:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977484.145279:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977484.145284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.145290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977484.145296:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.145309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977485.169258:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977485.169267:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977485.169269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977485.169275:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977485.169277:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977485.169279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.169281:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977485.169283:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.169285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977485.169325:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977485.169329:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977485.169331:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977485.169341:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977485.169345:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977485.169349:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.169356:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977485.169358:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.169364:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.193276:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977486.193283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977486.193285:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.193292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977486.193297:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977486.193301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.193305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.193307:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.193310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.193747:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977486.193752:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977486.193753:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.193755:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977486.193757:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977486.193759:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.193761:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.193763:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.193765:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977487.217263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977487.217268:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977487.217271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977487.217276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977487.217281:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977487.217287:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977487.217295:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977487.217304:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977487.217310:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977487.217326:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977487.217332:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977487.217335:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977487.217337:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977487.217339:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977487.217344:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977487.217348:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977487.217351:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977487.217356:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977488.241282:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977488.241293:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977488.241297:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977488.241306:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977488.241313:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977488.241321:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.241335:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977488.241339:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.241344:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977488.241374:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977488.241380:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977488.241384:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977488.241390:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977488.241393:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977488.241397:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.241403:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977488.241407:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.241412:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977489.265275:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977489.265282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977489.265290:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977489.265300:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977489.265309:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977489.265315:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977489.265321:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977489.265326:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977489.265333:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977490.289295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977490.289298:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977490.289300:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977490.289306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977490.289313:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977490.289318:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977490.289350:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977490.289353:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977490.289356:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977490.290188:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977490.290192:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977490.290193:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977490.290195:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977490.290197:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977490.290200:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977490.290202:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977490.290204:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977490.290206:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977492.337293:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977492.337302:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977492.337304:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977492.337313:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977492.337320:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977492.337324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.337327:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977492.337330:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.337333:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977492.337368:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977492.337371:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977492.337372:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977492.337374:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977492.337376:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977492.337378:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.337517:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977492.337520:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.337522:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977492.338506:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977492.338508:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977492.338509:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977492.338511:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977492.338513:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977492.338515:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.338517:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977492.338518:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.338520:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977492.341981:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977492.341987:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977492.341990:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977493.361335:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977493.361345:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977493.361350:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977493.361365:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977493.361374:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977493.361379:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977493.361394:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977493.361398:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977493.361402:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977493.361933:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977493.361937:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977493.361938:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977493.361940:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977493.361943:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977493.361945:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977493.361946:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977493.361948:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977493.361950:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977494.385319:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977494.385346:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977494.385357:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977494.385367:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977494.385390:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977494.385407:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977494.385416:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977494.385421:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977494.385425:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977494.385449:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977494.385456:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977494.385460:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977494.385466:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977494.385472:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977494.385487:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977494.385500:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977494.385505:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977494.385513:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977495.409295:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977495.409305:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977495.409310:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977495.409320:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977495.409327:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977495.409334:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977495.409342:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977495.409347:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977495.411022:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.433259:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977496.433265:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977496.433267:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.433272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977496.433276:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977496.433279:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.433282:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.433284:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.433288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.436418:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977496.436426:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977496.436428:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.436432:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977496.436436:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977496.436441:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.436444:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.436447:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.436451:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.436484:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977496.436488:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977496.436491:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.436493:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977496.436496:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977496.436498:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.436501:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.436503:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.436506:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977497.457573:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977497.457577:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977497.457579:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977497.457582:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977497.457588:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977497.457591:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977497.457593:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977497.457594:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977497.457597:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977497.457776:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977497.457780:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977497.457785:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977498.481391:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977498.481397:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977498.481401:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977498.481409:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977498.481414:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977498.481418:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977498.482842:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977498.482847:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977498.482851:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977499.505270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977499.505281:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977499.505285:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977499.505296:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977499.505301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977499.505308:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977499.505463:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977499.505468:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977499.505473:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977500.529283:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977500.529293:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977500.529296:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977500.529305:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977500.529313:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977500.529319:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977500.529325:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977500.529330:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977500.529339:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977500.529364:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977500.529370:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977500.529374:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977500.529387:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977500.529395:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977500.529401:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977500.529410:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977500.529414:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977500.529421:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.555456:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977501.555463:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977501.555465:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.555474:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977501.555487:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977501.555493:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.555498:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.555506:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.555512:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977502.577244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977502.577253:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977502.577256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977502.577263:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977502.577268:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977502.577273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.577278:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977502.577282:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.577288:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977502.577345:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977502.577350:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977502.577354:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977502.577869:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977502.577874:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977502.577876:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977502.577931:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977502.577934:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977502.577936:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.577939:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977502.577940:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.577942:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977503.601397:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977503.601403:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977503.601405:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977503.601411:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977503.601417:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977503.601421:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977503.601426:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977503.601431:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977503.601439:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977504.625406:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977504.625411:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977504.625412:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977504.625416:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977504.625421:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977504.625425:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.625429:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977504.625432:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.625437:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977504.625454:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977504.625458:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977504.625460:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977504.625463:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977504.625465:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977504.625467:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.625469:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977504.625471:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.625472:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977505.649259:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977505.649269:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977505.649272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977505.649282:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977505.649288:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977505.649295:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977505.649301:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977505.649305:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977505.649310:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.682099:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977506.682110:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977506.682112:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977506.682119:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977506.682123:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977506.682127:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.682131:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977506.682134:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.682155:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977507.697424:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977507.697431:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977507.697435:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977507.697441:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977507.697449:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977507.697456:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977507.697497:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977507.697500:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977507.697503:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977507.697518:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977507.697521:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977507.697523:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977507.697526:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977507.697529:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977507.697531:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977507.697533:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977507.697535:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977507.697537:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977507.697774:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977507.697777:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977507.697780:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977508.721351:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977508.721358:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977508.721361:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977508.721367:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977508.721373:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977508.721376:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977508.721378:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977508.721380:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977508.721382:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977508.721640:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977508.721645:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977508.721649:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977508.721655:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977508.721662:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977508.721665:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977508.721668:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977508.721671:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977508.721675:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977509.745296:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977509.745306:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977509.745316:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977509.745324:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977509.745329:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977509.745335:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977509.745345:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977509.745347:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977509.745351:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977509.746763:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977509.746769:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977509.746771:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977509.746775:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977509.746778:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977509.746781:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977509.746787:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977509.746791:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977509.746802:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977510.769277:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977510.769287:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977510.769293:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977510.769301:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977510.769310:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977510.769317:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977510.769330:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977510.769336:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977510.769345:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.793385:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977511.793389:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.793390:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.793392:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977511.793394:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.793396:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.793398:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.793400:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.793402:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.794778:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977511.794783:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.794786:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.794800:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977511.794809:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.794815:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.794827:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.794830:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.794833:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977512.817697:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977512.817702:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977512.817707:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977512.817742:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977512.817748:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977512.817752:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977512.817757:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977512.817762:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977512.817768:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977512.817780:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977512.817787:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977512.817794:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977513.841812:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977513.841819:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977513.841821:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977513.841826:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977513.841829:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977513.841833:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977513.841835:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977513.841838:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977513.841840:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977513.842704:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977513.842709:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977513.842710:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977513.842713:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977513.842716:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977513.842718:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977513.842721:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977513.842723:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977513.842725:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977514.865483:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977514.865505:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977514.865511:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977514.865517:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977514.865523:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977514.865529:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977514.865539:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977514.865545:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977514.865550:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977515.889510:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977515.889516:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977515.889519:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977515.889527:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977515.889534:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977515.889541:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977515.889545:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977515.889551:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977515.889556:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977516.913269:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977516.913277:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977516.913279:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977516.913288:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977516.913293:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977516.913298:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977516.914508:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977516.914511:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977516.914513:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.937271:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977517.937279:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977517.937283:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.937289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977517.937295:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977517.937299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.937315:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.937318:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.937320:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.937388:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977517.937391:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977517.937393:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.937395:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977517.937397:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977517.937399:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.937401:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.937402:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.937404:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977517.938722:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977517.938727:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977517.938730:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977518.961464:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977518.961472:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977518.961475:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977518.961481:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977518.961484:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977518.961488:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977518.961491:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977518.961494:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977518.961497:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977518.961566:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977518.961569:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977518.961571:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977518.961573:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977518.961575:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977518.961577:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977518.961579:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977518.961581:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977518.961583:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977519.985305:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977519.985317:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977519.985322:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977519.985331:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977519.985338:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977519.985345:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.985373:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977519.985378:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.985383:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977519.985446:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977519.985451:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977519.985455:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977519.985462:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977519.985468:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977519.985481:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.985487:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977519.985493:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.985497:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.009372:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977521.009377:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977521.009379:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977521.009394:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977521.009400:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977521.009403:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977521.009405:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977521.009407:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977521.009410:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977521.393298:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977521.393311:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977521.393314:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977521.393320:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977521.393325:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977521.393333:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15054 00000400:00000200:0.0:1783977521.393346:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977521.393353:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977521.393357:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977521.393361:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393365:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393367:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393371:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977521.393387:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977521.393390:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977521.393394:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977521.393400:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977521.393403:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977521.393405:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977521.393408:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393410:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393412:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393414:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977521.393417:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977521.393420:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393423:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977521.393426:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977521.393430:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977521.393434:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393436:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977521.393439:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977521.393451:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977521.393455:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977521.393460:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977521.393462:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393466:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977521.393470:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977521.393475:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977521.393484:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977521.393493:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977521.393505:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496836992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977521.393516:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977521.393523:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977521.393528:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496836992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977521.393557:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977521.393561:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977521.393565:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977521.393567:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977521.393568:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977521.393572:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977521.393574:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15054 00000400:00000200:0.0:1783977521.393578:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977521.393581:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977521.393583:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977521.393586:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393588:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393589:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393592:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977521.393594:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977521.393595:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977521.393597:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977521.393599:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977521.393602:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977521.393604:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977521.393607:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393608:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393610:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393612:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977521.393615:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977521.393618:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393620:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977521.393622:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977521.393628:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977521.393631:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393633:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977521.393638:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977521.393642:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393644:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977521.393648:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977521.393650:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977521.393652:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977521.393654:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393655:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977521.393657:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977521.393659:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977521.393662:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977521.393666:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977521.393671:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496837120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977521.393680:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977521.393682:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977521.393686:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496837120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977521.393693:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977521.393696:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977521.393699:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977521.393701:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977521.393702:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977521.393705:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977521.393707:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15054 00000400:00000200:0.0:1783977521.393711:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977521.393713:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977521.393716:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977521.393718:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393720:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393722:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393725:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977521.393727:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977521.393728:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977521.393730:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977521.393732:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977521.393734:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977521.393736:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977521.393739:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393741:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393743:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393745:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977521.393747:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977521.393750:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393753:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977521.393754:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977521.393757:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977521.393759:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393761:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977521.393762:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977521.393765:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393766:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977521.393770:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977521.393772:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977521.393774:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977521.393775:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393777:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977521.393778:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977521.393780:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977521.393784:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977521.393786:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977521.393805:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496837248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977521.393818:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977521.393821:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977521.393824:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496837248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977521.393832:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977521.393835:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977521.393838:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977521.393840:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977521.393842:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977521.393845:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977521.393847:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15054 00000400:00000200:0.0:1783977521.393852:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977521.393854:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977521.393857:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977521.393860:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393862:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393864:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393866:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977521.393868:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977521.393869:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977521.393871:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977521.393873:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977521.393875:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977521.393877:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977521.393880:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393882:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393884:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393886:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977521.393889:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977521.393891:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393894:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977521.393895:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977521.393898:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977521.393900:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393902:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977521.393905:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977521.393907:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393909:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977521.393912:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977521.393914:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977521.393917:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977521.393918:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.393920:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977521.393921:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977521.393923:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977521.393928:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977521.393931:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977521.393936:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496837376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977521.393943:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977521.393944:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977521.393948:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496837376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977521.393955:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977521.393957:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977521.393961:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977521.393962:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977521.393964:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977521.393967:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977521.393970:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15054 00000400:00000200:0.0:1783977521.393973:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977521.393976:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977521.393978:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977521.393980:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393982:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.393984:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.393986:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977521.393988:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977521.393989:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977521.393990:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977521.393992:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977521.393994:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977521.393996:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977521.393998:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.394000:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977521.394002:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977521.394004:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977521.394006:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977521.394008:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977521.394010:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977521.394012:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977521.394014:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977521.394016:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.394018:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977521.394020:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977521.394022:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.394023:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977521.394026:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977521.394028:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977521.394031:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977521.394032:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.394033:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977521.394035:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977521.394036:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977521.394040:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977521.394043:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977521.394047:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496837504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977521.394053:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977521.394055:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977521.394058:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496837504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977521.394065:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977521.394070:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15064) 00000100:00000001:0.0:1783977522.033254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977522.033262:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977522.033267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.033275:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977522.033281:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977522.033284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.033287:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.033291:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.033294:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.033796:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977522.033800:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977522.033802:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.033806:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977522.033810:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977522.033814:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.033821:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.033828:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.033891:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977523.057414:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977523.057419:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977523.057423:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977523.057430:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977523.057448:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977523.057453:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977523.057458:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977523.057462:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977523.057467:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977524.081436:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977524.081444:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977524.081450:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977524.081457:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977524.081465:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977524.081471:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977524.081477:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977524.081482:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977524.081492:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977525.109001:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977525.109009:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977525.109011:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977525.109016:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977525.109020:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977525.109024:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977525.109026:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977525.109029:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977525.109031:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977526.129249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977526.129257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977526.129260:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977526.129267:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977526.129270:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977526.129273:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.129276:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977526.129278:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.129282:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977526.129366:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977526.129371:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977526.129375:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977526.129381:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977526.129388:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977526.129393:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.129398:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977526.129402:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.129406:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.153289:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977527.153299:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977527.153303:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.153314:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977527.153321:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977527.153328:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977527.153336:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977527.153340:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977527.153346:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.153363:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977527.153367:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977527.153368:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.153370:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977527.153372:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977527.153375:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977527.153386:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977527.153389:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977527.153394:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977528.177486:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977528.177490:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977528.177493:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977528.177500:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977528.177504:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977528.177506:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977528.177511:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977528.177515:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977528.177521:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977528.177548:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977528.177550:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977528.177552:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977528.177554:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977528.177557:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977528.177558:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977528.177561:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977528.177565:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977528.177569:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977529.201291:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977529.201296:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977529.201300:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977529.201305:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977529.201316:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977529.201320:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.201325:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977529.201328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.201332:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977529.201647:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977529.201650:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977529.201652:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977529.201654:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977529.201656:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977529.201658:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.201660:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977529.201661:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.201663:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977530.225274:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977530.225283:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977530.225289:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977530.225298:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977530.225305:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977530.225310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.225317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977530.225322:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.225330:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977530.225385:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977530.225388:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977530.225390:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977530.225393:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977530.225395:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977530.225397:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.225516:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977530.225519:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.225524:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977531.249302:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977531.249312:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977531.249313:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977531.249319:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977531.249324:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977531.249328:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.249330:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977531.249333:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.249336:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977531.249551:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977531.249554:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977531.249555:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977531.249558:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977531.249560:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977531.249562:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.249564:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977531.249565:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.249567:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977531.250240:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977531.250243:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977531.250244:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977531.250247:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977531.250249:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977531.250251:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.250253:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977531.250255:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.250257:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977532.273287:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977532.273296:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977532.273300:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977532.273307:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977532.273314:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977532.273318:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.273324:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977532.273328:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.273333:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977532.273351:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977532.273355:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977532.273358:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977532.273362:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977532.273365:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977532.273367:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.273369:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977532.273372:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.273374:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977533.297277:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977533.297287:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977533.297292:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977533.297300:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977533.297307:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977533.297311:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977533.297325:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977533.297330:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977533.297334:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977533.297350:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977533.297354:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977533.297358:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977533.297363:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977533.297369:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977533.297372:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977533.297378:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977533.297381:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977533.297388:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977534.321449:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977534.321453:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977534.321454:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977534.321457:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977534.321458:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977534.321464:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.321466:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977534.321467:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.321469:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977534.321476:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977534.321477:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977534.321478:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977534.321480:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977534.321481:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977534.321482:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.321483:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977534.321487:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.321488:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977534.321493:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977534.321495:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977534.321496:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977534.321497:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977534.321498:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977534.321499:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.321500:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977534.321501:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.321502:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977535.345369:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977535.345376:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977535.345381:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977535.345391:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977535.345395:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977535.345399:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977535.345402:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977535.345404:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977535.345408:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977535.345423:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977535.345428:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977535.345432:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977535.345438:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977535.345447:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977535.345454:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977535.345464:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977535.345467:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977535.345471:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977536.369274:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977536.369280:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977536.369283:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977536.369286:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977536.369292:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977536.369296:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977536.369353:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977536.369356:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977536.369358:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977536.369369:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977536.369371:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977536.369372:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977536.369374:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977536.369376:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977536.369377:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977536.369379:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977536.369380:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977536.369382:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977537.393203:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977537.393212:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977537.393214:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977537.393221:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977537.393227:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977537.393233:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.393238:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977537.393241:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.393248:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977537.393279:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977537.393282:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977537.393283:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977537.393285:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977537.393287:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977537.393290:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.393294:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977537.393295:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.393300:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977537.393311:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977537.393314:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977537.393316:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977537.393318:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977537.393321:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977537.393324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.393338:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977537.393340:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.393342:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977538.417280:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977538.417293:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977538.417297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977538.417302:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977538.417307:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977538.417311:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.417313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977538.417316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.417320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977538.417901:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977538.417905:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977538.417907:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977538.417909:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977538.417912:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977538.417914:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.417916:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977538.417918:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.417920:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977539.441306:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977539.441317:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977539.441324:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977539.441333:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977539.441342:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977539.441353:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977539.441380:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977539.441384:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977539.441389:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977539.441474:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977539.441480:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977539.441484:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977539.441490:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977539.441495:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977539.441502:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977539.441505:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977539.441510:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977539.441515:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977540.465254:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977540.465263:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977540.465268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977540.465275:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977540.465281:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977540.465287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977540.465291:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977540.465296:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977540.465303:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977540.465338:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977540.465342:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977540.465345:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977540.465389:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977540.465392:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977540.465394:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977540.465396:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977540.465399:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977540.465401:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977540.465404:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977540.465406:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977540.465408:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.489288:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977541.489295:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977541.489299:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977541.489304:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977541.489309:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977541.489314:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977541.489320:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977541.489325:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977541.489331:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.489350:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977541.489353:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977541.489355:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977541.489358:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977541.489360:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977541.489363:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977541.489365:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977541.489368:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977541.489372:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977541.873350:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977541.873363:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977541.873365:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977541.873369:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977541.873373:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977541.873381:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15075 00000400:00000200:0.0:1783977541.873390:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977541.873395:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977541.873399:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977541.873402:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873404:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873406:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873408:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977541.873410:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977541.873412:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977541.873414:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977541.873416:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977541.873418:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977541.873419:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977541.873421:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873422:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873423:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873425:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977541.873427:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977541.873429:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873430:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977541.873433:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977541.873435:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977541.873436:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873438:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977541.873439:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977541.873446:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977541.873451:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977541.873454:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977541.873456:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873459:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977541.873461:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977541.873465:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977541.873472:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977541.873479:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977541.873487:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496839552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977541.873496:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977541.873501:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977541.873505:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496839552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977541.873533:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977541.873537:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977541.873540:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977541.873541:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977541.873543:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977541.873545:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977541.873547:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15075 00000400:00000200:0.0:1783977541.873549:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977541.873551:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977541.873553:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977541.873554:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873556:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873557:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873558:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977541.873559:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977541.873560:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977541.873561:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977541.873564:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977541.873565:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977541.873566:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977541.873569:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873571:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873572:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873574:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977541.873576:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977541.873579:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873581:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977541.873583:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977541.873588:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977541.873590:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873592:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977541.873597:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977541.873600:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873601:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977541.873605:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977541.873607:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977541.873610:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977541.873611:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873621:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977541.873623:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977541.873625:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977541.873633:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977541.873636:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977541.873642:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496839680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977541.873650:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977541.873652:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977541.873656:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496839680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977541.873670:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977541.873672:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977541.873675:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977541.873677:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977541.873678:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977541.873680:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977541.873683:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15075 00000400:00000200:0.0:1783977541.873686:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977541.873687:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977541.873689:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977541.873691:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873692:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873693:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873694:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977541.873696:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977541.873697:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977541.873698:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977541.873699:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977541.873700:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977541.873701:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977541.873702:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873703:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873704:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873706:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977541.873707:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977541.873709:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873710:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977541.873712:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977541.873714:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977541.873715:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873716:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977541.873718:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977541.873719:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873720:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977541.873723:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977541.873724:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977541.873725:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977541.873726:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873727:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977541.873728:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977541.873729:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977541.873731:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977541.873734:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977541.873736:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496839808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977541.873748:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977541.873749:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977541.873751:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496839808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977541.873756:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977541.873757:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977541.873760:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977541.873761:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977541.873762:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977541.873764:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977541.873765:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15075 00000400:00000200:0.0:1783977541.873767:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977541.873768:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977541.873770:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977541.873772:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873773:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873774:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873775:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977541.873776:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977541.873777:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977541.873778:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977541.873779:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977541.873780:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977541.873781:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977541.873783:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873784:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873785:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873786:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977541.873787:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977541.873788:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873789:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977541.873790:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977541.873792:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977541.873793:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873794:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977541.873795:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977541.873796:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873797:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977541.873800:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977541.873801:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977541.873803:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977541.873803:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873804:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977541.873805:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977541.873806:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977541.873807:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977541.873809:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977541.873812:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496839936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977541.873816:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977541.873817:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977541.873819:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496839936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977541.873822:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977541.873824:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977541.873825:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977541.873826:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977541.873827:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977541.873828:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977541.873830:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15075 00000400:00000200:0.0:1783977541.873831:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977541.873833:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977541.873834:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977541.873836:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873838:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873849:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873852:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977541.873854:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977541.873855:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977541.873856:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977541.873858:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977541.873859:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977541.873861:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977541.873864:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873866:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977541.873868:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873870:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977541.873872:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977541.873875:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977541.873877:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977541.873878:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977541.873880:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977541.873882:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873884:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977541.873885:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977541.873887:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873889:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977541.873892:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977541.873893:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977541.873894:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977541.873895:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977541.873896:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977541.873897:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977541.873898:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977541.873901:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977541.873904:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977541.873907:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496840064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977541.873911:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977541.873912:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977541.873914:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496840064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977541.873918:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977541.873921:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15085) 00000100:00000001:0.0:1783977542.513295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977542.513301:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977542.513302:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977542.513307:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977542.513311:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977542.513316:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977542.513319:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977542.513321:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977542.513324:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977542.513425:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977542.513427:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977542.513429:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977542.513430:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977542.513432:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977542.513434:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977542.513436:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977542.513437:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977542.513439:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977542.514227:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977542.514229:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977542.514230:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977542.514233:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977542.514235:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977542.514236:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977542.514238:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977542.514239:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977542.514241:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977543.538908:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977543.538912:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977543.538914:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977543.538918:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977543.538921:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977543.538925:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977543.538929:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977543.538931:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977543.538935:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977544.561301:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977544.561312:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977544.561316:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977544.561324:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977544.561331:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977544.561337:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.561339:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977544.561343:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.561349:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977544.562220:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977544.562226:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977544.562229:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977544.562234:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977544.562237:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977544.562240:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.562242:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977544.562244:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.562247:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977545.585420:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977545.585425:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977545.585427:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977545.585431:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977545.585434:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977545.585436:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977545.590024:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977545.590029:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977545.590033:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977546.609281:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977546.609288:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977546.609292:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977546.609297:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977546.609304:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977546.609308:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977546.609312:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977546.609317:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977546.609323:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977547.633396:0:240301:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977547.633400:0:240301:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977547.633403:0:240301:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977547.633522:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977547.633531:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977547.633535:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977547.633542:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977547.633547:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977547.633550:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977547.633553:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977547.633555:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977547.633558:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977548.657497:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977548.657502:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977548.657506:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977548.657510:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977548.657515:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977548.657519:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977548.662240:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977548.662249:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977548.662254:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977549.681790:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977549.681793:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977549.681794:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977549.681796:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977549.681798:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977549.681799:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977549.681801:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977549.681802:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977549.681804:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977550.705250:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977550.705257:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977550.705260:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977550.705263:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977550.705266:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977550.705269:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977550.705272:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977550.705274:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977550.705277:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977551.729244:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977551.729252:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977551.729255:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977551.729260:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977551.729264:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977551.729269:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977551.729273:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977551.729276:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977551.729281:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977551.729309:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977551.729313:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977551.729315:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977551.729320:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977551.729325:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977551.729329:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977551.729334:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977551.729337:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977551.729342:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977552.756127:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977552.756132:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977552.756153:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977552.756160:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977552.756165:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977552.756171:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977552.756180:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977552.756184:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977552.756189:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977553.777242:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977553.777250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977553.777253:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977553.777261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977553.777266:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977553.777272:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977553.777278:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977553.777284:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977553.777289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977553.777330:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977553.777334:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977553.777336:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977553.777341:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977553.777347:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977553.777351:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977553.777357:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977553.777361:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977553.777365:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977554.802453:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977554.802458:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977554.802462:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977554.802468:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977554.802474:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977554.802479:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977554.802483:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977554.802485:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977554.802488:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977555.825489:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977555.825493:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977555.825495:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977555.825498:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977555.825501:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977555.825503:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977555.825505:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977555.825507:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977555.825510:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977555.825715:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977555.825721:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977555.825724:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977555.825727:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977555.825730:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977555.825732:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977555.825735:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977555.825737:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977555.825739:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977555.825827:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977555.825830:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977555.825833:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977556.849366:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977556.849370:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977556.849381:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977556.849385:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977556.849389:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977556.849391:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977556.849394:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977556.849396:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977556.849399:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977557.873263:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977557.873271:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977557.873276:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977557.873286:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977557.873294:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977557.873301:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977557.873329:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977557.873332:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977557.873336:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977557.873352:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977557.873358:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977557.873363:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977557.873368:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977557.873374:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977557.873379:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977557.873387:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977557.873391:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977557.873396:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977558.897272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977558.897281:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977558.897286:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977558.897296:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977558.897303:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977558.897308:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977558.897424:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977558.897426:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977558.897429:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977559.922607:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977559.922610:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977559.922612:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977559.922614:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977559.922616:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977559.922618:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.922620:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977559.922621:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.922623:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977559.922801:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977559.922803:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977559.922804:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977559.922805:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977559.922807:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977559.922808:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.922809:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977559.922810:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.922811:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977560.945264:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977560.945274:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977560.945276:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977560.945282:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977560.945288:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977560.945292:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.945297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977560.945300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.945305:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977560.945335:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977560.945338:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977560.945340:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977560.945343:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977560.945346:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977560.945348:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.945435:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977560.945439:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.945444:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977560.945458:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977560.945461:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977560.945472:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977561.969362:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977561.969371:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977561.969374:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977561.969380:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977561.969388:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977561.969397:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977561.969406:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977561.969411:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977561.969419:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977562.993281:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977562.993292:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977562.993296:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977562.993303:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977562.993311:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977562.993315:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.993322:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977562.993327:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.993332:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977562.993661:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977562.993664:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977562.993665:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977562.993668:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977562.993670:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977562.993672:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.993674:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977562.993675:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.993677:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977564.017275:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977564.017285:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977564.017289:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977564.017297:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977564.017304:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977564.017309:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977564.017889:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977564.017891:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977564.017894:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977565.041263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977565.041274:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977565.041278:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977565.041287:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977565.041296:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977565.041303:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.041309:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977565.041312:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.041317:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977565.041360:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977565.041365:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977565.041371:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977565.041410:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977565.041415:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977565.041418:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977565.041422:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977565.041426:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977565.041430:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.041434:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977565.041436:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.041438:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977566.065269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977566.065277:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977566.065281:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977566.065290:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977566.065297:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977566.065303:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977566.065314:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977566.065316:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977566.065320:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977566.065335:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977566.065339:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977566.065341:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977566.065344:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977566.065347:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977566.065349:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977566.065351:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977566.065352:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977566.065355:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977566.065470:0:240302:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977566.065473:0:240302:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977566.065476:0:240302:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977567.089297:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977567.089303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977567.089306:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977567.089311:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977567.089315:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977567.089318:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977567.089321:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977567.089326:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977567.089333:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.113403:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977568.113408:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977568.113412:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.113416:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977568.113419:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977568.113422:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977568.113425:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977568.113428:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977568.113433:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977569.137263:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977569.137274:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977569.137276:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977569.137282:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977569.137287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977569.137291:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.137294:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977569.137296:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.137299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977569.137764:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977569.137778:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977569.137780:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977569.137783:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977569.137785:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977569.137787:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.137789:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977569.137791:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.137796:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977569.137822:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977569.137826:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977569.137828:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977569.137831:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977569.137835:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977569.137839:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.137844:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977569.137847:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.137852:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977569.138665:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977569.138667:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977569.138668:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977569.138669:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977569.138670:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977569.138671:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.138673:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977569.138674:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.138675:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977570.161265:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977570.161270:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977570.161272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977570.161278:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977570.161283:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977570.161286:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.161305:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977570.161309:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.161314:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977570.161327:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977570.161330:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977570.161332:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977570.161335:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977570.161337:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977570.161340:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.161343:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977570.161345:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.161349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977571.185264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977571.185270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977571.185275:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977571.185281:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977571.185287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977571.185292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977571.185299:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977571.185303:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977571.185309:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977571.185329:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977571.185334:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977571.185336:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977571.185339:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977571.185343:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977571.185347:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977571.185352:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977571.185355:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977571.185359:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977572.209323:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977572.209334:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977572.209339:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977572.209349:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977572.209355:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977572.209359:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.209363:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977572.209366:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.209370:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977572.209390:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977572.209396:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977572.209402:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977572.209414:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977572.209428:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977572.209435:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.209734:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977572.209738:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.209741:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.233252:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977573.233259:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977573.233262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.233268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977573.233274:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977573.233279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977573.233483:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977573.233485:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977573.233487:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.233506:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977573.233511:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977573.233512:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.233516:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977573.233518:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977573.233521:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977573.233524:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977573.233526:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977573.233528:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977574.257218:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977574.257229:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977574.257234:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977574.257243:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977574.257249:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977574.257253:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.257257:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977574.257260:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.257264:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977574.259659:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977574.259661:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977574.259662:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977574.259663:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977574.259665:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977574.259666:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.259667:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977574.259669:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.259670:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977575.281450:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977575.281454:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977575.281456:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977575.281460:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977575.281463:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977575.281466:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977575.281470:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977575.281472:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977575.281477:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977576.305502:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977576.305507:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977576.305510:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977576.305516:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977576.305521:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977576.305525:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977576.305529:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977576.305531:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977576.305534:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977577.329254:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977577.329263:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977577.329269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977577.329276:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977577.329278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977577.329284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.329294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977577.329297:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.329299:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977577.329327:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977577.329332:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977577.329335:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977577.329339:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977577.329343:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977577.329347:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.329352:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977577.329356:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.329358:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977577.329379:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977577.329381:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977577.329383:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977578.353433:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977578.353443:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977578.353450:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.353457:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977578.353463:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977578.353466:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.353473:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977578.353476:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.353479:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977579.377261:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977579.377270:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977579.377274:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977579.377281:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977579.377299:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977579.377303:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977579.377323:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977579.377326:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977579.377328:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977580.401364:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977580.401367:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977580.401369:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977580.401372:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977580.401375:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977580.401377:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977580.401404:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977580.401408:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977580.401414:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977581.425242:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977581.425252:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977581.425253:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977581.425258:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977581.425264:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977581.425267:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977581.425271:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977581.425274:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977581.425276:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977581.425441:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977581.425443:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977581.425444:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977581.425446:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977581.425448:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977581.425450:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977581.425451:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977581.425452:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977581.425454:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.449273:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977582.449284:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977582.449288:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.449293:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977582.449307:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977582.449312:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.449315:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977582.449319:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.449324:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.453903:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977582.453906:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977582.453908:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.453910:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977582.453912:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977582.453914:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.453916:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977582.453917:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.453919:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977582.833366:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977582.833379:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977582.833382:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977582.833386:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977582.833390:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977582.833397:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15116 00000400:00000200:0.0:1783977582.833405:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977582.833410:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977582.833413:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977582.833416:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833419:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833422:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833424:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977582.833428:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977582.833430:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977582.833433:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977582.833436:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977582.833438:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977582.833440:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977582.833443:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833445:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833447:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833448:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977582.833451:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977582.833455:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833457:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977582.833460:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977582.833464:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977582.833467:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833469:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977582.833471:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977582.833482:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977582.833485:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977582.833489:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977582.833491:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833494:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977582.833496:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977582.833500:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977582.833509:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977582.833516:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.833524:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496844672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977582.833534:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977582.833539:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977582.833544:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496844672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977582.833569:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977582.833572:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977582.833575:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977582.833576:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977582.833578:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977582.833581:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977582.833594:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15116 00000400:00000200:0.0:1783977582.833598:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977582.833601:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977582.833603:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977582.833606:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833608:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833610:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833611:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977582.833614:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977582.833615:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977582.833616:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977582.833618:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977582.833621:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977582.833622:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977582.833625:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833627:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833629:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833631:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977582.833633:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977582.833635:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833638:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977582.833640:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977582.833645:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977582.833647:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833649:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977582.833653:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977582.833656:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833658:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977582.833661:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977582.833664:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977582.833666:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977582.833668:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833669:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977582.833671:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977582.833672:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977582.833675:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977582.833678:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.833683:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496844800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977582.833690:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977582.833692:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977582.833695:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496844800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977582.833702:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977582.833704:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977582.833707:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977582.833708:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977582.833710:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977582.833712:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977582.833714:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15116 00000400:00000200:0.0:1783977582.833718:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977582.833721:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977582.833723:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977582.833726:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833728:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833730:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833731:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977582.833733:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977582.833734:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977582.833736:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977582.833738:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977582.833739:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977582.833742:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977582.833746:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833748:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833750:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833751:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977582.833754:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977582.833756:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833758:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977582.833760:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977582.833763:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977582.833765:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833767:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977582.833769:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977582.833771:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833772:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977582.833776:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977582.833789:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977582.833791:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977582.833793:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833794:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977582.833795:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977582.833797:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977582.833800:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977582.833803:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.833808:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496844928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977582.833814:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977582.833816:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977582.833820:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496844928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977582.833826:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977582.833829:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977582.833832:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977582.833840:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977582.833842:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977582.833845:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977582.833851:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15116 00000400:00000200:0.0:1783977582.833855:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977582.833857:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977582.833859:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977582.833861:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833863:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833865:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833867:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977582.833869:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977582.833870:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977582.833871:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977582.833873:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977582.833875:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977582.833877:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977582.833880:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833881:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833883:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833885:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977582.833887:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977582.833890:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833892:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977582.833893:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977582.833896:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977582.833898:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833900:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977582.833903:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977582.833905:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833906:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977582.833910:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977582.833911:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977582.833913:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977582.833915:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.833916:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977582.833917:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977582.833919:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977582.833922:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977582.833925:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.833930:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496845056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977582.833936:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977582.833937:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977582.833941:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496845056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977582.833947:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977582.833949:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977582.833952:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977582.833953:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977582.833954:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977582.833957:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977582.833959:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15116 00000400:00000200:0.0:1783977582.833962:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977582.833964:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977582.833966:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977582.833969:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833971:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833972:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833975:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977582.833976:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977582.833978:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977582.833979:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977582.833981:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977582.833982:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977582.833984:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977582.833986:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833988:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977582.833989:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833991:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977582.833992:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977582.833995:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977582.833997:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977582.833998:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977582.834000:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977582.834002:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.834004:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977582.834006:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977582.834008:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.834009:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977582.834012:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977582.834014:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977582.834016:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977582.834017:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.834018:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977582.834020:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977582.834021:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977582.834025:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977582.834028:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.834032:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496845184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977582.834044:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977582.834046:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977582.834050:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496845184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977582.834056:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977582.834060:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15126) 00000100:00000001:0.0:1783977583.473231:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977583.473240:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977583.473242:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977583.473248:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977583.473252:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977583.473256:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.473259:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977583.473261:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.473264:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977583.475932:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977583.475936:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977583.475937:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977583.475940:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977583.475942:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977583.475944:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.475946:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977583.475948:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.475950:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977583.475978:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977583.475984:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977583.475987:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977583.475991:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977583.475996:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977583.476000:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.476003:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977583.476005:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.476009:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977584.497484:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977584.497491:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977584.497496:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977584.497501:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977584.497506:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977584.497510:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.497513:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977584.497515:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.497517:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977584.497531:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977584.497536:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977584.497540:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977584.497553:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977584.497558:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977584.497560:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.497562:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977584.497564:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.497566:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977585.522367:0:240285:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977585.522373:0:240285:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977585.522377:0:240285:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977585.526422:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977585.526425:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977585.526427:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977585.526429:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977585.526431:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977585.526433:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977585.526434:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977585.526435:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977585.526437:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.545346:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977586.545356:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977586.545358:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977586.545365:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977586.545370:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977586.545374:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.545377:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977586.545379:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.545382:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.545702:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977586.545705:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977586.545706:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977586.545708:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977586.545710:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977586.545712:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.545714:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977586.545725:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.545728:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.546066:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977586.546070:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977586.546073:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977586.546075:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977586.546078:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977586.546080:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.546082:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977586.546083:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.546086:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977587.569271:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977587.569282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977587.569285:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977587.569291:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977587.569298:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977587.569303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.569316:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977587.569319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.569323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977587.569341:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977587.569345:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977587.569350:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977587.569356:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977587.569362:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977587.569365:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.569370:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977587.569373:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.569378:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977588.593266:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977588.593275:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977588.593278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977588.593287:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977588.593293:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977588.593298:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.593301:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977588.593305:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.593308:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977588.593348:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977588.593353:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977588.593356:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977588.593360:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977588.593364:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977588.593367:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.593369:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977588.593371:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.593372:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977588.593581:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977588.593584:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977588.593585:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977588.593586:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977588.593588:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977588.593589:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.593591:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977588.593592:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.593594:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977589.617245:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977589.617251:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977589.617255:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977589.617263:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977589.617268:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977589.617272:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.617277:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977589.617284:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.617291:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977589.617311:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977589.617315:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977589.617316:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977589.617319:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977589.617322:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977589.617325:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.617328:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977589.617329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.617332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977590.644177:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977590.644182:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977590.644186:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977590.644190:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977590.644197:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977590.644201:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977590.644208:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977590.644211:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977590.644215:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977591.665267:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977591.665276:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977591.665280:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977591.665288:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977591.665294:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977591.665298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.665313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977591.665316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.665322:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977591.665354:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977591.665358:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977591.665360:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977591.665367:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977591.665372:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977591.665375:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.665379:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977591.665382:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.665386:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977592.689292:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977592.689304:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977592.689308:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977592.689316:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977592.689322:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977592.689326:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977592.689330:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977592.689334:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977592.689337:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977592.689610:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977592.689614:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977592.689616:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977592.689618:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977592.689620:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977592.689623:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977592.689625:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977592.689626:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977592.689629:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977593.713259:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977593.713268:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977593.713271:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977593.713278:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977593.713286:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977593.713290:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.713303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977593.713306:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.713309:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977593.713346:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977593.713351:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977593.713355:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977593.713359:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977593.713365:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977593.713370:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.713376:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977593.713379:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.713383:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977595.761321:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977595.761333:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977595.761339:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977595.761348:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977595.761364:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977595.761383:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.761394:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977595.761401:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.761405:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977595.761438:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977595.761445:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977595.761448:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977595.761455:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977595.761466:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977595.761472:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.761478:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977595.761482:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.761488:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977596.785270:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977596.785277:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977596.785282:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977596.785289:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977596.785295:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977596.785300:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977596.785310:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977596.785313:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977596.785316:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977596.785437:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977596.785442:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977596.785444:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977596.785447:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977596.785450:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977596.785453:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977596.785456:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977596.785458:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977596.785462:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977597.809333:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977597.809353:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977597.809357:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977597.809362:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977597.809367:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977597.809371:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977597.809373:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977597.809377:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977597.809380:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977597.810221:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977597.810224:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977597.810226:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977597.810228:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977597.810230:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977597.810232:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977597.810234:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977597.810235:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977597.810237:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977597.810724:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977597.810729:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977597.810732:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977597.810736:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977597.810742:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977597.810746:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977597.810751:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977597.810756:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977597.810760:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977598.833265:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977598.833280:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977598.833286:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977598.833301:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977598.833316:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977598.833324:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977598.833335:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977598.833339:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977598.833349:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977599.857280:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977599.857295:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977599.857300:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977599.857312:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977599.857333:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977599.857343:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977599.857351:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977599.857355:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977599.857365:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977599.857404:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977599.857409:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977599.857413:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977599.857418:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977599.857426:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977599.857436:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977599.857442:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977599.857445:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977599.857448:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977600.881290:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977600.881296:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977600.881303:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977600.881316:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977600.881330:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977600.881339:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977600.881368:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977600.881371:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977600.881379:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977601.905254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977601.905265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977601.905270:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977601.905277:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977601.905287:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977601.905297:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977601.905306:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977601.905313:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977601.905324:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977601.905359:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977601.905362:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977601.905363:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977601.905366:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977601.905370:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977601.905372:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977601.905376:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977601.905378:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977601.905381:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977602.929304:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977602.929312:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977602.929316:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977602.929321:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977602.929332:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977602.929340:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.929349:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977602.929354:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.929362:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977602.929384:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977602.929391:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977602.929396:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977602.929406:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977602.929412:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977602.929415:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.929420:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977602.929422:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.929424:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977603.953243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977603.953259:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977603.953263:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977603.953267:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977603.953273:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977603.953278:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.953298:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977603.953302:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.953305:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977603.953326:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977603.953329:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977603.953332:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977603.953335:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977603.953340:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977603.953343:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.953346:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977603.953347:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.953350:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977604.977261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977604.977267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977604.977271:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977604.977276:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977604.977281:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977604.977286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.977299:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977604.977303:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.977307:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977604.977322:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977604.977327:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977604.977329:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977604.977332:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977604.977337:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977604.977341:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.977345:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977604.977349:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.977354:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977606.001230:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977606.001239:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977606.001244:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977606.001251:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977606.001256:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977606.001262:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977606.001277:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977606.001281:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977606.001284:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977607.025228:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977607.025238:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977607.025242:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977607.025252:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977607.025259:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977607.025265:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.025274:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977607.025278:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.025282:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977608.049383:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977608.049387:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977608.049390:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977608.050411:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977608.050417:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977608.050421:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977608.050427:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977608.050431:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977608.050433:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977608.050435:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977608.050437:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977608.050439:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.073256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977609.073265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977609.073269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.073275:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977609.073282:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977609.073293:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977609.073317:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977609.073321:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977609.073325:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.073358:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977609.073364:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977609.073368:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.073372:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977609.073378:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977609.073382:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977609.073386:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977609.073389:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977609.073396:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977610.097232:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977610.097241:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977610.097246:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977610.097254:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977610.097262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977610.097268:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977610.097275:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977610.097281:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977610.097289:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977610.097329:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977610.097334:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977610.097339:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977610.097345:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977610.097352:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977610.097356:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977610.097362:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977610.097366:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977610.097370:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977611.121266:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977611.121277:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977611.121280:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977611.121286:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977611.121292:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977611.121296:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.121301:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977611.121305:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.121310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977612.145392:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977612.145397:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977612.145398:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977612.145401:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977612.145404:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977612.145406:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977612.145409:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977612.145412:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977612.145416:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977613.169287:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977613.169296:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977613.169301:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977613.169308:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977613.169315:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977613.169321:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.169328:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977613.169332:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.169339:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977613.169941:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977613.169946:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977613.169948:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977613.169953:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977613.169959:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977613.169964:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.169971:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977613.169975:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.169979:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977614.193326:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977614.193336:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977614.193341:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977614.193352:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977614.193359:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977614.193366:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977614.193374:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977614.193380:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977614.193388:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977615.217275:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977615.217287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977615.217293:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977615.217305:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977615.217315:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977615.217322:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.217330:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977615.217335:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.217339:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977616.241497:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977616.241507:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977616.241509:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977616.241516:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977616.241521:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977616.241526:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.241530:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977616.241533:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.241537:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977616.241589:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977616.241596:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977616.241598:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977616.241601:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977616.241605:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977616.241608:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.241612:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977616.241616:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.241621:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977616.242110:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977616.242113:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977616.242114:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977616.242117:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977616.242119:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977616.242121:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.242123:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977616.242125:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.242127:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977617.265295:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977617.265304:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977617.265306:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977617.265314:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977617.265327:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977617.265336:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977617.265340:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977617.265347:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977617.265356:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977617.265377:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977617.265382:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977617.265385:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977617.265388:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977617.265392:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977617.265395:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977617.265467:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977617.265470:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977617.265473:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977618.289417:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977618.289428:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977618.289433:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977618.289446:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977618.289454:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977618.289460:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977618.292724:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977618.292732:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977618.292748:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977619.313268:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977619.313279:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977619.313283:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977619.313290:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977619.313299:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977619.313305:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977619.313320:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977619.313325:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977619.313331:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977619.313349:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977619.313361:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977619.313365:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977619.313379:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977619.313383:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977619.313389:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977619.313404:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977619.313408:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977619.313413:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977620.337287:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977620.337297:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977620.337300:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977620.337307:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977620.337313:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977620.337319:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977620.337329:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977620.337335:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977620.337346:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977620.337390:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977620.337395:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977620.337398:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977620.337403:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977620.337408:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977620.337412:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977620.337416:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977620.337421:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977620.337427:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977621.361263:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977621.361267:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977621.361268:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977621.361273:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977621.361276:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977621.361280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977621.361296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977621.361300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977621.361307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977622.385262:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977622.385272:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977622.385277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977622.385286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977622.385296:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977622.385306:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.385312:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977622.385320:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.385326:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977622.385368:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977622.385374:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977622.385377:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977622.385381:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977622.385388:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977622.385392:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.385412:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977622.385421:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.385426:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977623.409308:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977623.409321:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977623.409323:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977623.409331:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977623.409336:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977623.409340:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.409345:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977623.409351:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.409357:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977623.409701:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977623.409706:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977623.409710:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977623.410091:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977623.410095:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977623.410096:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977623.410099:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977623.410101:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977623.410103:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.410105:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977623.410107:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.410109:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977624.433213:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977624.433225:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977624.433228:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977624.433237:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977624.433243:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977624.433249:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.433255:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977624.433257:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.433261:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977624.433367:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977624.433371:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977624.433372:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977624.433375:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977624.433378:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977624.433381:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.433385:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977624.433389:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.433394:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977625.457272:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977625.457279:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977625.457282:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977625.457288:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977625.457294:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977625.457298:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.457301:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977625.457304:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.457309:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977625.457327:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977625.457332:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977625.457336:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977625.457343:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977625.457356:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977625.457364:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.457373:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977625.457378:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.457388:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977626.481277:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977626.481287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977626.481292:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977626.481301:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977626.481312:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977626.481321:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977626.481342:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977626.481345:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977626.481349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783977626.865464:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783977626.865508:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977626.865531:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977626.865536:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783977626.865540:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977626.865544:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977626.865556:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977626.865566:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2900. 00000400:00000200:0.0:1783977626.865572:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977626.865576:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977626.865642:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d23b8 00000400:00000010:0.0:1783977626.865645:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d23b8. 00000100:00000001:0.0:1783977626.865651:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977626.865661:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2c380 x1870620496849792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865684:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977626.865688:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620496849792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865695:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977626.865697:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977626.865706:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977626.865709:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2800. 00000400:00000200:0.0:1783977626.865712:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977626.865716:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977626.865720:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2198 00000400:00000010:0.0:1783977626.865722:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2198. 00000100:00000001:0.0:1783977626.865725:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977626.865729:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2f480 x1870620496849920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865740:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977626.865746:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f480 x1870620496849920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865774:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977626.865778:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977626.865786:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977626.865790:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2600. 00000400:00000200:0.0:1783977626.865797:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977626.865805:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977626.865817:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2660 00000400:00000010:0.0:1783977626.865824:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2660. 00000100:00000001:0.0:1783977626.865830:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977626.865838:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2f800 x1870620496850048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865853:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977626.865859:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620496850048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865878:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977626.865882:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977626.865893:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977626.865899:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2700. 00000400:00000200:0.0:1783977626.865905:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977626.865912:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977626.865917:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d24c8 00000400:00000010:0.0:1783977626.865921:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d24c8. 00000100:00000001:0.0:1783977626.865926:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977626.865934:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2f100 x1870620496850176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865949:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977626.865956:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620496850176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.865968:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977626.865972:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977626.865983:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977626.865989:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2c00. 00000400:00000200:0.0:1783977626.865994:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977626.866002:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977626.866007:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2880 00000400:00000010:0.0:1783977626.866011:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2880. 00000100:00000001:0.0:1783977626.866016:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977626.866023:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2c000 x1870620496850304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.866035:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977626.866039:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620496850304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977626.866048:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977626.866050:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977627.505363:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977627.505374:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977627.505378:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977627.505384:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977627.505391:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977627.505397:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977627.505406:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977627.505411:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977627.505418:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977628.529267:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977628.529277:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977628.529283:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977628.529298:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977628.529306:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977628.529310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977628.529321:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977628.529327:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977628.529333:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977628.529382:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977628.529390:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977628.529402:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977628.529407:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977628.529415:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977628.529424:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977628.529431:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977628.529439:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977628.529448:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977628.529575:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977628.529579:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977628.529583:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977629.553520:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977629.553525:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977629.553526:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977629.553528:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977629.553531:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977629.553532:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977629.553534:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977629.553536:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977629.553538:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977630.577266:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977630.577279:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977630.577282:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977630.577290:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977630.577297:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977630.577305:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977630.577313:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977630.577319:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977630.577331:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977631.601251:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977631.601263:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977631.601267:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977631.601274:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977631.601289:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977631.601298:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977631.601306:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977631.601314:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977631.601320:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977631.601374:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977631.601382:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977631.601386:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977631.601391:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977631.601398:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977631.601403:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977631.601416:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977631.601421:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977631.601448:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977632.625298:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977632.625305:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977632.625318:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977632.625335:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977632.625352:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977632.625361:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977632.625381:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977632.625386:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977632.625390:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977633.649263:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977633.649273:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977633.649278:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977633.649286:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977633.649292:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977633.649297:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977633.649319:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977633.649327:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977633.649332:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977633.649366:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977633.649372:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977633.649375:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977633.649378:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977633.649382:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977633.649384:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977633.649387:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977633.649388:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977633.649390:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.673261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977634.673272:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977634.673276:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.673286:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977634.673295:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977634.673301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977634.673306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977634.673311:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977634.673486:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.673513:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977634.673517:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977634.673519:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.673521:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977634.673524:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977634.673527:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977634.673529:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977634.673530:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977634.673533:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977635.697265:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977635.697274:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977635.697278:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977635.697286:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977635.697294:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977635.697299:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977635.697315:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977635.697318:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977635.697320:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977635.697399:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977635.697404:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977635.697407:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977635.697409:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977635.697411:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977635.697413:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977635.697416:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977635.697418:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977635.697421:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977636.723458:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977636.723465:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977636.723469:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977636.723474:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977636.723480:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977636.723485:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977636.723489:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977636.723494:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977636.723499:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977637.745253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977637.745259:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977637.745263:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977637.745268:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977637.745272:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977637.745277:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977637.745280:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977637.745284:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977637.745289:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977637.745322:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977637.745338:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977637.745342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977637.745349:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977637.745355:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977637.745364:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977637.745391:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977637.745393:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977637.745399:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977638.769254:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977638.769262:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977638.769264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977638.769270:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977638.769277:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977638.769282:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977638.769288:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977638.769292:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977638.769296:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977638.769342:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977638.769347:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977638.769350:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977638.769357:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977638.769363:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977638.769375:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977638.769390:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977638.769395:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977638.769399:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977639.153293:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977639.153322:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977639.153324:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977639.153328:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977639.153332:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977639.153340:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15172 00000400:00000200:0.0:1783977639.153349:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977639.153355:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977639.153358:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977639.153361:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153364:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.153366:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153368:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977639.153372:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977639.153374:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977639.153376:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977639.153379:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977639.153382:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977639.153384:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977639.153387:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153389:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.153390:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153402:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977639.153406:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977639.153409:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153411:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977639.153414:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977639.153418:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977639.153421:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153425:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977639.153428:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977639.153437:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977639.153440:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977639.153443:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977639.153445:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153447:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977639.153449:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977639.153453:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977639.153460:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977639.153465:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.153473:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496851712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977639.153483:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977639.153487:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977639.153491:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496851712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977639.153514:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977639.153522:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977639.153527:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977639.153529:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977639.153530:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977639.153533:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977639.153536:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15172 00000400:00000200:0.0:1783977639.153540:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977639.153543:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977639.153546:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977639.153549:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153551:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.153553:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153556:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977639.153559:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977639.153562:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977639.153564:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977639.153568:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977639.153572:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977639.153574:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977639.153579:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153584:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.153588:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153592:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977639.153597:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977639.153602:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153606:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977639.153610:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977639.153616:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977639.153620:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153623:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977639.153628:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977639.153633:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153636:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977639.153641:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977639.153645:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977639.153648:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977639.153651:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153654:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977639.153657:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977639.153660:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977639.153666:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977639.153671:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.153678:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496851840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977639.153691:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977639.153695:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977639.153702:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496851840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977639.153741:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977639.153746:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977639.153751:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977639.153754:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977639.153757:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977639.153761:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977639.153765:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15172 00000400:00000200:0.0:1783977639.153770:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977639.153775:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977639.153777:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977639.153783:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153786:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.153789:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153793:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977639.153798:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977639.153800:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977639.153802:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977639.153805:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977639.153808:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977639.153810:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977639.153813:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153815:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.153817:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153818:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977639.153822:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977639.153828:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153832:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977639.153836:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977639.153839:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977639.153843:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153847:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977639.153850:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977639.153855:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153859:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977639.153863:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977639.153866:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977639.153869:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977639.153874:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.153878:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977639.153881:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977639.153883:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977639.153888:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977639.153893:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.153901:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496851968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977639.153914:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977639.153918:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977639.153925:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496851968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977639.153941:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977639.153945:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977639.153949:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977639.153951:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977639.153953:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977639.153957:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977639.153962:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15172 00000400:00000200:0.0:1783977639.153967:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977639.153973:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977639.153977:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977639.153981:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153984:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.153988:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.153992:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977639.153996:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977639.153998:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977639.154001:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977639.154004:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977639.154007:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977639.154009:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977639.154015:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154019:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.154023:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154027:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977639.154029:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977639.154036:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154043:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977639.154046:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977639.154050:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977639.154053:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.154056:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977639.154060:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977639.154066:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.154070:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977639.154075:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977639.154078:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977639.154081:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977639.154084:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.154086:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977639.154087:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977639.154089:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977639.154093:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977639.154098:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.154106:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496852096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977639.154119:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977639.154122:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977639.154129:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496852096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977639.154179:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977639.154185:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977639.154189:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977639.154192:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977639.154195:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977639.154201:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977639.154206:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15172 00000400:00000200:0.0:1783977639.154214:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977639.154220:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977639.154224:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977639.154230:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154235:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.154240:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154244:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977639.154248:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977639.154251:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977639.154254:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977639.154258:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977639.154263:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977639.154267:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977639.154272:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154276:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977639.154282:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154285:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977639.154290:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977639.154295:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977639.154299:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977639.154313:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977639.154317:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977639.154321:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.154324:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977639.154327:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977639.154332:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.154337:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977639.154342:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977639.154346:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977639.154351:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977639.154355:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.154360:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977639.154362:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977639.154366:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977639.154371:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977639.154376:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.154385:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496852224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977639.154421:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977639.154425:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977639.154433:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496852224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977639.154446:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977639.154453:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15182) 00000100:00000001:0.0:1783977639.793265:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977639.793271:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977639.793274:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.793281:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977639.793287:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977639.793301:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.793306:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977639.793310:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.793314:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.793792:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977639.793794:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977639.793795:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.793796:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977639.793798:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977639.793799:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.793800:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977639.793801:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.793802:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977640.817253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977640.817261:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977640.817271:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977640.817284:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977640.817290:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977640.817296:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977640.817302:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977640.817305:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977640.817308:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977640.817333:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977640.817336:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977640.817340:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977640.817348:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977640.817353:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977640.817357:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977640.817363:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977640.817367:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977640.817384:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977641.841231:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977641.841237:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977641.841241:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977641.841248:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977641.841253:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977641.841272:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.841278:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977641.841282:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.841286:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977641.841324:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977641.841328:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977641.841331:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977641.841334:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977641.841338:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977641.841342:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.841345:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977641.841348:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.841353:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977642.865326:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977642.865338:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977642.865347:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977642.865363:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977642.865374:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977642.865381:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.865386:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977642.865390:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.865394:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977643.889542:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977643.889547:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977643.889551:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977643.889814:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977643.889818:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977643.889819:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977643.889822:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977643.889824:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977643.889826:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977643.889828:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977643.889830:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977643.889832:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977644.976619:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977644.976628:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977644.976631:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977644.976639:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977644.976644:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977644.976659:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977644.976664:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977644.976667:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977644.976672:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977646.001541:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977646.001545:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977646.001546:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977646.001549:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977646.001551:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977646.001553:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977646.001555:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977646.001556:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977646.001558:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977646.001657:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977646.001662:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977646.001667:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977646.001680:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977646.001688:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977646.001693:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977646.001698:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977646.001702:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977646.001706:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977647.025428:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977647.025433:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977647.025434:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977647.025438:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977647.025440:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977647.025442:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977647.025445:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977647.025447:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977647.025450:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977648.049411:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977648.049421:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977648.049425:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977648.049430:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977648.049435:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977648.049440:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.049442:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977648.049446:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.049450:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977648.049646:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977648.049650:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977648.049651:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977648.049653:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977648.049655:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977648.049656:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.050748:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977648.050751:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.050753:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977649.009533:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977649.009537:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977649.009540:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977649.073432:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977649.073435:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977649.073437:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977649.073439:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977649.073441:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977649.073443:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.073446:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977649.073447:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.073449:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977649.073730:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977649.073733:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977649.073735:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977649.073737:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977649.073739:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977649.073741:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.073743:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977649.073744:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.073746:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977650.097871:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977650.097882:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977650.097886:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977650.097894:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977650.097901:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977650.097903:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977650.098436:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977650.098439:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977650.098442:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977651.121346:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977651.121350:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977651.121351:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977651.121355:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977651.121359:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977651.121363:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977651.121560:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977651.121562:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977651.121564:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977652.145368:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977652.145371:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977652.145373:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977652.145375:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977652.145377:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977652.145379:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.145381:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977652.145382:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.145384:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977652.146939:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977652.146943:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977652.146944:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977652.146947:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977652.146949:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977652.146952:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.146953:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977652.146955:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.146957:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977653.170184:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977653.170188:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977653.170189:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977653.170192:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977653.170194:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977653.170196:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977653.170198:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977653.170199:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977653.170201:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977654.129822:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977654.129827:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977654.129830:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977654.193446:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977654.193450:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977654.193451:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977654.193453:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977654.193455:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977654.193456:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.193457:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977654.193458:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.193460:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977654.195069:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977654.195075:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977654.195076:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977654.195080:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977654.195082:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977654.195084:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.195085:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977654.195087:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.195090:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977655.217301:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977655.217309:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977655.217312:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977655.217321:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977655.217328:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977655.217335:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977655.217340:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977655.217343:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977655.217349:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977655.218059:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977655.218062:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977655.218063:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977655.218066:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977655.218068:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977655.218070:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977655.218072:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977655.218074:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977655.218075:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977656.241395:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977656.241398:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977656.241400:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977656.241402:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977656.241404:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977656.241406:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977656.241408:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977656.241410:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977656.241412:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977656.241669:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977656.241672:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977656.241674:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977656.241676:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977656.241678:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977656.241680:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977656.241682:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977656.241683:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977656.241685:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977657.270289:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977657.270293:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977657.270294:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977657.270297:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977657.270298:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977657.270301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977657.270303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977657.270304:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977657.270306:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977658.289394:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977658.289398:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977658.289399:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977658.289402:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977658.289404:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977658.289406:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977658.289408:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977658.289410:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977658.289412:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977658.289698:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977658.289700:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977658.289702:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977658.289704:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977658.289706:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977658.289708:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977658.289710:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977658.289711:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977658.289713:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977659.249376:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977659.249424:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977659.249426:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977659.313362:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977659.313372:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977659.313375:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977659.313390:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977659.313394:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977659.313397:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.313401:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977659.313403:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.313407:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977659.313437:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977659.313439:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977659.313441:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977659.313443:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977659.313445:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977659.313448:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.313451:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977659.313453:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.313455:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977659.315234:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977659.315238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977659.315239:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977659.315241:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977659.315243:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977659.315246:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.315248:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977659.315249:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.315251:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.337333:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977660.337341:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977660.337343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.337350:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977660.337354:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977660.337358:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977660.337361:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977660.337364:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977660.337367:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.338159:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977660.338162:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977660.338164:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.338166:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977660.338168:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977660.338170:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977660.338172:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977660.338174:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977660.338176:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977661.361730:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977661.361734:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977661.361736:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977661.361738:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977661.361741:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977661.361743:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977661.361745:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977661.361747:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977661.361749:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977662.387869:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977662.387872:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977662.387873:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977662.387875:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977662.387877:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977662.387879:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977662.387881:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977662.387882:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977662.387884:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977663.409256:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977663.409265:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977663.409270:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977663.409276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977663.409283:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977663.409288:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977663.411123:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977663.411128:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977663.411421:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977664.369355:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977664.369359:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977664.369362:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977664.433299:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977664.433308:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977664.433310:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977664.433319:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977664.433324:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977664.433328:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.433331:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977664.433334:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.433336:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977664.433420:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977664.433424:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977664.433425:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977664.433428:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977664.433431:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977664.433434:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.433437:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977664.433438:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.433440:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977664.433657:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977664.433659:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977664.433661:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977664.433663:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977664.433664:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977664.433666:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.433668:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977664.433669:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.433671:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977665.457295:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977665.457310:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977665.457318:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977665.457331:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977665.457345:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977665.457354:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977665.459756:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977665.459761:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977665.459767:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977666.481269:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977666.481282:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977666.481287:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977666.481302:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977666.481315:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977666.481324:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.481346:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977666.481351:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.481354:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977666.483786:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977666.483791:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977666.483792:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977666.483795:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977666.483797:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977666.483800:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.483802:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977666.483805:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.483807:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977667.505309:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977667.505315:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977667.505317:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977667.505320:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977667.505323:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977667.505325:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977667.505328:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977667.505330:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977667.505333:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977668.529742:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977668.529750:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977668.529753:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977668.529758:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977668.529762:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977668.529766:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.529769:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977668.529771:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.529775:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977668.530286:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977668.530293:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977668.530297:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977668.530302:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977668.530307:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977668.530312:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.530318:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977668.530321:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.530325:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977669.489382:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977669.489387:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977669.489390:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977669.553258:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977669.553269:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977669.553273:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977669.553280:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977669.553286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977669.553291:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.553298:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977669.553301:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.553305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977669.553322:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977669.553326:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977669.553327:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977669.553338:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977669.553340:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977669.553342:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.553345:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977669.553347:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.553350:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977670.577395:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977670.577400:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977670.577402:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977670.577406:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977670.577409:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977670.577411:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.577414:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977670.577416:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.577419:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977670.577444:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977670.577447:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977670.577449:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977670.577452:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977670.577454:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977670.577457:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.577459:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977670.577462:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.577464:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977670.577484:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977670.577487:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977670.577489:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977670.577491:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977670.577494:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977670.577496:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.577499:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977670.577501:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.577504:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977671.601448:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977671.601453:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977671.601454:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977671.601458:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977671.601462:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977671.601466:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977671.601471:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977671.601475:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977671.601480:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977672.625292:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977672.625307:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977672.625313:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977672.625325:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977672.625334:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977672.625347:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.625354:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977672.625364:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.625377:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977672.625405:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977672.625409:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977672.625412:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977672.625416:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977672.625419:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977672.625422:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.625424:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977672.625426:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.625430:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977673.649304:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977673.649313:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977673.649321:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977673.649337:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977673.649350:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977673.649363:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.649385:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977673.649389:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.649394:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977673.649429:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977673.649437:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977673.649441:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977673.649447:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977673.649457:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977673.649463:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.649484:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977673.649488:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.649491:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977674.609404:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977674.609412:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977674.609416:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977674.673283:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977674.673299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977674.673308:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977674.673321:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977674.673328:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977674.673333:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977674.673349:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977674.673355:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977674.673360:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977675.697287:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977675.697298:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977675.697302:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977675.697310:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977675.697317:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977675.697322:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977675.697326:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977675.697331:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977675.697335:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977675.697488:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977675.697493:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977675.697495:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977675.697498:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977675.697500:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977675.697503:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977675.697506:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977675.697508:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977675.697511:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977676.721268:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977676.721274:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977676.721278:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977676.721282:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977676.721287:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977676.721291:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.721297:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977676.721300:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.721303:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977676.721697:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977676.721703:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977676.721709:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977676.721715:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977676.721722:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977676.721727:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.721730:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977676.721732:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.721735:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977677.745772:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977677.745775:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977677.745776:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977677.745779:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977677.745781:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977677.745783:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977677.745785:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977677.745786:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977677.745789:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977678.769256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977678.769262:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977678.769266:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977678.769273:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977678.769280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977678.769286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977678.769300:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977678.769304:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977678.769309:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977679.729402:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977679.729407:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977679.729410:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977679.793265:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977679.793275:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977679.793287:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977679.793292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977679.793298:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977679.793303:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977679.793307:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977679.793312:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977679.793314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977680.817256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977680.817263:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977680.817268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977680.817278:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977680.817287:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977680.817291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.817310:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977680.817313:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.817316:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977680.817333:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977680.817338:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977680.817339:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977680.817342:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977680.817345:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977680.817348:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.817352:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977680.817357:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.817361:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977681.841259:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977681.841265:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977681.841270:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977681.841277:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977681.841283:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977681.841289:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.841297:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977681.841302:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.841309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977681.841328:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977681.841332:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977681.841333:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977681.841335:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977681.841338:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977681.841342:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.841360:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977681.841364:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.841368:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977682.865257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977682.865266:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977682.865270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977682.865279:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977682.865287:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977682.865291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.865297:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977682.865300:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.865303:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977682.865372:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977682.865375:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977682.865377:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977682.865379:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977682.865382:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977682.865384:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.865387:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977682.865390:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.865395:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977682.865410:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977682.865415:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977682.865417:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977682.865419:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977682.865422:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977682.865424:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.865427:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977682.865429:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.865431:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977683.889238:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977683.889245:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977683.889249:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977683.889256:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977683.889263:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977683.889268:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977683.889289:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977683.889292:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977683.889295:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977683.889312:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977683.889317:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977683.889322:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977683.889326:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977683.889330:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977683.889333:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977683.889335:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977683.889337:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977683.889339:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977684.849391:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977684.849395:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977684.849398:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977684.913320:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977684.913334:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977684.913337:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977684.913343:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977684.913354:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977684.913358:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977684.913605:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977684.913608:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977684.913610:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977685.937246:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977685.937255:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977685.937260:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977685.937269:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977685.937286:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977685.937291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977685.937312:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977685.937316:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977685.937321:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977686.961381:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977686.961385:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977686.961387:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977686.961391:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977686.961394:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977686.961398:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977686.961402:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977686.961405:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977686.961409:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977687.986719:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977687.986724:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977687.986725:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977687.986728:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977687.986731:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977687.986733:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977687.986735:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977687.986737:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977687.986739:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977689.009249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977689.009257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977689.009262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977689.009269:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977689.009275:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977689.009281:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977689.009290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977689.009295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977689.009299:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977689.969340:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977689.969345:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977689.969348:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977690.034466:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977690.034470:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977690.034471:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.034474:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977690.034476:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977690.034478:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977690.034480:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977690.034481:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977690.034483:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977690.353301:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977690.353314:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977690.353316:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977690.353319:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977690.353323:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977690.353328:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15223 00000400:00000200:0.0:1783977690.353336:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977690.353340:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977690.353343:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977690.353345:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353347:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353349:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353350:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977690.353353:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977690.353355:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977690.353356:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977690.353359:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977690.353360:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977690.353362:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977690.353364:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353365:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353366:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353368:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977690.353370:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977690.353373:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353376:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977690.353378:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977690.353382:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977690.353384:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353387:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977690.353389:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977690.353420:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977690.353424:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977690.353428:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977690.353430:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353433:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977690.353435:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977690.353439:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977690.353446:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977690.353451:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.353458:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496858112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977690.353465:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977690.353468:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977690.353471:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496858112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977690.353497:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977690.353499:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977690.353501:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977690.353502:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977690.353503:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977690.353505:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977690.353507:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15223 00000400:00000200:0.0:1783977690.353509:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977690.353511:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977690.353512:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977690.353516:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353518:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353519:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353520:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977690.353522:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977690.353524:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977690.353525:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977690.353527:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977690.353529:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977690.353530:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977690.353532:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353533:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353535:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353536:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977690.353538:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977690.353540:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353541:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977690.353542:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977690.353546:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977690.353551:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353552:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977690.353555:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977690.353558:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353562:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977690.353564:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977690.353566:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977690.353568:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977690.353570:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353572:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977690.353575:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977690.353577:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977690.353582:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977690.353585:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.353593:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496858240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977690.353601:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977690.353605:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977690.353609:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496858240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977690.353628:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977690.353633:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977690.353638:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977690.353641:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977690.353645:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977690.353650:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977690.353658:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15223 00000400:00000200:0.0:1783977690.353665:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977690.353671:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977690.353673:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977690.353679:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353681:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353684:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353688:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977690.353690:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977690.353692:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977690.353696:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977690.353699:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977690.353703:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977690.353708:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977690.353714:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353719:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353724:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353728:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977690.353732:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977690.353738:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353742:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977690.353745:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977690.353748:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977690.353751:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353753:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977690.353755:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977690.353759:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353764:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977690.353767:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977690.353768:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977690.353771:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977690.353773:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353777:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977690.353778:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977690.353780:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977690.353785:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977690.353789:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.353794:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496858368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977690.353806:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977690.353810:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977690.353816:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496858368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977690.353826:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977690.353830:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977690.353833:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977690.353835:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977690.353838:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977690.353841:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977690.353843:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15223 00000400:00000200:0.0:1783977690.353848:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977690.353854:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977690.353857:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977690.353863:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353866:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353869:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353872:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977690.353876:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977690.353878:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977690.353880:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977690.353884:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977690.353886:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977690.353891:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977690.353899:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353903:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.353908:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353910:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977690.353913:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977690.353916:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977690.353918:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977690.353920:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977690.353924:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977690.353928:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353933:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977690.353937:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977690.353941:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353952:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977690.353958:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977690.353963:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977690.353968:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977690.353971:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.353975:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977690.353979:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977690.353982:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977690.353989:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977690.353996:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.354005:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496858496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977690.354013:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977690.354016:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977690.354021:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496858496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977690.354031:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977690.354033:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977690.354036:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977690.354038:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977690.354041:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977690.354043:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977690.354046:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15223 00000400:00000200:0.0:1783977690.354055:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977690.354059:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977690.354064:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977690.354068:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.354071:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.354087:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.354094:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977690.354101:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977690.354104:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977690.354109:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977690.354114:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977690.354120:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977690.354125:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977690.354133:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.354182:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977690.354190:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977690.354194:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977690.354199:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977690.354207:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977690.354212:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977690.354217:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977690.354220:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977690.354226:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.354229:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977690.354233:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977690.354239:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.354243:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977690.354249:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977690.354255:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977690.354262:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977690.354266:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977690.354271:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977690.354274:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977690.354278:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977690.354285:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977690.354290:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.354300:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496858624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977690.354315:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977690.354319:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977690.354328:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496858624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977690.354348:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977690.354354:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15233) 00000100:00000001:0.0:1783977691.057414:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977691.057418:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977691.057420:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.057423:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977691.057426:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977691.057430:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977691.057432:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977691.057435:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977691.057439:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977692.081243:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977692.081253:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977692.081258:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977692.081267:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977692.081275:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977692.081285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.081289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977692.081293:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.081298:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977692.081335:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977692.081340:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977692.081343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977692.081348:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977692.081354:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977692.081358:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.081365:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977692.081368:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.081383:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977693.105293:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977693.105299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977693.105301:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977693.105305:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977693.105308:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977693.105310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977693.105911:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977693.105915:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977693.105918:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977694.129247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977694.129255:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977694.129259:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977694.129266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977694.129274:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977694.129279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977694.129285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977694.129294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977694.129303:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977694.129359:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977694.129365:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977694.129368:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977694.129373:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977694.129377:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977694.129381:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977694.129391:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977694.129394:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977694.129397:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977695.089330:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977695.089333:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977695.089336:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977695.153304:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977695.153311:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977695.153328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977695.153342:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977695.153355:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977695.153362:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977695.153372:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977695.153378:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977695.153390:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977695.473242:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977695.473252:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977695.473255:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977695.473263:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977695.473269:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977695.473280:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15228 00000400:00000200:0.0:1783977695.473289:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977695.473295:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977695.473298:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977695.473301:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473305:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473307:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473309:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977695.473342:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977695.473344:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977695.473346:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977695.473350:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977695.473353:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977695.473355:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977695.473358:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473360:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473362:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473363:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977695.473366:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977695.473380:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473383:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977695.473386:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977695.473389:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977695.473392:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473395:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977695.473397:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977695.473403:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977695.473406:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977695.473410:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977695.473411:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473414:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977695.473417:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977695.473420:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977695.473427:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977695.473434:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977695.473442:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496858752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977695.473458:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977695.473468:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977695.473473:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496858752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977695.473496:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977695.473499:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977695.473503:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977695.473504:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977695.473505:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977695.473508:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977695.473510:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15228 00000400:00000200:0.0:1783977695.473514:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977695.473516:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977695.473518:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977695.473521:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473523:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473524:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473526:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977695.473528:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977695.473530:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977695.473531:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977695.473534:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977695.473536:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977695.473538:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977695.473540:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473542:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473543:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473545:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977695.473547:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977695.473550:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473552:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977695.473553:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977695.473559:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977695.473561:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473563:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977695.473566:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977695.473569:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473571:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977695.473575:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977695.473577:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977695.473580:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977695.473581:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473582:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977695.473584:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977695.473585:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977695.473616:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977695.473620:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977695.473625:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496858880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977695.473632:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977695.473634:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977695.473638:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496858880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977695.473655:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977695.473658:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977695.473661:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977695.473662:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977695.473664:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977695.473667:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977695.473669:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15228 00000400:00000200:0.0:1783977695.473673:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977695.473676:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977695.473678:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977695.473681:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473682:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473684:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473686:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977695.473688:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977695.473689:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977695.473690:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977695.473692:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977695.473694:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977695.473696:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977695.473699:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473701:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473703:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473705:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977695.473707:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977695.473709:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473712:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977695.473713:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977695.473716:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977695.473718:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473719:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977695.473721:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977695.473723:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473725:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977695.473729:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977695.473732:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977695.473734:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977695.473736:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473738:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977695.473739:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977695.473741:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977695.473745:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977695.473748:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977695.473753:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496859008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977695.473760:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977695.473762:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977695.473765:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496859008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977695.473772:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977695.473774:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977695.473777:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977695.473778:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977695.473780:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977695.473784:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977695.473786:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15228 00000400:00000200:0.0:1783977695.473790:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977695.473793:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977695.473795:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977695.473798:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473800:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473802:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473804:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977695.473806:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977695.473807:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977695.473808:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977695.473810:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977695.473812:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977695.473815:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977695.473818:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473820:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473822:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473824:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977695.473825:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977695.473828:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473830:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977695.473831:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977695.473834:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977695.473836:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473838:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977695.473840:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977695.473842:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473844:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977695.473848:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977695.473850:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977695.473852:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977695.473853:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473855:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977695.473856:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977695.473858:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977695.473861:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977695.473864:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977695.473868:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496859136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977695.473875:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977695.473877:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977695.473880:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496859136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977695.473887:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977695.473890:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977695.473893:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977695.473895:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977695.473896:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977695.473899:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977695.473901:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15228 00000400:00000200:0.0:1783977695.473904:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977695.473907:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977695.473910:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977695.473913:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473915:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473916:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473918:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977695.473920:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977695.473922:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977695.473923:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977695.473925:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977695.473927:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977695.473928:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977695.473931:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473933:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977695.473936:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473938:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977695.473940:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977695.473942:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977695.473944:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977695.473945:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977695.473948:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977695.473949:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473951:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977695.473954:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977695.473956:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473957:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977695.473960:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977695.473962:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977695.473964:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977695.473966:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977695.473967:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977695.473968:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977695.473970:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977695.473974:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977695.473977:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977695.473981:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496859264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977695.473988:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977695.473990:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977695.473993:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496859264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977695.474001:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977695.474006:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15239) 00000100:00000001:0.0:1783977696.177286:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977696.177327:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977696.177329:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977696.177335:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977696.177340:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977696.177344:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977696.177347:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977696.177349:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977696.177351:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977696.178642:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977696.178646:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977696.178650:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977696.178656:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977696.178662:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977696.178668:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977696.178674:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977696.178677:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977696.178681:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977697.201290:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977697.201296:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977697.201300:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977697.201305:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977697.201311:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977697.201314:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.201317:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977697.201319:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.201321:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977698.226457:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977698.226464:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977698.226468:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977698.226475:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977698.226481:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977698.226485:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977698.226488:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977698.226489:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977698.226492:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977699.249480:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977699.249484:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977699.249486:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977699.249499:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977699.249501:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977699.249503:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977699.249504:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977699.249505:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977699.249507:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977700.209398:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977700.209402:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977700.209405:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977700.273423:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977700.273427:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977700.273428:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977700.273431:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977700.273433:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977700.273435:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977700.273437:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977700.273438:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977700.273441:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977700.273455:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977700.273457:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977700.273458:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977700.273460:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977700.273462:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977700.273464:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977700.273803:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977700.273805:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977700.273806:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977701.297298:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977701.297306:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977701.297311:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977701.297319:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977701.297326:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977701.297332:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977701.297341:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977701.297346:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977701.297354:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977702.321294:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977702.321298:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977702.321301:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977702.321304:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977702.321312:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977702.321319:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977702.321327:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977702.321331:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977702.321337:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977703.345356:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977703.345363:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977703.345379:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977703.345387:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977703.345398:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977703.345403:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977703.345413:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977703.345420:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977703.345438:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977704.369283:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977704.369292:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977704.369296:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977704.369303:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977704.369310:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977704.369316:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977704.369323:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977704.369327:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977704.369332:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977704.370360:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977704.370367:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977704.370371:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977704.370377:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977704.370384:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977704.370391:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977704.370410:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977704.370414:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977704.370417:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977705.331612:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977705.331627:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977705.331631:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977705.393339:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977705.393349:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977705.393359:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977705.393372:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977705.393386:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977705.393391:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977705.393403:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977705.393409:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977705.393413:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977706.417288:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977706.417291:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977706.417292:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977706.417295:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977706.417296:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977706.417299:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977706.417300:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977706.417302:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977706.417304:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977706.417578:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977706.417584:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977706.417588:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977706.417593:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977706.417599:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977706.417604:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977706.417608:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977706.417612:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977706.417616:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977707.441401:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977707.441406:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977707.441408:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977707.441411:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977707.441417:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977707.441422:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977707.444168:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977707.444171:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977707.444178:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977708.465319:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977708.465324:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977708.465328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977708.465333:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977708.465338:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977708.465341:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977708.465343:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977708.465345:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977708.465347:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977708.465636:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977708.465639:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977708.465641:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977708.465643:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977708.465646:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977708.465648:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977708.465649:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977708.465651:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977708.465653:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977709.490170:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977709.490176:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977709.490178:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977709.490182:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977709.490184:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977709.490187:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977709.490189:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977709.490190:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977709.490192:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977710.449368:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977710.449373:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977710.449376:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977710.513725:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977710.513728:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977710.513729:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977710.513731:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977710.513732:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977710.513734:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977710.513735:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977710.513736:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977710.513738:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977711.540703:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977711.540709:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977711.540713:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977711.540718:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977711.540723:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977711.540727:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.540731:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977711.540734:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.540736:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977712.561272:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977712.561279:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977712.561282:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977712.561287:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977712.561293:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977712.561298:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.561303:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977712.561307:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.561311:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977712.561411:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977712.561413:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977712.561414:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977712.561416:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977712.561418:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977712.561420:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.561422:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977712.561423:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.561425:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977713.585246:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977713.585252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977713.585255:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977713.585261:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977713.585267:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977713.585272:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977713.585277:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977713.585280:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977713.585286:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977714.609336:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977714.609347:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977714.609350:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977714.609354:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977714.609361:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977714.609363:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977714.609373:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977714.609375:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977714.609380:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977715.569589:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977715.569597:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977715.569601:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977715.633236:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977715.633247:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977715.633251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977715.633261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977715.633269:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977715.633273:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977715.633278:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977715.633282:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977715.633286:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977715.633430:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977715.633434:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977715.633436:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977715.633439:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977715.633441:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977715.633444:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977715.633450:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977715.633456:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977715.633460:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977716.657417:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977716.657427:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977716.657429:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977716.657431:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977716.657434:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977716.657436:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977716.657438:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977716.657440:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977716.657442:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977717.681261:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977717.681270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977717.681275:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977717.681284:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977717.681291:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977717.681296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977717.681300:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977717.681303:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977717.681307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977717.681532:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977717.681535:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977717.681536:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977717.681539:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977717.681541:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977717.681543:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977717.681545:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977717.681547:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977717.681549:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977718.705300:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977718.705309:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977718.705311:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977718.705317:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977718.705322:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977718.705326:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977718.705329:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977718.705332:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977718.705335:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977718.708057:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977718.708063:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977718.708065:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977718.708070:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977718.708073:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977718.708076:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977718.708079:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977718.708081:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977718.708084:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977720.689403:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977720.689407:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977720.689410:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977720.753596:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977720.753603:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977720.753608:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977720.753614:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977720.753619:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977720.753621:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977720.753624:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977720.753626:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977720.753629:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977721.073306:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977721.073317:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977721.073320:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977721.073325:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977721.073330:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977721.073338:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15254 00000400:00000200:0.0:1783977721.073362:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977721.073370:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977721.073374:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977721.073378:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073381:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.073383:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073386:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977721.073391:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977721.073393:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977721.073396:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977721.073400:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977721.073403:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977721.073406:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977721.073409:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073411:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.073413:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073415:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977721.073419:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977721.073423:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073426:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977721.073429:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977721.073433:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977721.073437:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073440:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977721.073443:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977721.073456:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977721.073460:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977721.073465:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977721.073467:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073470:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977721.073474:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977721.073479:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977721.073490:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977721.073499:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977721.073509:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496861952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977721.073520:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977721.073525:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977721.073530:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496861952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977721.073550:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977721.073552:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977721.073555:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977721.073556:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977721.073557:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977721.073560:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977721.073563:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15254 00000400:00000200:0.0:1783977721.073567:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977721.073570:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977721.073572:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977721.073575:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073578:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.073580:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073582:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977721.073585:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977721.073587:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977721.073589:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977721.073592:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977721.073594:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977721.073596:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977721.073599:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073603:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.073606:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073611:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977721.073615:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977721.073618:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073621:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977721.073623:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977721.073629:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977721.073633:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073636:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977721.073641:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977721.073645:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073648:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977721.073651:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977721.073655:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977721.073657:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977721.073659:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073661:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977721.073663:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977721.073666:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977721.073670:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977721.073674:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977721.073682:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496862080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977721.073689:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977721.073691:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977721.073694:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496862080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977721.073706:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977721.073709:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977721.073714:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977721.073717:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977721.073718:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977721.073722:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977721.073727:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15254 00000400:00000200:0.0:1783977721.073736:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977721.073742:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977721.073745:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977721.073750:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073753:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.073757:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073759:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977721.073762:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977721.073763:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977721.073765:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977721.073769:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977721.073774:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977721.073779:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977721.073785:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073789:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.073793:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073797:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977721.073800:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977721.073806:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073809:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977721.073811:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977721.073814:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977721.073819:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073820:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977721.073822:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977721.073826:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073828:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977721.073834:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977721.073836:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977721.073841:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977721.073843:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.073845:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977721.073846:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977721.073848:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977721.073852:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977721.073857:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977721.073873:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496862208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977721.073889:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977721.073893:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977721.073909:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496862208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977721.073929:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977721.073933:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977721.073939:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977721.073943:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977721.073947:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977721.073952:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977721.073956:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15254 00000400:00000200:0.0:1783977721.073961:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977721.073965:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977721.073968:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977721.073971:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073973:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.073978:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.073982:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977721.073984:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977721.073987:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977721.073990:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977721.073992:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977721.073994:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977721.073997:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977721.074000:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074004:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.074006:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074008:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977721.074013:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977721.074017:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074020:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977721.074023:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977721.074026:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977721.074029:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.074031:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977721.074033:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977721.074034:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.074036:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977721.074043:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977721.074048:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977721.074052:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977721.074054:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.074056:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977721.074060:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977721.074064:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977721.074069:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977721.074075:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977721.074085:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496862336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977721.074096:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977721.074099:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977721.074107:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496862336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977721.074132:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977721.074170:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977721.074175:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977721.074176:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977721.074179:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977721.074183:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977721.074188:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15254 00000400:00000200:0.0:1783977721.074194:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977721.074199:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977721.074203:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977721.074208:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074213:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.074218:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074221:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977721.074226:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977721.074229:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977721.074232:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977721.074237:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977721.074241:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977721.074245:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977721.074253:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074259:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977721.074263:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074268:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977721.074274:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977721.074280:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977721.074284:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977721.074288:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977721.074293:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977721.074297:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.074301:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977721.074306:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977721.074310:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.074312:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977721.074319:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977721.074324:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977721.074330:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977721.074333:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977721.074338:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977721.074341:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977721.074344:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977721.074353:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977721.074360:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977721.074369:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496862464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977721.074385:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977721.074390:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977721.074399:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496862464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977721.074410:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977721.074415:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15264) 00000100:00000001:0.0:1783977721.777521:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977721.777529:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977721.777531:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977721.777536:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977721.777540:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977721.777544:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977721.778438:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977721.778444:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977721.778449:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977722.801263:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977722.801273:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977722.801275:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977722.801283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977722.801292:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977722.801298:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977722.801305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977722.801310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977722.801316:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977723.826697:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977723.826702:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977723.826705:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977723.826711:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977723.826713:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977723.826715:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977723.826717:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977723.826719:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977723.826721:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977724.849263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977724.849268:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977724.849272:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977724.849280:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977724.849287:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977724.849293:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977724.849300:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977724.849308:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977724.849313:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977725.809361:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977725.809365:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977725.809368:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977726.897286:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977726.897294:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977726.897300:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977726.897308:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977726.897323:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977726.897328:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977726.897332:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977726.897336:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977726.897342:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977727.921256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977727.921265:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977727.921271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977727.921279:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977727.921286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977727.921289:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977727.921295:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977727.921298:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977727.921305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977728.945278:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977728.945287:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977728.945291:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977728.945295:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977728.945302:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977728.945317:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977728.945476:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977728.945479:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977728.945482:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977729.969293:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977729.969300:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977729.969303:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977729.969309:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977729.969315:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977729.969320:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.969326:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977729.969329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.969333:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977730.929739:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977730.929744:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977730.929747:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977730.993314:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977730.993327:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977730.993330:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977730.993342:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977730.993350:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977730.993356:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977730.993519:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977730.993522:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977730.993526:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977731.313272:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977731.313285:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977731.313287:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977731.313291:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977731.313295:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977731.313302:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15264 00000400:00000200:0.0:1783977731.313311:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977731.313317:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977731.313320:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977731.313323:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313326:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.313328:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313330:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977731.313334:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977731.313337:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977731.313339:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977731.313343:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977731.313345:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977731.313348:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977731.313361:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313363:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.313369:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313371:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977731.313374:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977731.313377:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313379:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977731.313382:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977731.313385:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977731.313388:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313391:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977731.313393:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977731.313402:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977731.313405:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977731.313409:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977731.313411:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313413:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977731.313416:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977731.313420:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977731.313428:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977731.313435:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977731.313444:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496863232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977731.313454:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977731.313458:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977731.313463:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496863232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977731.313485:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977731.313488:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977731.313491:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977731.313493:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977731.313494:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977731.313497:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977731.313499:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15264 00000400:00000200:0.0:1783977731.313503:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977731.313507:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977731.313509:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977731.313513:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313515:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.313517:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313520:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977731.313523:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977731.313526:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977731.313528:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977731.313532:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977731.313536:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977731.313538:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977731.313541:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313543:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.313545:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313548:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977731.313563:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977731.313570:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313575:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977731.313578:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977731.313585:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977731.313590:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313594:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977731.313599:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977731.313605:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313608:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977731.313613:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977731.313618:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977731.313621:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977731.313623:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313626:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977731.313630:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977731.313633:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977731.313638:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977731.313643:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977731.313650:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496863360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977731.313662:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977731.313666:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977731.313673:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496863360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977731.313697:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977731.313703:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977731.313707:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977731.313710:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977731.313712:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977731.313715:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977731.313718:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15264 00000400:00000200:0.0:1783977731.313725:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977731.313730:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977731.313734:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977731.313739:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313742:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.313747:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313750:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977731.313753:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977731.313755:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977731.313757:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977731.313761:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977731.313763:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977731.313767:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977731.313774:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313777:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.313782:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313786:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977731.313790:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977731.313796:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313802:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977731.313806:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977731.313811:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977731.313817:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313821:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977731.313824:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977731.313829:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313833:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977731.313839:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977731.313844:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977731.313849:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977731.313852:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.313854:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977731.313856:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977731.313860:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977731.313864:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977731.313869:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977731.313877:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496863488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977731.313891:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977731.313895:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977731.313902:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496863488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977731.313914:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977731.313918:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977731.313924:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977731.313927:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977731.313930:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977731.313935:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977731.313940:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15264 00000400:00000200:0.0:1783977731.313948:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977731.313954:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977731.313959:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977731.313965:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313968:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.313974:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.313979:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977731.313984:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977731.313986:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977731.313989:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977731.313993:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977731.313997:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977731.314001:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977731.314006:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314009:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.314014:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314019:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977731.314025:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977731.314029:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314048:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977731.314052:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977731.314055:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977731.314060:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.314064:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977731.314069:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977731.314075:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.314079:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977731.314085:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977731.314090:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977731.314094:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977731.314098:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.314100:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977731.314104:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977731.314108:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977731.314116:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977731.314121:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977731.314131:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496863616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977731.314190:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977731.314195:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977731.314203:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496863616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977731.314219:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977731.314224:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977731.314232:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977731.314235:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977731.314238:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977731.314244:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977731.314250:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15264 00000400:00000200:0.0:1783977731.314257:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977731.314264:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977731.314268:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977731.314275:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314279:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.314285:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314290:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977731.314294:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977731.314297:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977731.314300:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977731.314304:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977731.314308:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977731.314313:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977731.314320:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314325:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977731.314330:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314335:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977731.314340:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977731.314346:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977731.314350:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977731.314354:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977731.314357:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977731.314362:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.314365:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977731.314369:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977731.314375:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.314379:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977731.314385:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977731.314390:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977731.314395:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977731.314398:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.314402:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977731.314405:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977731.314408:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977731.314412:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977731.314418:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977731.314427:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496863744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977731.314446:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977731.314450:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977731.314459:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496863744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977731.314479:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977731.314486:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15274) 00000100:00000001:0.0:1783977732.017241:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977732.017248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977732.017253:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977732.017262:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977732.017269:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977732.017274:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.017283:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977732.017287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.017292:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977732.017552:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977732.017555:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977732.017557:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977732.017559:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977732.017561:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977732.017563:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.017565:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977732.017566:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.017568:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977733.041254:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977733.041262:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977733.041265:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977733.041272:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977733.041276:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977733.041282:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.041287:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977733.041291:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.041294:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977733.041307:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977733.041310:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977733.041313:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977733.041318:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977733.041320:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977733.041323:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.041325:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977733.041326:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.041329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977734.065294:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977734.065303:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977734.065310:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977734.065317:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977734.065323:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977734.065333:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.065340:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977734.065343:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.065346:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977734.068984:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977734.068988:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977734.068988:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977734.068990:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977734.068992:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977734.068993:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.068995:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977734.068996:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.068997:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977735.089424:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977735.089430:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977735.089434:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977735.089440:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977735.089446:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977735.089451:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977735.096778:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977735.096787:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977735.096793:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977736.049346:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977736.049351:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977736.049355:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977736.113233:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977736.113242:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977736.113246:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977736.113254:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977736.113260:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977736.113265:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.113270:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977736.113274:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.113276:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977736.113344:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977736.113349:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977736.113351:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977736.113356:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977736.113361:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977736.113375:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.113380:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977736.113384:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.113390:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.137241:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977737.137247:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977737.137252:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977737.137259:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977737.137265:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977737.137269:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977737.137295:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977737.137299:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977737.137303:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977738.161245:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977738.161253:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977738.161256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977738.161262:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977738.161267:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977738.161271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977738.161280:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977738.161284:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977738.161287:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977738.161316:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977738.161321:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977738.161324:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977738.161326:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977738.161328:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977738.161331:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977738.161333:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977738.161335:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977738.161338:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977739.185279:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977739.185284:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977739.185293:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977739.185297:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977739.185299:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977739.185301:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977739.185302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977739.185304:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977739.185305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977739.186881:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977739.186885:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977739.186886:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977739.186889:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977739.186891:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977739.186893:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977739.186895:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977739.186897:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977739.186901:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977740.209286:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977740.209302:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977740.209305:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977740.209310:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977740.209317:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977740.209320:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977740.209324:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977740.209326:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977740.209331:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977741.169334:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977741.169338:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977741.169340:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977741.233286:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977741.233291:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977741.233294:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977741.233297:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977741.233302:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977741.233306:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977741.233312:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977741.233315:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977741.233319:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977742.257280:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977742.257285:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977742.257288:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977742.257294:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977742.257299:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977742.257303:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977742.257309:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977742.257311:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977742.257315:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977743.281245:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977743.281251:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977743.281256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977743.281263:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977743.281269:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977743.281274:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977743.281278:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977743.281280:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977743.281283:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977744.305260:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977744.305269:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977744.305272:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977744.305277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977744.305283:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977744.305287:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977744.305294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977744.305299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977744.305306:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977745.329271:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977745.329280:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977745.329281:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977745.329288:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977745.329291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977745.329296:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977745.329298:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977745.329300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977745.329303:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977745.329427:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977745.329442:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977745.329444:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977745.329448:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977745.329454:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977745.329458:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977745.329461:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977745.329463:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977745.329465:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977745.331247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977745.331252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977745.331254:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977745.331257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977745.331260:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977745.331262:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977745.331264:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977745.331266:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977745.331268:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977746.289358:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977746.289362:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977746.289365:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977746.353341:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977746.353350:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977746.353354:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977746.353363:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977746.353367:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977746.353373:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977746.353386:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977746.353390:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977746.353393:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977747.377479:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977747.377482:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977747.377483:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977747.377485:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977747.377486:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977747.377493:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977747.377495:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977747.377497:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977747.377502:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977747.381459:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977747.381463:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977747.381465:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977747.381468:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977747.381471:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977747.381473:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977747.381475:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977747.381477:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977747.381479:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977748.401325:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977748.401333:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977748.401335:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977748.401350:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977748.401353:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977748.401357:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.401360:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977748.401363:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.401365:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977748.401973:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977748.401978:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977748.401982:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977748.401986:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977748.401990:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977748.401994:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.401998:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977748.402000:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.402002:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977749.425255:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977749.425261:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977749.425674:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977749.425678:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977749.425680:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977749.425682:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977749.425683:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977749.425685:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977749.425687:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977750.449269:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977750.449278:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977750.449282:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977750.449291:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977750.449297:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977750.449301:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.449307:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977750.449316:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.449321:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977750.449560:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977750.449564:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977750.449565:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977750.449568:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977750.449571:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977750.449573:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.449575:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977750.449577:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.449580:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977751.409378:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977751.409383:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977751.409387:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977751.473262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977751.473270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977751.473274:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977751.473281:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977751.473287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977751.473296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977751.473322:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977751.473336:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977751.473343:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977752.497290:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977752.497299:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977752.497303:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977752.497322:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977752.497332:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977752.497343:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977752.497352:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977752.497356:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977752.497360:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977752.498583:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977752.498602:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977752.498606:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977752.498611:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977752.498616:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977752.498619:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977752.498621:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977752.498623:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977752.498626:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977753.521282:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977753.521302:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977753.521309:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977753.521320:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977753.521329:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977753.521339:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.521348:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977753.521354:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.521363:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977753.521441:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977753.521448:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977753.521453:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977753.521459:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977753.521467:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977753.521472:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.521476:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977753.521478:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.521481:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977754.545463:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977754.545470:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977754.545477:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977754.545485:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977754.545492:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977754.545497:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.547891:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977754.547895:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.547900:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977755.571161:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977755.571167:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977755.571169:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977755.571173:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977755.571176:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977755.571179:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.571181:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977755.571183:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.571185:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977756.529417:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977756.529423:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977756.529426:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977757.617275:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977757.617281:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977757.617285:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977757.617290:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977757.617296:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977757.617301:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977757.617306:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977757.617317:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977757.617325:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977758.641277:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977758.641285:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977758.641290:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977758.641297:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977758.641303:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977758.641308:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.641311:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977758.641315:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.641320:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.665271:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977759.665282:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977759.665287:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977759.665294:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977759.665299:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977759.665304:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977759.665310:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977759.665315:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977759.665320:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783977759.985581:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783977759.985630:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977759.985640:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977759.985643:0:2397:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783977759.985648:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977759.985652:0:2397:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977759.985673:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977759.985678:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2e00. 00000400:00000200:0.0:1783977759.985684:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977759.985688:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977759.985698:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2990 00000400:00000010:0.0:1783977759.985701:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2990. 00000100:00000001:0.0:1783977759.985706:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977759.985715:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe1c00 x1870620496866432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985741:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977759.985746:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620496866432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985752:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.985754:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977759.985763:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977759.985766:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2500. 00000400:00000200:0.0:1783977759.985769:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977759.985773:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977759.985776:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2b28 00000400:00000010:0.0:1783977759.985779:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2b28. 00000100:00000001:0.0:1783977759.985781:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977759.985786:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe2300 x1870620496866560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985797:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977759.985801:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620496866560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985810:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.985813:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977759.985822:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977759.985825:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2a00. 00000400:00000200:0.0:1783977759.985831:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977759.985839:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977759.985844:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2880 00000400:00000010:0.0:1783977759.985846:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2880. 00000100:00000001:0.0:1783977759.985848:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977759.985852:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe2680 x1870620496866688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985863:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977759.985869:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620496866688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985881:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.985886:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977759.985898:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977759.985903:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2f00. 00000400:00000200:0.0:1783977759.985910:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977759.985920:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977759.985925:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2660 00000400:00000010:0.0:1783977759.985930:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2660. 00000100:00000001:0.0:1783977759.985935:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977759.985945:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe0a80 x1870620496866816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985965:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977759.985972:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620496866816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.985989:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.985993:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977759.986003:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977759.986007:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2000. 00000400:00000200:0.0:1783977759.986012:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977759.986015:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977759.986017:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d23b8 00000400:00000010:0.0:1783977759.986020:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d23b8. 00000100:00000001:0.0:1783977759.986023:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977759.986029:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe0000 x1870620496866944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.986043:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977759.986050:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620496866944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977759.986065:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.986070:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977760.689291:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977760.689298:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977760.689300:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977760.689308:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977760.689313:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977760.689317:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.689321:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977760.689324:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.689327:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977760.689637:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977760.689641:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977760.689642:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977760.689644:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977760.689646:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977760.689648:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.689649:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977760.689651:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.689653:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977761.649388:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977761.649392:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977761.649395:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977761.713299:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977761.713308:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977761.713311:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977761.713318:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977761.713323:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977761.713328:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.713334:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977761.713339:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.713343:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977761.713378:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977761.713382:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977761.713383:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977761.713386:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977761.713388:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977761.713390:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.713392:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977761.713394:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.713396:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977761.713563:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977761.713567:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977761.713568:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977761.713570:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977761.713572:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977761.713575:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.713577:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977761.713578:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.713580:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977763.761374:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977763.761379:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977763.761381:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977763.761383:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977763.761385:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977763.761387:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.761389:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977763.761391:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.761393:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977763.761402:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977763.761405:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977763.761406:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977763.761408:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977763.761410:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977763.761411:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.761413:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977763.761414:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.761417:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977764.785465:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977764.785470:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977764.785472:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977764.785475:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977764.785478:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977764.785480:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.785483:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977764.785484:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.785487:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977765.811208:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977765.811213:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977765.811215:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977765.811219:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977765.811222:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977765.811225:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977765.811227:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977765.811229:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977765.811231:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977766.770078:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977766.770081:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977766.770084:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977766.836751:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977766.836757:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977766.836758:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977766.836762:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977766.836764:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977766.836767:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.836769:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977766.836771:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.836772:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977767.857386:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977767.857390:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977767.857391:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977767.857394:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977767.857395:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977767.857397:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.857399:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977767.857401:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.857403:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977767.859445:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977767.859448:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977767.859449:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977767.859456:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977767.859458:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977767.859460:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.859462:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977767.859463:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.859465:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977768.881263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977768.881274:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977768.881279:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977768.881289:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977768.881296:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977768.881301:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.881308:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977768.881312:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.881316:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977768.881387:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977768.881392:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977768.881396:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977768.881403:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977768.881407:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977768.881409:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.883873:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977768.883877:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.883880:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977769.905303:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977769.905316:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977769.905321:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977769.905339:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977769.905351:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977769.905360:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977769.905731:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977769.905735:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977769.905738:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977770.929432:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977770.929446:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977770.929449:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977770.929452:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977770.929455:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977770.929458:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977770.934589:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977770.934599:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977770.934605:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977771.889339:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977771.889343:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977771.889346:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977771.953253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977771.953263:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977771.953268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977771.953277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977771.953284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977771.953291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977771.953297:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977771.953300:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977771.953303:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977771.953399:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977771.953405:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977771.953408:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977771.953411:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977771.953414:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977771.953416:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977771.953510:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977771.953513:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977771.953516:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977772.273283:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977772.273296:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977772.273299:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977772.273303:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977772.273308:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977772.273314:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15305 00000400:00000200:0.0:1783977772.273324:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977772.273331:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977772.273334:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977772.273336:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273339:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.273341:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273343:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977772.273346:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977772.273348:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977772.273350:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977772.273354:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977772.273356:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977772.273357:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977772.273359:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273360:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.273361:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273363:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977772.273365:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977772.273368:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273369:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977772.273371:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977772.273374:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977772.273376:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.273378:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977772.273380:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977772.273389:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977772.273392:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977772.273396:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977772.273397:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.273400:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977772.273403:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977772.273406:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977772.273414:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977772.273421:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.273429:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496868352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977772.273438:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977772.273442:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977772.273456:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496868352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977772.273487:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977772.273491:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977772.273494:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977772.273496:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977772.273497:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977772.273500:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977772.273503:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15305 00000400:00000200:0.0:1783977772.273506:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977772.273507:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977772.273509:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977772.273511:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273513:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.273514:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273515:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977772.273517:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977772.273519:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977772.273520:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977772.273524:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977772.273526:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977772.273529:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977772.273537:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273541:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.273544:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273546:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977772.273549:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977772.273552:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273555:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977772.273557:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977772.273564:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977772.273569:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.273574:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977772.273581:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977772.273587:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.273592:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977772.273600:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977772.273610:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977772.273617:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977772.273621:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.273627:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977772.273632:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977772.273636:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977772.273645:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977772.273653:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.273666:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496868480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977772.273685:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977772.273698:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977772.273707:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496868480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977772.273728:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977772.273734:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977772.273740:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977772.273745:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977772.273754:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977772.273771:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977772.273782:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15305 00000400:00000200:0.0:1783977772.273794:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977772.273805:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977772.273813:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977772.273818:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273823:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.273831:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273845:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977772.273855:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977772.273860:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977772.273866:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977772.273875:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977772.273885:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977772.273892:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977772.273901:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273906:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.273915:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273920:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977772.273927:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977772.273935:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977772.273942:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977772.273947:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977772.273954:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977772.273972:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.273976:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977772.273980:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977772.273991:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274007:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977772.274015:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977772.274020:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977772.274029:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977772.274033:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274036:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977772.274037:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977772.274039:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977772.274044:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977772.274049:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.274060:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496868608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977772.274105:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977772.274109:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977772.274117:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496868608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977772.274184:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977772.274187:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977772.274192:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977772.274199:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977772.274203:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977772.274209:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977772.274217:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15305 00000400:00000200:0.0:1783977772.274224:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977772.274235:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977772.274240:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977772.274250:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274255:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.274262:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274266:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977772.274270:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977772.274273:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977772.274279:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977772.274285:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977772.274290:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977772.274294:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977772.274302:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274310:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.274314:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274323:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977772.274326:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977772.274333:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274341:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977772.274346:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977772.274353:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977772.274357:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274358:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977772.274364:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977772.274369:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274381:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977772.274388:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977772.274393:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977772.274397:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977772.274400:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274402:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977772.274404:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977772.274406:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977772.274409:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977772.274412:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.274420:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496868736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977772.274474:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977772.274481:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977772.274494:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496868736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977772.274507:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977772.274510:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977772.274516:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977772.274521:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977772.274523:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977772.274531:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977772.274538:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15305 00000400:00000200:0.0:1783977772.274552:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977772.274564:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977772.274570:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977772.274584:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274592:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.274604:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274617:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977772.274625:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977772.274629:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977772.274633:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977772.274638:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977772.274645:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977772.274650:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977772.274664:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274671:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977772.274675:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274683:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977772.274691:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977772.274700:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977772.274706:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977772.274714:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977772.274721:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977772.274728:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274736:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977772.274739:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977772.274744:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274745:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977772.274753:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977772.274757:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977772.274761:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977772.274763:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.274765:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977772.274767:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977772.274769:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977772.274776:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977772.274784:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.274793:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496868864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977772.274810:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977772.274814:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977772.274824:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496868864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977772.274841:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977772.274850:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15315) 00000100:00000001:0.0:1783977772.977338:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977772.977362:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977772.977365:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.977371:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977772.977377:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977772.977383:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.977386:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977772.977388:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.977392:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.977569:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977772.977573:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977772.977575:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.977578:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977772.977580:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977772.977582:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.977586:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977772.977589:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.977595:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977774.001268:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977774.001276:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977774.001286:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977774.001292:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977774.001299:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977774.001306:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977774.001528:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977774.001532:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977774.001535:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977776.049813:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977776.049819:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977776.049821:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977776.049824:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977776.049827:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977776.049830:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.049832:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977776.049834:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.049837:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977777.009620:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977777.009627:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977777.009631:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977777.073841:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977777.073848:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977777.073851:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977777.073855:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977777.073858:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977777.073861:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977777.073866:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977777.073870:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977777.073900:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977778.097289:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977778.097301:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977778.097322:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977778.097342:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977778.097353:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977778.097362:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977778.097374:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977778.097379:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977778.097388:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977778.097453:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977778.097462:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977778.097468:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977778.097480:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977778.097482:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977778.097485:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977778.097497:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977778.097503:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977778.097505:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977779.121311:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977779.121315:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977779.121317:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977779.121320:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977779.121322:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977779.121324:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.121326:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977779.121327:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.121330:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977779.124005:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977779.124013:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977779.124017:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977779.124023:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977779.124028:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977779.124037:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.124045:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977779.124051:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.124061:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977780.145362:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977780.145367:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977780.145369:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977780.145372:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977780.145374:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977780.145377:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977780.145379:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977780.145380:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977780.145383:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977780.146204:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977780.146208:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977780.146209:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977780.146212:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977780.146216:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977780.146218:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977780.146221:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977780.146223:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977780.146225:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977781.169278:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977781.169285:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977781.169289:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977781.169300:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977781.169304:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977781.169306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977781.169506:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977781.169510:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977781.169513:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977782.129383:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977782.129388:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977782.129391:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977782.193240:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977782.193249:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977782.193251:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977782.193258:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977782.193262:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977782.193268:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977782.193279:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977782.193284:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977782.193289:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977784.241314:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977784.241318:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977784.241319:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977784.241322:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977784.241324:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977784.241326:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.241328:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977784.241330:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.241332:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977784.241340:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977784.241342:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977784.241343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977784.241344:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977784.241346:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977784.241348:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.241349:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977784.241351:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.241353:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977784.241359:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977784.241361:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977784.241362:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977784.241364:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977784.241366:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977784.241367:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.241369:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977784.241370:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.241372:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977785.265250:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977785.265255:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977785.265257:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977785.265264:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977785.265274:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977785.265279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977785.265284:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977785.265286:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977785.265289:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977786.289257:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977786.289267:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977786.289271:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977786.289282:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977786.289290:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977786.289297:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977786.290416:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977786.290418:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977786.290429:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977787.249347:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977787.249350:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977787.249352:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977787.313253:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977787.313257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977787.313261:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977787.313266:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977787.313272:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977787.313277:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977787.313299:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977787.313302:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977787.313305:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977787.633283:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977787.633295:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977787.633297:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977787.633299:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977787.633303:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977787.633308:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15321 00000400:00000200:0.0:1783977787.633315:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977787.633319:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977787.633321:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977787.633323:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633326:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633327:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633329:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977787.633338:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977787.633342:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977787.633343:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977787.633347:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977787.633348:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977787.633350:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977787.633351:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633353:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633354:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633355:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977787.633356:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977787.633358:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633360:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977787.633361:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977787.633364:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977787.633366:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633367:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977787.633369:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977787.633377:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977787.633379:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977787.633382:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977787.633383:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633385:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977787.633388:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977787.633390:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977787.633397:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977787.633402:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977787.633408:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496870272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977787.633415:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977787.633418:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977787.633421:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496870272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977787.633442:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977787.633445:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977787.633449:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977787.633450:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977787.633451:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977787.633453:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977787.633455:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15321 00000400:00000200:0.0:1783977787.633457:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977787.633458:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977787.633460:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977787.633462:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633463:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633465:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633466:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977787.633467:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977787.633468:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977787.633469:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977787.633471:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977787.633472:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977787.633473:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977787.633475:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633476:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633478:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633479:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977787.633481:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977787.633482:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633484:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977787.633486:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977787.633491:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977787.633494:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633497:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977787.633501:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977787.633505:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633506:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977787.633510:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977787.633514:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977787.633518:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977787.633520:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633523:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977787.633526:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977787.633528:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977787.633533:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977787.633538:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977787.633542:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496870400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977787.633550:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977787.633554:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977787.633563:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496870400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977787.633587:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977787.633595:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977787.633601:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977787.633602:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977787.633604:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977787.633607:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977787.633611:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15321 00000400:00000200:0.0:1783977787.633615:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977787.633619:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977787.633621:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977787.633623:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633626:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633629:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633631:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977787.633633:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977787.633635:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977787.633638:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977787.633640:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977787.633643:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977787.633646:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977787.633649:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633651:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633654:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633657:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977787.633660:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977787.633665:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633669:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977787.633672:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977787.633675:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977787.633678:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633681:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977787.633684:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977787.633696:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633698:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977787.633702:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977787.633705:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977787.633709:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977787.633711:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633714:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977787.633715:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977787.633716:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977787.633719:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977787.633721:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977787.633727:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496870528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977787.633743:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977787.633746:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977787.633750:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496870528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977787.633761:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977787.633763:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977787.633767:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977787.633770:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977787.633772:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977787.633774:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977787.633777:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15321 00000400:00000200:0.0:1783977787.633782:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977787.633783:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977787.633786:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977787.633790:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633794:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633799:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633803:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977787.633805:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977787.633808:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977787.633811:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977787.633813:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977787.633817:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977787.633821:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977787.633826:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633830:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633834:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633836:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977787.633838:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977787.633842:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633847:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977787.633850:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977787.633853:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977787.633856:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633859:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977787.633860:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977787.633864:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633867:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977787.633871:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977787.633874:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977787.633878:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977787.633879:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.633881:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977787.633881:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977787.633884:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977787.633887:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977787.633892:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977787.633896:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496870656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977787.633904:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977787.633906:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977787.633911:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496870656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977787.633922:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977787.633926:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977787.633930:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977787.633931:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977787.633932:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977787.633938:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977787.633942:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15321 00000400:00000200:0.0:1783977787.633947:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977787.633952:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977787.633954:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977787.633960:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633962:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633965:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633970:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977787.633974:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977787.633975:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977787.633977:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977787.633978:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977787.633981:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977787.633984:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977787.633991:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.633994:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977787.633997:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977787.634001:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977787.634004:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977787.634008:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977787.634011:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977787.634015:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977787.634019:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977787.634023:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.634028:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977787.634034:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977787.634038:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.634041:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977787.634045:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977787.634049:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977787.634053:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977787.634056:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.634059:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977787.634062:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977787.634066:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977787.634072:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977787.634078:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977787.634089:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496870784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977787.634106:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977787.634110:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977787.634119:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496870784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977787.634133:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977787.634166:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15331) 00000100:00000001:0.0:1783977788.337344:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977788.337347:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977788.337349:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977788.337352:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977788.337354:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977788.337356:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977788.337775:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977788.337777:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977788.337778:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977789.361307:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977789.361312:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977789.361315:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977789.361319:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977789.361323:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977789.361326:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977789.361328:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977789.361330:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977789.361333:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977790.386301:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977790.386304:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977790.386305:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977790.386307:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977790.386309:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977790.386311:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.386313:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977790.386315:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.386318:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977791.409264:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977791.409273:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977791.409276:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977791.409283:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977791.409289:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977791.409294:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977791.409307:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977791.409311:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977791.409314:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977791.409430:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977791.409435:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977791.409440:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977791.409446:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977791.409450:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977791.409453:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977791.409455:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977791.409457:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977791.409460:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977792.369337:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977792.369341:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977792.369343:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977792.433273:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977792.433280:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977792.433284:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977792.433289:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977792.433297:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977792.433305:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977792.433311:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977792.433315:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977792.433319:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977792.433397:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977792.433401:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977792.433403:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977792.433407:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977792.433412:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977792.433415:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977792.433419:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977792.433422:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977792.433428:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.457410:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977793.457413:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977793.457414:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977793.457416:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977793.457418:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977793.457420:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977793.457422:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977793.457424:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977793.457425:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977794.482681:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977794.482686:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977794.482688:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977794.482691:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977794.482693:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977794.482695:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977794.482697:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977794.482699:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977794.482701:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977795.505934:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977795.505938:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977795.505940:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977795.505943:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977795.505947:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977795.505952:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977795.505955:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977795.505958:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977795.505963:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977796.529252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977796.529256:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977796.529260:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977796.529265:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977796.529270:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977796.529275:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977796.529292:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977796.529295:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977796.529301:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977797.489357:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977797.489361:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977797.489364:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977797.553248:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977797.553258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977797.553262:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977797.553269:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977797.553273:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977797.553278:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977797.553288:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977797.553292:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977797.553297:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977797.873264:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977797.873278:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977797.873280:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977797.873284:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977797.873288:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977797.873295:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15331 00000400:00000200:0.0:1783977797.873305:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977797.873311:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977797.873314:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977797.873317:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873320:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.873323:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873325:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977797.873329:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977797.873331:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977797.873334:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977797.873338:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977797.873340:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977797.873343:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977797.873345:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873348:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.873349:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873351:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977797.873354:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977797.873357:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873360:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977797.873363:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977797.873366:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977797.873377:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.873379:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977797.873385:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977797.873395:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977797.873399:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977797.873403:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977797.873405:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.873408:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977797.873411:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977797.873414:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977797.873422:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977797.873429:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977797.873437:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496871552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977797.873447:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977797.873452:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977797.873457:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496871552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977797.873482:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977797.873485:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977797.873488:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977797.873490:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977797.873492:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977797.873495:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977797.873497:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15331 00000400:00000200:0.0:1783977797.873502:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977797.873516:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977797.873519:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977797.873522:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873525:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.873529:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873531:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977797.873535:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977797.873538:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977797.873540:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977797.873543:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977797.873547:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977797.873550:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977797.873554:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873556:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.873558:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873560:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977797.873563:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977797.873569:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873575:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977797.873579:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977797.873587:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977797.873591:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.873595:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977797.873602:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977797.873608:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.873612:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977797.873617:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977797.873623:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977797.873629:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977797.873632:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.873634:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977797.873636:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977797.873638:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977797.873645:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977797.873652:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977797.873661:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496871680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977797.873674:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977797.873677:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977797.873686:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496871680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977797.873707:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977797.873710:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977797.873719:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977797.873723:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977797.873726:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977797.873732:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977797.873738:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15331 00000400:00000200:0.0:1783977797.873746:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977797.873753:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977797.873756:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977797.873762:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873766:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.873773:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873778:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977797.873782:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977797.873785:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977797.873791:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977797.873796:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977797.873802:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977797.873808:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977797.873817:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873823:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.873829:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873833:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977797.873839:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977797.873843:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977797.873848:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977797.873851:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977797.873856:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977797.874038:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874050:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977797.874054:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977797.874060:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874065:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977797.874072:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977797.874078:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977797.874084:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977797.874088:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874091:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977797.874092:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977797.874095:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977797.874100:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977797.874105:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977797.874114:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496871808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977797.874128:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977797.874133:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977797.874178:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496871808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977797.874194:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977797.874200:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977797.874205:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977797.874206:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977797.874210:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977797.874213:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977797.874218:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15331 00000400:00000200:0.0:1783977797.874226:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977797.874231:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977797.874233:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977797.874236:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874239:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.874241:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874244:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977797.874247:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977797.874250:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977797.874254:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977797.874257:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977797.874261:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977797.874265:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977797.874272:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874277:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.874283:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874289:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977797.874293:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977797.874299:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874303:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977797.874305:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977797.874309:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977797.874311:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874313:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977797.874316:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977797.874321:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874325:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977797.874331:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977797.874336:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977797.874342:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977797.874346:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874351:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977797.874355:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977797.874358:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977797.874365:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977797.874371:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977797.874380:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496871936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977797.874394:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977797.874399:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977797.874407:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496871936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977797.874417:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977797.874419:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977797.874423:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977797.874425:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977797.874427:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977797.874433:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977797.874439:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15331 00000400:00000200:0.0:1783977797.874449:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977797.874457:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977797.874463:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977797.874470:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874475:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.874482:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874493:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977797.874498:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977797.874501:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977797.874504:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977797.874518:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977797.874522:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977797.874527:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977797.874535:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874541:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977797.874547:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874553:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977797.874559:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977797.874564:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977797.874570:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977797.874574:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977797.874579:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977797.874583:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874589:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977797.874593:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977797.874598:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874602:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977797.874607:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977797.874612:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977797.874618:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977797.874620:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977797.874624:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977797.874627:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977797.874631:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977797.874637:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977797.874643:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977797.874652:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496872064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977797.874672:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977797.874676:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977797.874685:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496872064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977797.874706:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977797.874712:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15341) 00000100:00000001:0.0:1783977798.577367:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977798.577371:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977798.577373:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977798.577375:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977798.577378:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977798.577380:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977798.577382:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977798.577384:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977798.577386:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977798.577466:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977798.577470:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977798.577473:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977798.577479:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977798.577485:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977798.577551:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977798.577554:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977798.577555:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977798.577557:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977799.601236:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977799.601242:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977799.601245:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977799.601252:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977799.601258:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977799.601262:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977799.601268:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977799.601272:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977799.601277:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977800.625207:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977800.625216:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977800.625219:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977800.625227:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977800.625233:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977800.625237:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977800.625242:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977800.625245:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977800.625250:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977800.625416:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977800.625420:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977800.625423:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977800.625428:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977800.625433:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977800.625437:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977800.625441:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977800.625443:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977800.625447:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977801.649267:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977801.649272:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977801.649275:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977801.649284:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977801.649290:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977801.649295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.649304:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977801.649309:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.649314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977801.651609:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977801.651618:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977801.651622:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977801.651629:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977801.651634:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977801.651646:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.651651:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977801.651654:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.651657:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977802.615256:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977802.615260:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977802.615263:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977802.673290:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977802.673298:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977802.673300:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977802.673305:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977802.673309:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977802.673312:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977802.673314:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977802.673317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977802.673319:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977803.697650:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977803.697656:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977803.697657:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977803.697662:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977803.697666:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977803.697671:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.697675:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977803.697681:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.697687:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977803.697755:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977803.697759:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977803.697762:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977803.697764:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977803.697766:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977803.697769:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.697770:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977803.697772:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.697773:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977804.721597:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977804.721607:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977804.721615:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977804.721624:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977804.721631:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977804.721637:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977804.721651:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977804.721656:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977804.721660:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977804.725583:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977804.725587:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977804.725588:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977804.725591:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977804.725594:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977804.725596:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977804.725598:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977804.725600:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977804.725602:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977805.745278:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977805.745287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977805.745291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977805.745302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977805.745306:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977805.745309:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.745904:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977805.745907:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.745910:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977805.745934:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977805.745938:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977805.745940:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977805.745943:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977805.745946:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977805.745949:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.745951:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977805.745954:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.745965:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977806.769675:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977806.769684:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977806.769687:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977806.769693:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977806.769698:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977806.769702:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977806.769706:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977806.769710:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977806.769713:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977807.729970:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977807.729974:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977807.729978:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977808.113312:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977808.113325:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977808.113342:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977808.113345:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977808.113350:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977808.113358:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15341 00000400:00000200:0.0:1783977808.113367:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977808.113373:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977808.113376:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977808.113379:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113382:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.113384:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113386:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977808.113390:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977808.113391:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977808.113394:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977808.113397:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977808.113400:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977808.113402:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977808.113405:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113407:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.113409:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113411:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977808.113414:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977808.113417:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113420:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977808.113423:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977808.113426:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977808.113429:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.113432:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977808.113435:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977808.113444:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977808.113447:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977808.113451:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977808.113453:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.113456:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977808.113459:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977808.113462:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977808.113469:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977808.113476:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.113485:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496872832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977808.113504:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977808.113509:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977808.113513:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496872832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977808.113844:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977808.113847:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977808.113851:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977808.113852:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977808.113853:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977808.113857:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977808.113859:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15341 00000400:00000200:0.0:1783977808.113863:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977808.113866:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977808.113868:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977808.113871:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113874:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.113875:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113877:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977808.113880:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977808.113881:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977808.113882:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977808.113885:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977808.113887:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977808.113889:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977808.113892:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.113893:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.113895:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.114263:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977808.114267:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977808.114270:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977808.114273:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977808.114275:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977808.114280:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977808.114283:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.114284:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977808.114288:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977808.114291:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.114293:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977808.114297:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977808.114300:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977808.114303:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977808.114304:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.114306:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977808.114308:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977808.114310:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977808.114314:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977808.114318:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.114323:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496872960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977808.114343:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977808.114346:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977808.114351:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496872960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977808.115092:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977808.115096:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977808.115099:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977808.115100:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977808.115102:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977808.115105:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977808.115107:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15341 00000400:00000200:0.0:1783977808.115111:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977808.115114:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977808.115116:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977808.115119:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115121:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.115123:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115125:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977808.115127:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977808.115128:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977808.115130:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977808.115132:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977808.115134:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977808.115156:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977808.115160:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115162:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.115164:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115165:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977808.115167:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977808.115170:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115172:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977808.115174:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977808.115177:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977808.115180:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.115182:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977808.115184:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977808.115187:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.115188:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977808.115193:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977808.115195:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977808.115198:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977808.115199:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.115201:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977808.115203:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977808.115204:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977808.115208:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977808.115212:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.115217:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496873088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977808.115224:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977808.115227:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977808.115230:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496873088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977808.115237:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977808.115240:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977808.115243:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977808.115244:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977808.115251:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977808.115255:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977808.115257:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15341 00000400:00000200:0.0:1783977808.115261:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977808.115264:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977808.115265:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977808.115268:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115270:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.115272:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115273:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977808.115276:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977808.115277:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977808.115278:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977808.115280:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977808.115281:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977808.115283:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977808.115286:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115288:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.115290:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115292:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977808.115294:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977808.115297:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977808.115300:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977808.115301:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977808.115304:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977808.115306:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.115308:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977808.115310:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977808.115313:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.115315:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977808.115318:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977808.115320:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977808.115323:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977808.115324:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.115326:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977808.115642:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977808.115644:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977808.115650:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977808.115653:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.115658:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496873216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977808.115664:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977808.115667:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977808.115670:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496873216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977808.115678:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977808.115681:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977808.115684:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977808.117671:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977808.117677:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977808.117683:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977808.117688:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15341 00000400:00000200:0.0:1783977808.117695:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977808.117699:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977808.117701:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977808.117704:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.117707:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.117709:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.117711:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977808.117714:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977808.117716:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977808.117718:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977808.117720:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977808.117723:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977808.117725:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977808.117729:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.117731:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977808.117732:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977808.117735:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977808.117737:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977808.117740:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977808.117742:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977808.117745:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977808.117752:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977808.117755:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.117757:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977808.117761:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977808.117764:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.117765:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977808.117773:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977808.117776:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977808.117779:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977808.117781:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.118622:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977808.118626:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977808.118629:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977808.118640:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977808.118647:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.118656:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496873344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977808.118666:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977808.118675:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977808.118680:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496873344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977808.118691:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977808.118698:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15351) 00000100:00000001:0.0:1783977808.817359:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977808.817363:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977808.817364:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.817366:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977808.817368:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977808.817370:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.817371:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977808.817372:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.817374:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.817782:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977808.817787:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977808.817789:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.817792:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977808.817794:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977808.817798:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.817800:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977808.817802:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.817804:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977809.841705:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977809.841712:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977809.841717:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977809.841723:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977809.841728:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977809.841732:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977809.841735:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977809.841737:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977809.841740:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977812.849380:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977812.849384:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977812.849388:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977812.913339:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977812.913342:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977812.913346:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977812.913349:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977812.913351:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977812.913352:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977812.913357:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977812.913360:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977812.913365:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977813.937252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977813.937261:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977813.937264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977813.937270:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977813.937274:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977813.937278:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.937281:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977813.937285:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.937288:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977813.937467:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977813.937470:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977813.937472:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977813.937474:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977813.937476:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977813.937478:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.937480:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977813.937481:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.937483:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977814.961304:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977814.961310:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977814.961314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977814.961320:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977814.961327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977814.961330:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977814.961335:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977814.961338:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977814.961344:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977815.985249:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977815.985258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977815.985263:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977815.985274:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977815.985280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977815.985285:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977815.985291:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977815.985296:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977815.985302:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977817.009276:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977817.009287:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977817.009291:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977817.009298:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977817.009304:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977817.009308:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.009312:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977817.009315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.009319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977817.009336:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977817.009343:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977817.009346:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977817.009348:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977817.009350:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977817.009354:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.009358:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977817.009360:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.009363:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977817.969782:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977817.969786:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977817.969790:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977818.033290:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977818.033298:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977818.033302:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977818.033314:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977818.033318:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977818.033323:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.033331:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977818.033335:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.033341:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977818.034063:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977818.034066:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977818.034067:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977818.034070:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977818.034072:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977818.034074:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.034076:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977818.034077:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.034079:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977818.034270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977818.034273:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977818.034275:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977818.034278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977818.034280:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977818.034281:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.034282:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977818.034284:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.034285:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977819.057276:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977819.057287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977819.057291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977819.057299:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977819.057305:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977819.057311:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977819.057551:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977819.057554:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977819.057556:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977820.081393:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977820.081397:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977820.081399:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977820.081402:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977820.081407:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977820.081411:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977820.081416:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977820.081420:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977820.081423:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977820.081447:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977820.081450:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977820.081451:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977820.081453:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977820.081455:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977820.081457:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977820.082238:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977820.082241:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977820.082243:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977821.105280:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977821.105290:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977821.105295:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977821.105302:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977821.105309:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977821.105315:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977821.105322:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977821.105327:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977821.105330:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977821.105368:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977821.105371:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977821.105373:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977821.105376:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977821.105379:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977821.105383:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977821.105386:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977821.105390:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977821.105395:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977822.129389:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977822.129394:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977822.129398:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977822.129402:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977822.129406:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977822.129409:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977822.130121:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977822.130124:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977822.130127:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977823.090124:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977823.090128:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977823.090132:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977823.153212:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977823.153217:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977823.153220:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.153228:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977823.153235:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977823.153240:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977823.153247:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977823.153249:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977823.153253:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.153279:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977823.153283:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977823.153286:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.153288:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977823.153293:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977823.153297:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977823.153299:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977823.153302:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977823.153309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977823.473282:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977823.473294:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977823.473296:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977823.473300:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977823.473304:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977823.473310:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15356 00000400:00000200:0.0:1783977823.473319:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977823.473324:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977823.473327:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977823.473330:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473333:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.473335:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473337:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977823.473341:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977823.473343:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977823.473345:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977823.473348:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977823.473351:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977823.473353:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977823.473356:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473357:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.473359:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473360:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977823.473363:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977823.473367:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473369:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977823.473371:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977823.473375:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977823.473377:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473379:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977823.473382:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977823.473391:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977823.473395:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977823.473398:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977823.473399:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473402:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977823.473405:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977823.473408:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977823.473416:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977823.473423:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.473433:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496874752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977823.473454:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977823.473458:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977823.473463:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496874752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977823.473483:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977823.473487:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977823.473490:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977823.473491:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977823.473493:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977823.473496:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977823.473498:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15356 00000400:00000200:0.0:1783977823.473502:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977823.473506:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977823.473508:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977823.473512:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473514:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.473517:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473519:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977823.473521:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977823.473524:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977823.473526:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977823.473530:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977823.473533:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977823.473536:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977823.473550:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473553:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.473554:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473558:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977823.473563:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977823.473568:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473573:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977823.473577:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977823.473585:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977823.473589:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473592:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977823.473597:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977823.473600:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473603:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977823.473608:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977823.473611:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977823.473614:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977823.473616:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473619:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977823.473621:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977823.473624:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977823.473630:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977823.473635:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.473643:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496874880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977823.473672:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977823.473676:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977823.473684:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496874880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977823.473709:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977823.473714:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977823.473721:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977823.473724:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977823.473727:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977823.473730:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977823.473736:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15356 00000400:00000200:0.0:1783977823.473773:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977823.473784:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977823.473789:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977823.473794:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473799:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.473805:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473810:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977823.473814:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977823.473816:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977823.473817:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977823.473819:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977823.473821:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977823.473823:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977823.473829:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473834:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.473838:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473843:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977823.473846:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977823.473851:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473854:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977823.473859:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977823.473863:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977823.473866:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473869:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977823.473871:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977823.473876:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473878:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977823.473881:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977823.473884:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977823.473890:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977823.473892:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.473895:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977823.473896:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977823.473899:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977823.473904:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977823.473908:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.473912:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496875008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977823.473923:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977823.473927:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977823.473935:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496875008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977823.473958:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977823.473963:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977823.473968:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977823.473969:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977823.473971:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977823.473973:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977823.473976:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15356 00000400:00000200:0.0:1783977823.473983:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977823.473987:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977823.473992:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977823.473996:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.473999:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.474003:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474006:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977823.474010:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977823.474013:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977823.474015:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977823.474018:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977823.474020:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977823.474022:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977823.474025:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474027:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.474029:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474032:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977823.474034:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977823.474040:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474043:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977823.474047:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977823.474050:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977823.474051:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.474054:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977823.474057:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977823.474074:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.474078:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977823.474085:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977823.474089:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977823.474095:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977823.474097:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.474102:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977823.474105:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977823.474109:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977823.474116:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977823.474124:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.474133:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496875136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977823.474166:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977823.474168:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977823.474173:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496875136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977823.474180:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977823.474184:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977823.474190:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977823.474194:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977823.474197:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977823.474203:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977823.474209:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15356 00000400:00000200:0.0:1783977823.474222:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977823.474230:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977823.474235:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977823.474242:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474246:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.474251:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474256:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977823.474261:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977823.474265:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977823.474268:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977823.474272:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977823.474274:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977823.474277:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977823.474284:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474289:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977823.474294:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474299:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977823.474305:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977823.474312:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977823.474317:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977823.474321:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977823.474326:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977823.474329:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.474332:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977823.474334:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977823.474339:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.474344:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977823.474350:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977823.474354:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977823.474359:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977823.474362:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.474364:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977823.474366:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977823.474369:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977823.474375:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977823.474381:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.474389:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496875264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977823.474408:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977823.474413:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977823.474422:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496875264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977823.474440:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977823.474446:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15367) 00000100:00000001:0.0:1783977824.177363:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977824.177367:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977824.177369:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977824.177375:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977824.177381:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977824.177385:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.177390:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977824.177394:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.177399:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977824.181132:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977824.181160:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977824.181161:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977824.181166:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977824.181169:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977824.181172:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.181174:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977824.181176:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.181179:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977825.201481:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977825.201485:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977825.201486:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977825.201489:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977825.201492:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977825.201494:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977825.201497:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977825.201499:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977825.201501:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977826.225451:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977826.225459:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977826.225464:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977826.225470:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977826.225474:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977826.225487:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977826.225494:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977826.225498:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977826.225503:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977827.249374:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977827.249380:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977827.249381:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977827.249385:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977827.249387:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977827.249390:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.249392:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977827.249394:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.249397:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977827.251217:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977827.251235:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977827.251239:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977827.251244:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977827.251247:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977827.251249:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.251251:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977827.251258:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.251261:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977828.209370:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977828.209373:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977828.209376:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977828.273279:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977828.273284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977828.273285:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.273289:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977828.273293:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977828.273298:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977828.273301:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977828.273304:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977828.273307:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.273450:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977828.273454:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977828.273455:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.273457:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977828.273459:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977828.273463:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977828.273464:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977828.273466:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977828.273473:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977828.593607:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977828.593618:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977828.593621:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977828.593626:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977828.593632:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977828.593640:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15362 00000400:00000200:0.0:1783977828.593651:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977828.593657:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977828.593661:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977828.593664:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593668:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.593670:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593673:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977828.593677:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977828.593680:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977828.593683:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977828.593687:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977828.593690:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977828.593692:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977828.593695:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593697:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.593699:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593701:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977828.593704:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977828.593708:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593710:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977828.593714:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977828.593718:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977828.593721:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.593724:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977828.593726:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977828.593734:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977828.593739:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977828.593744:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977828.593746:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.593749:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977828.593752:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977828.593756:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977828.593765:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977828.593773:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.593784:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496875392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977828.593796:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977828.593801:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977828.593806:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496875392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977828.593831:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977828.593834:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977828.593838:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977828.593839:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977828.593841:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977828.593844:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977828.593846:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15362 00000400:00000200:0.0:1783977828.593850:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977828.593853:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977828.593855:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977828.593859:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593861:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.593863:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593865:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977828.593868:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977828.593869:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977828.593872:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977828.593875:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977828.593877:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977828.593879:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977828.593883:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593885:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.593887:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593889:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977828.593891:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977828.593893:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977828.593896:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977828.593899:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977828.593909:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977828.593915:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.593920:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977828.593927:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977828.593933:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.593938:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977828.593945:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977828.593950:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977828.593959:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977828.593963:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.593984:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977828.593988:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977828.593993:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977828.594005:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977828.594014:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.594029:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496875520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977828.594048:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977828.594058:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977828.594072:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496875520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977828.594091:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977828.594100:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977828.594105:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977828.594251:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977828.594259:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977828.594270:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977828.594278:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15362 00000400:00000200:0.0:1783977828.594289:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977828.594299:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977828.594308:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977828.594323:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594330:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.594345:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594354:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977828.594361:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977828.594366:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977828.594370:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977828.594373:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977828.594382:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977828.594386:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977828.594393:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594397:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.594401:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594406:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977828.594410:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977828.594416:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594421:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977828.594425:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977828.594433:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977828.594440:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.594446:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977828.594454:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977828.594468:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.594476:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977828.594488:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977828.594496:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977828.594506:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977828.594511:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.594517:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977828.594522:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977828.594527:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977828.594539:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977828.594547:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.594562:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496875648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977828.594582:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977828.594590:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977828.594604:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496875648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977828.594637:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977828.594648:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977828.594661:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977828.594671:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977828.594676:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977828.594687:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977828.594694:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15362 00000400:00000200:0.0:1783977828.594705:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977828.594715:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977828.594722:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977828.594734:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594743:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.594752:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594758:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977828.594761:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977828.594762:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977828.594763:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977828.594765:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977828.594769:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977828.594775:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977828.594787:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594795:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.594803:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594812:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977828.594821:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977828.594835:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977828.594845:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977828.594854:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977828.594862:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977828.594875:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.594886:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977828.594891:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977828.594898:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.594904:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977828.594922:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977828.594934:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977828.594943:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977828.594949:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.594957:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977828.594962:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977828.594970:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977828.594993:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977828.595003:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.595020:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496875776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977828.595048:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977828.595052:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977828.595065:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496875776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977828.595091:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977828.595096:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977828.595101:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977828.595103:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977828.595105:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977828.595116:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977828.595129:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15362 00000400:00000200:0.0:1783977828.595169:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977828.595180:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977828.595183:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977828.595198:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.595204:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.595208:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.595213:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977828.595218:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977828.595220:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977828.595222:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977828.595224:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977828.595229:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977828.595234:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977828.595247:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.595253:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977828.595259:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977828.595270:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977828.595281:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977828.595291:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977828.595299:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977828.595307:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977828.595314:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977828.595320:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.595326:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977828.595331:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977828.595343:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.595357:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977828.595368:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977828.595374:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977828.595379:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977828.595382:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.595387:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977828.595391:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977828.595396:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977828.595404:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977828.595411:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.595420:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496875904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977828.595436:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977828.595445:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977828.595457:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496875904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977828.595493:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977828.595500:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15372) 00000100:00000001:0.0:1783977829.297294:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977829.297307:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977829.297315:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.297329:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977829.297343:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977829.297359:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977829.297375:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977829.297386:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977829.297403:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977831.345344:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977831.345353:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977831.345356:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977831.345361:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977831.345364:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977831.345367:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977831.345370:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977831.345372:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977831.345375:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977831.345511:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977831.345516:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977831.345521:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977831.345525:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977831.345530:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977831.345534:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977831.345539:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977831.345543:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977831.345549:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977832.369263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977832.369278:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977832.369284:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977832.369299:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977832.369310:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977832.369320:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977832.369330:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977832.369336:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977832.369343:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977832.369384:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977832.369393:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977832.369399:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977832.369404:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977832.369413:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977832.369417:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977832.369421:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977832.369423:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977832.369426:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977833.329338:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977833.329341:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977833.329344:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977833.393253:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977833.393262:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977833.393266:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977833.393274:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977833.393281:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977833.393287:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.393293:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977833.393298:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.393303:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977833.393321:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977833.393325:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977833.393327:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977833.393330:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977833.393333:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977833.393336:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.393338:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977833.393340:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.393342:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.417268:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977834.417279:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977834.417282:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.417292:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977834.417300:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977834.417307:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.417312:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977834.417316:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.417322:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.417346:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977834.417350:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977834.417352:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.417355:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977834.417359:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977834.417363:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.417375:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977834.417378:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.417383:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977835.441384:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977835.441390:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977835.441393:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977835.441396:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977835.441398:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977835.441400:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977835.441402:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977835.441403:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977835.441405:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977836.465251:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977836.465259:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977836.465263:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977836.465271:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977836.465279:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977836.465285:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977836.465302:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977836.465305:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977836.465309:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977836.465343:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977836.465347:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977836.465350:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977836.465354:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977836.465359:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977836.465363:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977836.465372:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977836.465375:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977836.465378:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977837.489362:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977837.489367:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977837.489371:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977837.489377:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977837.489382:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977837.489387:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977837.489402:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977837.489404:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977837.489411:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977838.449359:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977838.449362:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977838.449365:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977838.513274:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977838.513289:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977838.513296:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977838.513307:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977838.513324:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977838.513331:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.513347:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977838.513351:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.513357:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977838.513412:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977838.513418:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977838.513420:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977838.513423:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977838.513429:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977838.513432:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.513436:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977838.513439:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.513441:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977839.537283:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977839.537291:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977839.537297:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977839.537313:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977839.537326:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977839.537336:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.537348:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977839.537354:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.537363:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977839.537414:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977839.537417:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977839.537420:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977839.537423:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977839.537428:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977839.537434:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.537445:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977839.537449:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.537452:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977840.561333:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977840.561343:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977840.561347:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977840.561352:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977840.561357:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977840.561361:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977840.561425:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977840.561431:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977840.561438:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977841.585338:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977841.585342:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977841.585343:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977841.585346:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977841.585349:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977841.585352:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977841.585354:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977841.585357:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977841.585359:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977841.585573:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977841.585579:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977841.585582:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977841.585585:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977841.585587:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977841.585589:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977841.585591:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977841.585595:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977841.585597:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977842.609221:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977842.609230:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977842.609235:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977842.609244:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977842.609251:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977842.609257:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977842.609274:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977842.609278:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977842.609283:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977842.609317:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977842.609322:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977842.609323:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977842.609326:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977842.609328:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977842.609330:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977842.609333:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977842.609334:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977842.609337:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977843.569342:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977843.569345:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977843.569348:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977843.633403:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977843.633407:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977843.633418:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977843.633422:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977843.633425:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977843.633427:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977843.634965:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977843.634968:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977843.634977:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.657281:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977844.657287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977844.657291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.657295:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977844.657301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977844.657307:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977844.657312:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977844.657316:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977844.657320:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.657426:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977844.657429:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977844.657430:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.657432:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977844.657435:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977844.657437:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977844.657439:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977844.657440:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977844.657443:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977845.681262:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977845.681273:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977845.681276:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977845.681282:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977845.681289:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977845.681295:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977845.681302:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977845.681406:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977845.681410:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977845.681447:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977845.681451:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977845.681453:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977845.681455:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977845.681457:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977845.681460:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977845.681462:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977845.681463:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977845.681465:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977846.705322:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977846.705326:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977846.705328:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977846.705332:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977846.705337:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977846.705340:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977846.705393:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977846.705396:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977846.705399:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977847.729256:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977847.729266:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977847.729268:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977847.729274:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977847.729279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977847.729282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977847.729285:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977847.729287:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977847.729290:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977847.731574:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977847.731582:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977847.731587:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977847.731593:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977847.731599:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977847.731604:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977847.731619:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977847.731622:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977847.731625:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977848.689333:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977848.689338:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977848.689341:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977848.753711:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977848.753717:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977848.753721:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977848.753726:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977848.753732:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977848.753736:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977848.753741:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977848.753746:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977848.753751:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.777223:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977849.777229:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977849.777232:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.777239:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977849.777246:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977849.777252:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977849.777258:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977849.777262:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977849.777266:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977850.801389:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977850.801394:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977850.801397:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977850.801400:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977850.801403:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977850.801405:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.801408:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977850.801410:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.801412:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977851.825230:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977851.825237:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977851.825240:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977851.825250:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977851.825257:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977851.825261:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.825270:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977851.825275:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.825282:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977851.825319:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977851.825325:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977851.825328:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977851.825331:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977851.825335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977851.825338:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.825341:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977851.825342:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.825344:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977852.851679:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977852.851685:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977852.851690:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977852.851697:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977852.851703:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977852.851708:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977852.851714:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977852.851717:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977852.851720:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977853.809351:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977853.809356:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977853.809359:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977853.873439:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977853.873442:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977853.873443:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977853.873445:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977853.873446:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977853.873448:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.873577:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977853.873579:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.873582:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977854.897365:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977854.897369:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977854.897371:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977854.897374:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977854.897377:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977854.897379:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977854.898475:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977854.898479:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977854.898488:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977855.924222:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977855.924225:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977855.924226:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977855.924229:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977855.924231:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977855.924233:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977855.924235:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977855.924236:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977855.924238:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977855.924346:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977855.924350:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977855.924351:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977855.924353:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977855.924356:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977855.924357:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977855.924359:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977855.924360:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977855.924362:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977856.945254:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977856.945263:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977856.945267:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977856.945275:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977856.945282:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977856.945288:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977856.945294:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977856.945298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977856.945301:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977856.945318:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977856.945322:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977856.945326:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977856.945330:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977856.945335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977856.945339:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977856.945344:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977856.945347:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977856.945351:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977857.969257:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977857.969266:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977857.969271:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977857.969281:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977857.969301:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977857.969306:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977857.969314:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977857.969317:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977857.969321:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977858.929387:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977858.929391:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977858.929394:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977858.993323:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977858.993329:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977858.993334:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977858.993343:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977858.993352:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977858.993358:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977858.993365:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977858.993371:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977858.993376:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977860.017275:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977860.017287:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977860.017294:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977860.017369:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977860.017371:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977860.017373:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977860.017376:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977860.017378:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977860.017381:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977860.017585:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977860.017589:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977860.017590:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977860.018045:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977860.018048:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977860.018050:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977860.018051:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977860.018053:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977860.018054:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977861.041297:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977861.041301:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977861.041305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977861.041310:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977861.041314:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977861.041317:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977861.041320:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977861.041321:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977861.041324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977861.041351:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977861.041356:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977861.041360:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977861.041365:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977861.041379:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977861.041383:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977861.041387:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977861.041391:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977861.041395:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977862.065281:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977862.065293:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977862.065300:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977862.065314:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977862.065328:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977862.065338:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.065345:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977862.065349:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.065356:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977862.065416:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977862.065422:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977862.065424:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977862.065436:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977862.065441:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977862.065443:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.065446:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977862.065447:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.065450:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977863.089272:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977863.089280:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977863.089282:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977863.089288:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977863.089297:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977863.089301:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977863.089309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977863.089322:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977863.089330:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977863.089449:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977863.089452:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977863.089455:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977863.089459:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977863.089463:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977863.089466:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977863.091305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977863.091308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977863.091320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977864.049815:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977864.049823:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977864.049827:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977864.113275:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977864.113290:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977864.113297:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977864.113313:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977864.113322:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977864.113329:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977864.113349:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977864.113364:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977864.113369:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977865.137249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977865.137258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977865.137262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977865.137269:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977865.137275:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977865.137280:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977865.137286:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977865.137290:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977865.137295:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977865.137315:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977865.137320:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977865.137324:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977865.137328:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977865.137333:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977865.137350:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977865.137355:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977865.137358:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977865.137362:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977866.161341:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977866.161347:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977866.161348:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977866.161351:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977866.161353:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977866.161355:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.161357:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977866.161358:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.161359:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977867.185244:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977867.185250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977867.185252:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977867.185256:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977867.185260:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977867.185263:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.185277:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977867.185279:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.185281:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977867.185402:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977867.185409:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977867.185412:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977867.185416:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977867.185423:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977867.185428:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.185506:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977867.185508:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.185510:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977868.209264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977868.209273:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977868.209277:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977868.209294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977868.209299:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977868.209305:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977868.209443:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977868.209446:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977868.209448:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977869.169360:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977869.169364:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977869.169367:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977869.553376:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977869.553389:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977869.553392:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977869.553397:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977869.553403:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977869.553412:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15402 00000400:00000200:0.0:1783977869.553423:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977869.553430:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977869.553433:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977869.553437:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553441:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.553445:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553448:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977869.553452:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977869.553455:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977869.553458:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977869.553462:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977869.553465:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977869.553468:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977869.553471:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553473:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.553475:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553477:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977869.553480:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977869.553484:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553487:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977869.553491:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977869.553496:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977869.553499:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553502:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977869.553505:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977869.553518:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977869.553522:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977869.553527:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977869.553529:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553534:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977869.553538:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977869.553543:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977869.553556:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977869.553564:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977869.553575:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496880512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977869.553586:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977869.553592:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977869.553598:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496880512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977869.553629:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977869.553633:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977869.553636:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977869.553638:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977869.553639:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977869.553643:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977869.553645:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15402 00000400:00000200:0.0:1783977869.553649:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977869.553652:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977869.553654:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977869.553657:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553659:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.553661:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553663:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977869.553665:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977869.553666:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977869.553668:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977869.553671:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977869.553673:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977869.553675:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977869.553678:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553680:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.553682:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553684:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977869.553686:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977869.553689:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553694:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977869.553695:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977869.553702:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977869.553716:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553718:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977869.553723:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977869.553727:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553729:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977869.553733:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977869.553735:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977869.553738:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977869.553739:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553741:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977869.553742:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977869.553744:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977869.553748:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977869.553752:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977869.553757:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496880640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977869.553765:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977869.553767:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977869.553771:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496880640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977869.553779:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977869.553781:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977869.553785:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977869.553787:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977869.553789:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977869.553792:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977869.553795:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15402 00000400:00000200:0.0:1783977869.553800:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977869.553804:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977869.553807:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977869.553811:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553815:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.553820:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553824:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977869.553828:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977869.553831:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977869.553834:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977869.553837:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977869.553841:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977869.553846:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977869.553852:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553856:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.553860:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553865:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977869.553871:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977869.553877:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977869.553884:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977869.553886:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977869.553890:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977869.553893:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553896:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977869.553901:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977869.553906:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553908:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977869.553913:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977869.553918:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977869.553922:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977869.553925:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.553929:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977869.553932:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977869.553934:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977869.553940:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977869.553945:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977869.553952:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496880768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977869.553964:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977869.553967:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977869.553974:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496880768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977869.554001:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977869.554006:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977869.554010:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977869.554012:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977869.554013:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977869.554016:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977869.554019:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15402 00000400:00000200:0.0:1783977869.554023:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977869.554026:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977869.554029:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977869.554032:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554034:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.554036:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554038:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977869.554040:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977869.554041:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977869.554043:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977869.554045:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977869.554047:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977869.554049:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977869.554052:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554054:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.554056:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554058:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977869.554060:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977869.554062:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554065:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977869.554066:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977869.554070:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977869.554074:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.554077:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977869.554080:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977869.554084:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.554088:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977869.554093:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977869.554096:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977869.554100:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977869.554103:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.554104:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977869.554106:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977869.554107:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977869.554111:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977869.554114:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977869.554119:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496880896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977869.554129:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977869.554134:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977869.554179:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496880896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977869.554193:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977869.554198:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977869.554206:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977869.554209:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977869.554212:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977869.554217:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977869.554222:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15402 00000400:00000200:0.0:1783977869.554228:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977869.554236:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977869.554240:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977869.554246:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554250:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.554512:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554516:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977869.554520:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977869.554523:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977869.554526:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977869.554529:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977869.554534:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977869.554539:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977869.554545:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554548:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977869.554552:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554556:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977869.554560:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977869.554565:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977869.554569:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977869.554574:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977869.554578:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977869.554583:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.554587:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977869.554590:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977869.554596:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.554600:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977869.554607:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977869.554612:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977869.554618:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977869.554621:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977869.554626:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977869.554629:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977869.554632:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977869.554639:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977869.554646:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977869.554656:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496881024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977869.554670:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977869.554673:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977869.554679:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496881024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977869.554696:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977869.554761:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15413) 00000100:00000001:0.0:1783977870.257344:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977870.257352:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977870.257358:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977870.257367:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977870.257377:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977870.257385:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977870.257391:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977870.257396:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977870.257465:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977870.258540:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977870.258545:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977870.258546:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977870.258550:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977870.258553:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977870.258556:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977870.258558:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977870.258560:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977870.258563:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977871.281355:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977871.281363:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977871.281368:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977871.281377:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977871.281382:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977871.281387:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.281390:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977871.281393:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.281396:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977871.281487:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977871.281491:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977871.281495:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977871.281500:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977871.281504:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977871.281508:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.281512:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977871.281515:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.281517:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977872.305321:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977872.305328:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977872.305331:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977872.305336:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977872.305342:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977872.305346:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977872.305351:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977872.305355:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977872.305365:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977873.329318:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977873.329323:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977873.329326:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977873.329329:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977873.329333:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977873.329336:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977873.329339:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977873.329342:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977873.329346:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977874.289373:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977874.289377:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977874.289381:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977874.353284:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977874.353290:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977874.353306:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.353313:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977874.353318:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977874.353321:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977874.353324:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977874.353326:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977874.353328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.355229:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977874.355231:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977874.355232:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.355233:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977874.355235:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977874.355237:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977874.355239:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977874.355240:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977874.355242:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977874.673393:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977874.673403:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977874.673405:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977874.673409:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977874.673414:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977874.673432:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15408 00000400:00000200:0.0:1783977874.673441:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977874.673450:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977874.673453:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977874.673455:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.673459:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.673461:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.673464:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977874.673469:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977874.673471:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977874.673473:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977874.673476:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977874.673479:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977874.673481:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977874.673869:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.673873:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.673876:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.673877:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977874.673880:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977874.673883:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977874.673886:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977874.673889:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977874.673892:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977874.673895:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.673897:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977874.673899:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977874.673909:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977874.673913:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977874.673917:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977874.673919:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.673922:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977874.673925:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977874.673928:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977874.673936:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977874.673943:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.673951:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496881152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977874.673961:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977874.673965:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977874.673969:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496881152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977874.673991:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977874.673994:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977874.673996:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977874.673997:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977874.673998:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977874.674000:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977874.674001:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15408 00000400:00000200:0.0:1783977874.674004:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977874.674007:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977874.674008:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977874.674010:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674011:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674012:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674014:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977874.674015:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977874.674016:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977874.674017:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977874.674019:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977874.674020:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977874.674021:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977874.674023:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674024:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674026:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674027:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977874.674028:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977874.674035:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674037:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977874.674038:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977874.674043:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977874.674047:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674048:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977874.674051:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977874.674053:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674054:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977874.674057:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977874.674058:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977874.674060:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977874.674061:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674062:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977874.674063:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977874.674064:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977874.674067:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977874.674069:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.674072:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496881280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977874.674077:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977874.674078:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977874.674080:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496881280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977874.674085:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977874.674087:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977874.674089:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977874.674091:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977874.674092:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977874.674094:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977874.674096:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15408 00000400:00000200:0.0:1783977874.674098:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977874.674099:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977874.674101:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977874.674104:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674107:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674109:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674111:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977874.674114:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977874.674116:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977874.674118:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977874.674120:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977874.674122:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977874.674124:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977874.674127:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674130:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674133:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674164:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977874.674169:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977874.674181:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674187:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977874.674194:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977874.674199:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977874.674204:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674207:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977874.674211:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977874.674215:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674218:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977874.674222:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977874.674227:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977874.674232:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977874.674234:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674236:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977874.674239:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977874.674243:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977874.674249:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977874.674255:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.674263:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496881408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977874.674274:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977874.674278:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977874.674284:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496881408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977874.674296:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977874.674301:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977874.674309:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977874.674312:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977874.674316:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977874.674321:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977874.674327:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15408 00000400:00000200:0.0:1783977874.674334:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977874.674340:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977874.674344:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977874.674348:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674351:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674356:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674359:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977874.674363:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977874.674377:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977874.674381:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977874.674386:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977874.674391:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977874.674395:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977874.674404:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674408:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674413:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674418:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977874.674423:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977874.674430:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674436:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977874.674439:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977874.674442:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977874.674446:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674451:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977874.674455:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977874.674460:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674464:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977874.674470:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977874.674474:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977874.674480:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977874.674493:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674499:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977874.674503:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977874.674507:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977874.674513:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977874.674517:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.674524:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496881536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977874.674531:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977874.674535:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977874.674541:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496881536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977874.674551:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977874.674556:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977874.674559:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977874.674561:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977874.674563:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977874.674569:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977874.674571:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15408 00000400:00000200:0.0:1783977874.674574:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977874.674576:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977874.674578:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977874.674581:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674586:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674591:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674597:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977874.674601:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977874.674602:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977874.674605:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977874.674608:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977874.674613:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977874.674618:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977874.674626:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674630:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977874.674634:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674636:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977874.674638:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977874.674645:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977874.674648:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977874.674650:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977874.674655:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977874.674658:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674663:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977874.674669:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977874.674674:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674677:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977874.674682:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977874.674688:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977874.674692:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977874.674694:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.674698:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977874.674700:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977874.674703:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977874.674710:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977874.674715:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.674726:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496881664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977874.674739:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977874.674744:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977874.674752:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496881664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977874.674772:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977874.674779:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15418) 00000100:00000001:0.0:1783977875.377939:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977875.377944:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977875.377945:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977875.377948:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977875.377951:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977875.377956:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977875.377959:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977875.377962:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977875.377967:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977876.401244:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977876.401256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977876.401260:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977876.401266:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977876.401270:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977876.401275:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977876.401347:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977876.401352:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977876.401360:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977877.425368:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977877.425373:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977877.425374:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977877.425377:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977877.425380:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977877.425382:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977877.425384:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977877.425385:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977877.425387:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977878.449264:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977878.449272:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977878.449277:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977878.449286:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977878.449293:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977878.449299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977878.449304:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977878.449309:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977878.449317:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977878.449515:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977878.449518:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977878.449520:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977878.449522:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977878.449524:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977878.449526:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977878.449528:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977878.449529:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977878.449531:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977879.411375:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977879.411379:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977879.411382:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977879.473266:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977879.473275:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977879.473279:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977879.473285:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977879.473291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977879.473296:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977879.473304:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977879.473308:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977879.473312:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977879.473508:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977879.473511:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977879.473512:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977879.473514:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977879.473516:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977879.473518:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977879.473521:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977879.473522:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977879.473524:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977880.497416:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977880.497419:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977880.497428:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977880.497431:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977880.497433:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977880.497435:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.497437:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977880.497438:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.497440:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977882.545251:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977882.545256:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977882.545261:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977882.545271:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977882.545276:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977882.545282:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977882.545292:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977882.545295:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977882.545299:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977883.569248:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977883.569256:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977883.569259:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977883.569264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977883.569269:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977883.569273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977883.569462:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977883.569466:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977883.569470:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977884.529350:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977884.529354:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977884.529356:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977884.593274:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977884.593279:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977884.593281:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977884.593283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977884.593529:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977884.593532:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977884.593534:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977884.593535:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977884.593537:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977885.617244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977885.617252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977885.617256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977885.617264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977885.617270:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977885.617275:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977885.617344:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977885.617347:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977885.617350:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977886.641260:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977886.641263:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977886.641264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977886.641268:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977886.641273:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977886.641277:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977886.641280:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977886.641285:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977886.641291:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977886.641405:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977886.641407:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977886.641408:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977886.641409:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977886.641411:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977886.641412:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977886.641758:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977886.641760:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977886.641762:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977887.665251:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977887.665256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977887.665260:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977887.665266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977887.665272:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977887.665276:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977887.665281:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977887.665284:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977887.665287:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977888.689244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977888.689250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977888.689254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977888.689258:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977888.689263:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977888.689267:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.689278:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977888.689282:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.689285:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977888.690434:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977888.690440:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977888.690444:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977888.690448:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977888.690452:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977888.690456:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.690542:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977888.690544:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.690547:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977889.649870:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977889.649874:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977889.649877:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977889.713272:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977889.713279:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977889.713283:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977889.713289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977889.713292:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977889.713295:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977889.713396:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977889.713400:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977889.713407:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977890.033321:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977890.033330:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977890.033332:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977890.033335:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977890.033339:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977890.033346:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15423 00000400:00000200:0.0:1783977890.033354:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977890.033360:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977890.033363:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977890.033366:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033379:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.033381:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033384:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977890.033388:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977890.033389:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977890.033392:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977890.033395:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977890.033398:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977890.033400:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977890.033403:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033405:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.033407:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033409:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977890.033412:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977890.033415:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033418:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977890.033421:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977890.033425:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977890.033428:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033430:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977890.033433:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977890.033441:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977890.033445:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977890.033449:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977890.033450:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033453:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977890.033456:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977890.033460:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977890.033468:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977890.033475:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977890.033484:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496883072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977890.033493:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977890.033497:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977890.033502:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496883072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977890.033523:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977890.033527:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977890.033530:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977890.033531:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977890.033532:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977890.033535:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977890.033537:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15423 00000400:00000200:0.0:1783977890.033541:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977890.033545:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977890.033548:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977890.033551:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033553:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.033555:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033557:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977890.033560:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977890.033561:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977890.033563:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977890.033565:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977890.033567:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977890.033570:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977890.033575:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033580:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.033584:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033589:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977890.033594:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977890.033600:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033607:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977890.033609:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977890.033617:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977890.033622:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033627:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977890.033631:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977890.033636:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033640:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977890.033646:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977890.033651:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977890.033655:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977890.033659:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033662:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977890.033665:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977890.033666:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977890.033671:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977890.033678:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977890.033687:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496883200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977890.033711:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977890.033717:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977890.033725:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496883200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977890.033755:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977890.033760:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977890.033765:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977890.033769:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977890.033772:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977890.033776:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977890.033781:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15423 00000400:00000200:0.0:1783977890.033824:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977890.033833:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977890.033844:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977890.033850:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033855:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.033860:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033866:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977890.033870:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977890.033872:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977890.033876:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977890.033879:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977890.033880:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977890.033883:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977890.033887:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033889:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.033893:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033895:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977890.033897:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977890.033899:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977890.033901:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977890.033903:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977890.033918:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977890.033921:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033922:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977890.033924:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977890.033926:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033928:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977890.033932:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977890.033940:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977890.033942:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977890.033944:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.033945:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977890.033946:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977890.033948:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977890.033951:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977890.033955:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977890.033959:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496883328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977890.033967:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977890.033969:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977890.033972:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496883328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977890.033991:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977890.033993:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977890.033997:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977890.033998:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977890.034000:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977890.034002:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977890.034005:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15423 00000400:00000200:0.0:1783977890.034008:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977890.034012:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977890.034015:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977890.034021:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034026:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.034031:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034034:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977890.034037:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977890.034040:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977890.034043:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977890.034046:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977890.034055:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977890.034063:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977890.034067:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034070:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.034075:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034081:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977890.034086:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977890.034092:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034096:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977890.034107:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977890.034112:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977890.034116:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.034120:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977890.034124:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977890.034126:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.034128:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977890.034419:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977890.034426:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977890.034433:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977890.034436:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.034440:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977890.034444:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977890.034448:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977890.034456:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977890.034462:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977890.034471:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496883456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977890.034488:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977890.034494:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977890.034502:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496883456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977890.034521:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977890.034525:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977890.034533:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977890.034537:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977890.034540:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977890.034546:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977890.034551:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15423 00000400:00000200:0.0:1783977890.034566:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977890.034573:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977890.034578:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977890.034587:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034593:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.034597:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034602:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977890.034607:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977890.034610:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977890.034614:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977890.034618:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977890.034624:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977890.034629:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977890.034638:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034643:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977890.034648:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034652:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977890.034656:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977890.034661:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977890.034666:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977890.034668:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977890.034672:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977890.034676:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.034681:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977890.034684:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977890.034690:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.034694:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977890.034710:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977890.034717:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977890.034723:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977890.034726:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.034731:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977890.034733:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977890.034737:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977890.034801:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977890.034806:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977890.034812:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496883584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977890.034820:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977890.034823:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977890.034826:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496883584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977890.034843:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977890.034848:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15433) 00000100:00000001:0.0:1783977890.737299:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977890.737305:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977890.737308:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977890.737312:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977890.737314:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977890.737317:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977890.737319:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977890.737321:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977890.737323:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977890.737496:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977890.737499:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977890.737500:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977890.737502:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977890.737504:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977890.737506:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977890.737508:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977890.737509:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977890.737512:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977891.761370:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977891.761378:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977891.761381:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977891.761384:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977891.761387:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977891.761389:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977891.761392:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977891.761395:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977891.761400:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977892.785260:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977892.785270:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977892.785272:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977892.785274:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977892.785276:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977892.785278:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.785280:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977892.785281:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.785283:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977892.785473:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977892.785478:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977892.785482:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977892.785488:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977892.785491:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977892.785493:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.785494:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977892.785495:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.785497:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783977893.111612:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783977893.111661:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977893.111672:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977893.111675:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783977893.111686:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977893.111691:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977893.111721:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977893.111725:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e800. 00000400:00000200:0.0:1783977893.111730:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977893.111735:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977893.111741:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83660 00000400:00000010:0.0:1783977893.111744:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83660. 00000100:00000001:0.0:1783977893.111749:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977893.111764:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b69c00 x1870620496883072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.111786:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977893.111791:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b69c00 x1870620496883072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.111798:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.111799:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977893.111807:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977893.111808:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e900. 00000400:00000200:0.0:1783977893.111811:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977893.111813:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977893.111816:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a833b8 00000400:00000010:0.0:1783977893.111818:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a833b8. 00000100:00000001:0.0:1783977893.111820:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977893.111823:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b69500 x1870620496883200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.111830:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977893.111833:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b69500 x1870620496883200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.111839:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.111843:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977893.111847:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977893.111850:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e500. 00000400:00000200:0.0:1783977893.111862:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977893.111866:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977893.111869:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83cc0 00000400:00000010:0.0:1783977893.111872:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83cc0. 00000100:00000001:0.0:1783977893.111875:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977893.111881:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b69f80 x1870620496883328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.111896:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977893.111898:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b69f80 x1870620496883328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.111906:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.111908:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977893.111912:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977893.111914:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2e200. 00000400:00000200:0.0:1783977893.111918:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977893.111920:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977893.111922:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a83220 00000400:00000010:0.0:1783977893.111926:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a83220. 00000100:00000001:0.0:1783977893.111931:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977893.111937:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6b100 x1870620496883456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.112017:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977893.112022:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b100 x1870620496883456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.112031:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.112034:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977893.112043:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783977893.112048:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2eb00. 00000400:00000200:0.0:1783977893.112052:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977893.112060:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977893.112065:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f957a836e8 00000400:00000010:0.0:1783977893.112069:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f957a836e8. 00000100:00000001:0.0:1783977893.112073:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977893.112081:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b68000 x1870620496883584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.112401:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977893.112406:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b68000 x1870620496883584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977893.112412:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.112413:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977893.809251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977893.809260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977893.809264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977893.809273:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977893.809280:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977893.809286:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.809293:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977893.809296:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.809298:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.809397:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977893.809402:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977893.809406:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977893.809410:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977893.809412:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977893.809415:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.809521:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977893.809530:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.809534:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977894.770051:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977894.770055:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977894.770058:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977894.833238:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977894.833246:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977894.833250:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977894.833258:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977894.833265:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977894.833271:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.833288:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977894.833291:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.833296:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977894.833367:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977894.833373:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977894.833377:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977894.833382:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977894.833387:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977894.833392:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.833397:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977894.833401:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.833407:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.857272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977895.857277:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977895.857281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.857286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977895.857292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977895.857298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.857301:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977895.857303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.857306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977896.881249:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977896.881257:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977896.881263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977896.881272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977896.881277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977896.881282:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.881299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977896.881302:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.881305:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977896.881374:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977896.881379:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977896.881380:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977896.881383:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977896.881388:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977896.881393:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.881399:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977896.881403:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.881409:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977897.905360:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977897.905366:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977897.905368:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977897.905371:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977897.905373:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977897.905375:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977897.905377:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977897.905379:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977897.905380:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977898.929252:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977898.929260:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977898.929265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977898.929272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977898.929278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977898.929282:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977898.929288:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977898.929292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977898.929299:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977899.889426:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977899.889430:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977899.889433:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977899.953247:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977899.953268:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977899.953271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977899.953277:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977899.953282:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977899.953286:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977899.953292:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977899.953294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977899.953300:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977900.273869:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977900.273878:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977900.273880:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977900.273884:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977900.273888:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977900.273894:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15433 00000400:00000200:0.0:1783977900.273902:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977900.273907:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977900.273910:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977900.273913:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.273916:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.273918:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.273920:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977900.273924:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977900.273926:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977900.273929:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977900.273932:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977900.273935:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977900.273937:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977900.273940:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.273942:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.273943:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.273945:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977900.273948:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977900.273952:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977900.273954:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977900.273957:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977900.273960:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977900.273963:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.273966:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977900.273968:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977900.273976:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977900.273978:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977900.273981:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977900.273982:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.273985:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977900.273988:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977900.274045:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977900.274055:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977900.274061:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.274069:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496884352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977900.274078:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977900.274082:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977900.274087:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496884352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977900.274107:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977900.274110:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977900.274113:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977900.274114:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977900.274115:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977900.274118:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977900.274121:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15433 00000400:00000200:0.0:1783977900.274124:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977900.274128:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977900.274130:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977900.274134:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274171:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274175:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274177:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977900.274180:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977900.274181:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977900.274183:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977900.274277:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977900.274282:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977900.274286:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977900.274293:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274297:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274302:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274304:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977900.274308:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977900.274314:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274316:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977900.274319:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977900.274327:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977900.274330:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274332:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977900.274336:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977900.274341:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274348:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977900.274355:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977900.274360:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977900.274366:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977900.274369:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274372:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977900.274374:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977900.274377:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977900.274384:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977900.274390:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.274399:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496884480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977900.274412:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977900.274417:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977900.274424:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496884480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977900.274442:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977900.274447:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977900.274455:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977900.274457:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977900.274459:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977900.274463:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977900.274470:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15433 00000400:00000200:0.0:1783977900.274478:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977900.274485:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977900.274490:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977900.274497:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274502:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274507:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274511:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977900.274516:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977900.274528:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977900.274531:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977900.274535:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977900.274539:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977900.274543:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977900.274549:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274553:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274555:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274557:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977900.274559:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977900.274562:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274565:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977900.274567:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977900.274571:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977900.274576:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274578:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977900.274581:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977900.274586:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274588:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977900.274592:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977900.274594:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977900.274596:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977900.274597:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274598:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977900.274599:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977900.274601:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977900.274604:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977900.274608:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.274615:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496884608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977900.274625:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977900.274630:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977900.274636:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496884608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977900.274654:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977900.274658:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977900.274664:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977900.274666:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977900.274670:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977900.274676:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977900.274681:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15433 00000400:00000200:0.0:1783977900.274687:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977900.274692:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977900.274698:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977900.274703:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274705:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274707:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274708:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977900.274711:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977900.274714:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977900.274718:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977900.274721:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977900.274725:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977900.274737:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977900.274744:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274749:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274753:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274756:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977900.274761:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977900.274767:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274769:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977900.274772:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977900.274777:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977900.274782:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274786:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977900.274790:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977900.274794:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274797:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977900.274802:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977900.274805:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977900.274808:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977900.274809:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.274813:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977900.274815:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977900.274819:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977900.274824:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977900.274829:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.274838:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496884736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977900.274853:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977900.274858:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977900.274864:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496884736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977900.274881:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977900.274885:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977900.274891:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977900.274894:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977900.274897:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977900.274918:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977900.274924:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15433 00000400:00000200:0.0:1783977900.274931:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977900.274937:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977900.274942:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977900.274947:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274950:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274951:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274953:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977900.274954:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977900.274955:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977900.274957:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977900.274959:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977900.274962:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977900.274968:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977900.274975:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274979:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977900.274984:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977900.274988:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977900.275001:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977900.275011:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977900.275017:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977900.275021:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977900.275025:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977900.275030:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.275034:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977900.275038:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977900.275042:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.275046:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977900.275051:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977900.275054:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977900.275056:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977900.275057:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.275059:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977900.275062:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977900.275065:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977900.275073:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977900.275079:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.275088:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496884864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977900.275104:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977900.275108:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977900.275116:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496884864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977900.275135:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977900.275162:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15443) 00000100:00000001:0.0:1783977900.977462:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977900.977465:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977900.977466:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.977469:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977900.977471:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977900.977474:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977900.977476:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977900.977477:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977900.977479:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977902.001282:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977902.001289:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977902.001292:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977902.001298:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977902.001302:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977902.001307:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977902.001323:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977902.001328:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977902.001333:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977902.001360:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977902.001364:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977902.001365:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977902.001368:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977902.001371:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977902.001374:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977902.001376:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977902.001378:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977902.001380:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977903.025237:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977903.025244:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977903.025247:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977903.025254:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977903.025259:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977903.025264:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977903.025270:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977903.025274:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977903.025277:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977903.025309:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977903.025312:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977903.025313:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977903.025315:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977903.025318:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977903.025321:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977903.025324:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977903.025328:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977903.025333:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977904.049508:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977904.052742:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977904.052744:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977904.052750:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977904.052753:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977904.052756:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977904.052758:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977904.052761:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977904.052763:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977905.009345:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977905.009349:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977905.009352:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977905.073269:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977905.073277:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977905.073279:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.073285:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977905.073291:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977905.073297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.073302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977905.073308:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.073314:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.073588:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977905.073591:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977905.073592:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.073595:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977905.073597:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977905.073598:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.073601:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977905.073602:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.073604:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977905.393246:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977905.393256:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977905.393259:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977905.393262:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977905.393267:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977905.393273:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15438 00000400:00000200:0.0:1783977905.393282:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977905.393288:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977905.393291:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977905.393294:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393297:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.393299:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393301:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977905.393305:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977905.393307:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977905.393309:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977905.393313:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977905.393315:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977905.393317:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977905.393320:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393322:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.393324:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393326:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977905.393333:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977905.393338:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393340:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977905.393343:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977905.393347:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977905.393350:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393352:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977905.393355:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977905.393363:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977905.393367:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977905.393371:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977905.393372:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393375:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977905.393378:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977905.393381:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977905.393389:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977905.393397:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.393405:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496884992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977905.393416:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977905.393420:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977905.393424:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496884992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977905.393452:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977905.393456:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977905.393459:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977905.393460:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977905.393462:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977905.393465:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977905.393467:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15438 00000400:00000200:0.0:1783977905.393471:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977905.393474:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977905.393476:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977905.393479:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393482:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.393484:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393487:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977905.393489:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977905.393491:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977905.393493:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977905.393495:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977905.393502:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977905.393507:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977905.393511:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393514:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.393518:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393523:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977905.393544:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977905.393549:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393553:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977905.393557:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977905.393565:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977905.393572:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393577:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977905.393582:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977905.393588:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393591:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977905.393597:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977905.393603:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977905.393607:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977905.393610:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393612:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977905.393613:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977905.393615:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977905.393619:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977905.393622:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.393628:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496885120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977905.393654:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977905.393658:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977905.393665:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496885120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977905.393679:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977905.393684:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977905.393691:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977905.393694:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977905.393698:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977905.393702:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977905.393708:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15438 00000400:00000200:0.0:1783977905.393726:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977905.393734:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977905.393738:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977905.393745:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393752:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.393756:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393758:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977905.393760:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977905.393763:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977905.393767:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977905.393771:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977905.393776:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977905.393779:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977905.393787:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393792:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.393795:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393798:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977905.393803:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977905.393810:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393815:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977905.393818:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977905.393823:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977905.393827:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393830:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977905.393834:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977905.393841:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393846:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977905.393852:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977905.393858:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977905.393872:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977905.393876:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.393880:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977905.393881:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977905.393883:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977905.393887:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977905.393890:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.393896:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496885248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977905.393907:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977905.393910:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977905.393916:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496885248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977905.393927:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977905.393932:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977905.393940:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977905.393944:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977905.393946:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977905.393966:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977905.393972:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15438 00000400:00000200:0.0:1783977905.393979:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977905.393985:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977905.393988:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977905.393995:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.393999:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.394003:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394007:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977905.394011:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977905.394014:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977905.394017:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977905.394021:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977905.394026:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977905.394030:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977905.394036:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394041:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.394044:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394049:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977905.394054:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977905.394057:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394060:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977905.394063:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977905.394067:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977905.394071:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.394074:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977905.394078:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977905.394082:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.394084:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977905.394091:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977905.394096:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977905.394102:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977905.394105:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.394107:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977905.394110:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977905.394112:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977905.394118:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977905.394123:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.394130:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496885376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977905.394160:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977905.394163:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977905.394168:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496885376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977905.394175:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977905.394178:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977905.394184:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977905.394188:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977905.394191:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977905.394196:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977905.394200:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15438 00000400:00000200:0.0:1783977905.394208:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977905.394214:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977905.394217:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977905.394223:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394228:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.394232:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394236:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977905.394241:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977905.394244:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977905.394248:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977905.394252:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977905.394258:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977905.394264:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977905.394272:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394276:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977905.394282:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394288:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977905.394292:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977905.394298:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977905.394303:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977905.394306:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977905.394311:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977905.394316:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.394320:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977905.394324:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977905.394330:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.394335:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977905.394341:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977905.394345:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977905.394351:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977905.394355:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.394361:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977905.394364:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977905.394366:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977905.394373:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977905.394380:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.394389:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496885504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977905.394406:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977905.394410:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977905.394418:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496885504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977905.394437:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977905.394446:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15448) 00000100:00000001:0.0:1783977906.097257:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977906.097262:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977906.097266:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977906.097270:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977906.097287:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977906.097290:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977906.097292:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977906.097293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977906.097296:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977906.097621:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977906.097625:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977906.097640:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977906.097645:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977906.097699:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977906.097702:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977906.097704:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977906.097706:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977906.097708:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977906.097844:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977906.097849:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977906.097853:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977906.097857:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977906.097860:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977906.097863:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977906.097864:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977906.097866:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977906.097869:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977907.121247:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977907.121252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977907.121255:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977907.121265:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977907.121270:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977907.121274:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977907.121278:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977907.121286:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977907.121289:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977907.121312:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977907.121316:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977907.121318:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977907.121320:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977907.121323:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977907.121325:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977907.121327:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977907.121329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977907.121332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977908.145822:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977908.145827:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977908.145829:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977908.145832:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977908.145835:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977908.145837:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977908.145840:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977908.145845:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977908.145850:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977908.146665:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977908.146670:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977908.146673:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977908.146678:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977908.146683:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977908.146688:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977908.146693:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977908.146696:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977908.146699:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977909.169483:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977909.169487:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977909.169489:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977909.169492:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977909.169495:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977909.169497:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977909.169646:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977909.169649:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977909.169652:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977910.129310:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977910.129315:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977910.129318:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977910.193355:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977910.193360:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977910.193362:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977910.193366:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977910.193369:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977910.193374:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977910.193378:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977910.193382:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977910.193385:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977910.513286:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977910.513298:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977910.513300:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977910.513303:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977910.513308:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977910.513315:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15443 00000400:00000200:0.0:1783977910.513325:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977910.513331:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977910.513334:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977910.513337:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513340:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.513342:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513344:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977910.513348:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977910.513350:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977910.513353:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977910.513357:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977910.513359:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977910.513361:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977910.513364:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513366:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.513376:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513378:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977910.513385:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977910.513388:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513391:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977910.513393:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977910.513396:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977910.513399:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513401:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977910.513403:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977910.513412:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977910.513416:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977910.513419:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977910.513421:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513424:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977910.513426:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977910.513430:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977910.513439:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977910.513445:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977910.513455:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496885632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977910.513466:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977910.513471:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977910.513474:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496885632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977910.513496:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977910.513499:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977910.513502:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977910.513504:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977910.513505:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977910.513508:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977910.513511:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15443 00000400:00000200:0.0:1783977910.513514:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977910.513518:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977910.513521:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977910.513524:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513526:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.513528:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513530:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977910.513533:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977910.513537:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977910.513539:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977910.513544:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977910.513547:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977910.513563:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977910.513571:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513576:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.513580:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513584:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977910.513590:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977910.513594:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513598:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977910.513602:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977910.513610:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977910.513616:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513620:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977910.513625:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977910.513642:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513648:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977910.513654:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977910.513659:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977910.513662:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977910.513672:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513678:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977910.513682:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977910.513686:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977910.513694:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977910.513701:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977910.513712:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496885760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977910.513720:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977910.513724:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977910.513729:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496885760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977910.513740:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977910.513745:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977910.513752:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977910.513756:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977910.513760:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977910.513765:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977910.513773:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15443 00000400:00000200:0.0:1783977910.513784:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977910.513792:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977910.513796:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977910.513803:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513807:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.513812:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513816:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977910.513821:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977910.513823:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977910.513826:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977910.513829:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977910.513832:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977910.513834:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977910.513840:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513842:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.513846:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513849:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977910.513853:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977910.513856:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977910.513859:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977910.513862:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977910.513867:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977910.513872:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513877:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977910.513880:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977910.513887:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513891:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977910.513897:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977910.513901:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977910.513904:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977910.513906:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.513909:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977910.513911:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977910.513913:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977910.513919:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977910.513922:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977910.513929:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496885888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977910.513940:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977910.513943:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977910.513947:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496885888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977910.513957:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977910.513961:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977910.513965:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977910.513968:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977910.513970:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977910.513973:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977910.513979:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15443 00000400:00000200:0.0:1783977910.513988:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977910.513996:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977910.514000:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977910.514021:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514027:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.514033:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514035:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977910.514037:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977910.514039:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977910.514041:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977910.514045:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977910.514050:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977910.514056:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977910.514063:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514068:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.514072:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514077:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977910.514092:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977910.514100:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514103:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977910.514108:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977910.514112:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977910.514117:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.514122:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977910.514125:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977910.514132:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.514171:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977910.514178:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977910.514183:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977910.514189:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977910.514193:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.514197:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977910.514200:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977910.514204:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977910.514211:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977910.514218:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977910.514229:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496886016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977910.514245:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977910.514249:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977910.514259:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496886016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977910.514274:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977910.514278:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977910.514285:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977910.514288:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977910.514292:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977910.514296:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977910.514302:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15443 00000400:00000200:0.0:1783977910.514310:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977910.514318:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977910.514322:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977910.514326:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514330:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.514336:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514341:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977910.514345:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977910.514348:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977910.514351:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977910.514355:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977910.514359:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977910.514364:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977910.514369:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514371:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977910.514373:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514375:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977910.514379:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977910.514383:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977910.514388:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977910.514393:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977910.514398:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977910.514404:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.514409:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977910.514412:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977910.514416:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.514419:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977910.514425:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977910.514429:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977910.514435:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977910.514437:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977910.514441:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977910.514445:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977910.514447:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977910.514454:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977910.514460:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977910.514469:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496886144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977910.514507:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977910.514512:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977910.514521:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496886144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977910.514538:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977910.514545:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15454) 00000100:00000001:0.0:1783977911.217260:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977911.217266:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977911.217270:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977911.217276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977911.217282:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977911.217286:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.217304:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977911.217307:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.217311:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977911.217359:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977911.217362:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977911.217363:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977911.217366:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977911.217369:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977911.217371:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.217374:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977911.217376:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.217381:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977912.241238:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977912.241243:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977912.241245:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977912.241250:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977912.241261:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977912.241263:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977912.241265:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977912.241267:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977912.241269:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977913.265285:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977913.265292:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977913.265296:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977913.265301:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977913.265306:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977913.265310:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977913.265313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977913.265315:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977913.265318:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977914.289213:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977914.289220:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977914.289224:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977914.289229:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977914.289238:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977914.289241:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977914.289360:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977914.289364:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977914.289370:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977915.249374:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977915.249378:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977915.249382:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977915.313226:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977915.313235:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977915.313239:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.313245:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977915.313252:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977915.313257:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.313273:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977915.313277:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.313281:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.313309:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977915.313313:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977915.313315:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.313318:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977915.313321:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977915.313323:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.313326:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977915.313328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.313330:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977915.633275:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977915.633287:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977915.633290:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977915.633293:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977915.633298:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977915.633305:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15449 00000400:00000200:0.0:1783977915.633314:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977915.633320:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977915.633323:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977915.633325:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633328:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633331:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633334:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977915.633337:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977915.633339:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977915.633342:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977915.633345:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977915.633347:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977915.633350:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977915.633353:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633355:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633357:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633359:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977915.633362:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977915.633366:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633368:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977915.633371:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977915.633374:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977915.633378:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633380:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977915.633382:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977915.633391:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977915.633395:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977915.633399:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977915.633401:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633404:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977915.633407:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977915.633411:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977915.633418:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977915.633424:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.633434:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496886272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977915.633443:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977915.633447:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977915.633451:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496886272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977915.633490:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977915.633493:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977915.633496:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977915.633498:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977915.633499:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977915.633502:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977915.633505:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15449 00000400:00000200:0.0:1783977915.633509:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977915.633512:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977915.633514:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977915.633517:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633519:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633520:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633522:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977915.633524:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977915.633525:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977915.633527:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977915.633529:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977915.633531:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977915.633532:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977915.633535:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633536:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633538:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633539:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977915.633541:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977915.633543:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633545:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977915.633546:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977915.633552:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977915.633553:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633555:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977915.633560:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977915.633563:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633564:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977915.633568:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977915.633570:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977915.633572:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977915.633573:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633574:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977915.633576:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977915.633577:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977915.633581:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977915.633584:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.633589:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496886400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977915.633596:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977915.633598:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977915.633601:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496886400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977915.633614:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977915.633616:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977915.633619:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977915.633620:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977915.633622:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977915.633624:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977915.633627:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15449 00000400:00000200:0.0:1783977915.633630:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977915.633633:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977915.633635:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977915.633637:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633639:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633641:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633643:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977915.633645:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977915.633646:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977915.633648:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977915.633650:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977915.633651:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977915.633653:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977915.633656:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633658:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633659:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633661:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977915.633663:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977915.633665:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633668:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977915.633670:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977915.633673:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977915.633675:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633677:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977915.633679:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977915.633681:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633682:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977915.633686:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977915.633688:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977915.633690:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977915.633691:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633693:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977915.633695:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977915.633696:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977915.633700:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977915.633703:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.633707:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496886528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977915.633715:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977915.633717:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977915.633720:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496886528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977915.633728:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977915.633730:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977915.633734:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977915.633735:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977915.633737:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977915.633740:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977915.633742:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15449 00000400:00000200:0.0:1783977915.633746:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977915.633748:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977915.633750:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977915.633754:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633755:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633757:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633759:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977915.633761:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977915.633763:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977915.633765:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977915.633767:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977915.633769:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977915.633771:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977915.633774:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633776:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633779:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633781:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977915.633783:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977915.633789:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633793:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977915.633797:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977915.633801:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977915.633804:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633806:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977915.633810:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977915.633814:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633818:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977915.633826:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977915.633830:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977915.633835:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977915.633838:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.633843:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977915.633846:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977915.633849:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977915.633855:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977915.633861:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.633869:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496886656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977915.633880:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977915.633884:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977915.633889:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496886656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977915.633898:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977915.633901:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977915.633905:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977915.633907:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977915.633911:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977915.633916:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977915.633920:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15449 00000400:00000200:0.0:1783977915.633928:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977915.633935:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977915.633939:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977915.633946:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633949:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633951:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633956:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977915.633961:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977915.633965:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977915.633969:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977915.633973:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977915.633978:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977915.633982:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977915.633986:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.633992:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977915.633997:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977915.634001:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977915.634006:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977915.634012:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977915.634030:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977915.634033:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977915.634036:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977915.634041:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.634043:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977915.634047:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977915.634053:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.634056:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977915.634061:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977915.634067:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977915.634073:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977915.634074:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.634078:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977915.634081:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977915.634085:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977915.634091:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977915.634097:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.634106:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496886784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977915.634122:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977915.634127:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977915.634134:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496886784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977915.634198:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977915.634205:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15459) 00000100:00000001:0.0:1783977916.337270:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977916.337282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977916.337288:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977916.337299:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977916.337306:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977916.337315:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977916.337325:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977916.337328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977916.337331:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977917.361260:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977917.361267:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977917.361276:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977917.361282:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977917.361291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977917.361296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977917.361315:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977917.361319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977917.361323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977917.361424:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977917.361428:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977917.361445:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977917.361448:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977917.361450:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977917.361452:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977917.361455:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977917.361459:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977917.361464:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977918.385333:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977918.385341:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977918.385343:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977918.385349:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977918.385353:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977918.385357:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977918.385361:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977918.385363:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977918.385365:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977918.386624:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977918.386630:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977918.386632:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977918.386637:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977918.386639:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977918.386642:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977918.386645:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977918.386647:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977918.386649:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977919.409244:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977919.409249:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977919.409253:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977919.409259:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977919.409265:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977919.409270:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.409287:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977919.409291:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.409294:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977920.369389:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977920.369392:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977920.369395:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977920.433661:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977920.433664:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977920.433665:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977920.433668:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977920.433670:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977920.433672:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977920.433674:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977920.433675:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977920.433677:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977921.457239:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977921.457247:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977921.457250:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977921.457255:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977921.457261:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977921.457270:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.457273:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977921.457277:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.457280:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977921.457308:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977921.457311:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977921.457313:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977921.457316:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977921.457320:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977921.457322:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.457326:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977921.457328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.457331:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977922.481220:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977922.481228:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977922.481230:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977922.481236:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977922.481240:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977922.481244:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977922.481246:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977922.481248:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977922.481251:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977922.481788:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977922.481792:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977922.481794:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977922.481797:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977922.481799:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977922.481802:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977922.481804:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977922.481805:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977922.481807:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977922.481933:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977922.481938:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977922.481941:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977922.481943:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977922.481946:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977922.481948:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977922.481951:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977922.481952:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977922.481954:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977923.505254:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977923.505261:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977923.505264:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977923.505270:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977923.505274:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977923.505278:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977923.505281:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977923.505284:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977923.505288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977924.529358:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977924.529378:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977924.529392:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977924.529404:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977924.529415:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977924.529421:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977924.529437:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977924.529441:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977924.529445:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977924.529474:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977924.529478:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977924.529480:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977924.529483:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977924.529485:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977924.529488:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977924.529491:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977924.529492:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977924.529494:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977924.529516:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977924.529519:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977924.529520:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977924.529522:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977924.529524:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977924.529526:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977924.530523:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977924.530529:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977924.530533:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977925.489433:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977925.489441:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977925.489445:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977925.553303:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977925.553315:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977925.553323:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977925.553332:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977925.553342:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977925.553348:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977925.553382:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977925.553385:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977925.553388:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977925.553414:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977925.553419:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977925.553421:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977925.553424:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977925.553430:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977925.553434:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977925.553438:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977925.553452:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977925.553456:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977926.578642:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977926.578649:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977926.578650:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977926.578656:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977926.578661:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977926.578666:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977926.578672:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977926.578676:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977926.578682:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977927.601318:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977927.601330:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977927.601336:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977927.601345:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977927.601353:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977927.601359:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977927.601366:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977927.601370:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977927.601374:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977927.601409:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977927.601414:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977927.601416:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977927.601419:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977927.601422:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977927.601425:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977927.603239:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977927.603248:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977927.603265:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977928.625318:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977928.625330:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977928.625335:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977928.625349:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977928.625364:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977928.625372:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977928.625390:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977928.625399:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977928.625404:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977928.625438:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977928.625446:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977928.625452:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977928.625462:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977928.625470:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977928.625480:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977928.625493:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977928.625497:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977928.625503:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977929.649293:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977929.649303:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977929.649307:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977929.649318:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977929.649327:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977929.649335:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.649357:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977929.649359:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.649362:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977929.649424:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977929.649432:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977929.649436:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977929.649441:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977929.649447:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977929.649452:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.649456:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977929.649460:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.649464:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977930.609488:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977930.609493:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977930.609497:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977930.673511:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977930.673517:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977930.673520:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.673525:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977930.673530:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977930.673535:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977930.673540:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977930.673543:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977930.673546:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977930.993303:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977930.993314:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977930.993317:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977930.993321:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977930.993325:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977930.993333:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15464 00000400:00000200:0.0:1783977930.993342:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977930.993348:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977930.993351:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977930.993354:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993358:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993360:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993363:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977930.993367:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977930.993369:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977930.993372:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977930.993376:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977930.993378:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977930.993381:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977930.993384:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993386:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993389:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993391:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977930.993394:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977930.993398:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993400:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977930.993403:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977930.993407:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977930.993410:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993412:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977930.993414:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977930.993423:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977930.993426:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977930.993429:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977930.993430:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993432:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977930.993435:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977930.993438:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977930.993446:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977930.993454:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.993462:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496888192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977930.993469:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977930.993472:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977930.993476:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496888192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977930.993495:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977930.993497:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977930.993500:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977930.993501:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977930.993502:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977930.993504:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977930.993505:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15464 00000400:00000200:0.0:1783977930.993508:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977930.993510:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977930.993511:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977930.993513:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993514:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993516:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993517:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977930.993518:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977930.993519:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977930.993520:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977930.993522:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977930.993523:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977930.993524:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977930.993525:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993526:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993527:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993528:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977930.993530:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977930.993531:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993533:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977930.993534:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977930.993539:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977930.993540:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993542:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977930.993546:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977930.993549:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993551:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977930.993553:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977930.993555:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977930.993557:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977930.993558:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993559:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977930.993561:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977930.993562:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977930.993564:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977930.993566:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.993570:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496888320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977930.993575:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977930.993577:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977930.993580:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496888320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977930.993585:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977930.993586:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977930.993588:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977930.993589:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977930.993590:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977930.993592:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977930.993594:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15464 00000400:00000200:0.0:1783977930.993597:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977930.993605:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977930.993608:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977930.993614:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993617:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993621:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993624:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977930.993625:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977930.993626:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977930.993627:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977930.993628:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977930.993630:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977930.993634:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977930.993639:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993645:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993650:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993658:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977930.993665:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977930.993674:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993684:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977930.993692:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977930.993700:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977930.993702:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993704:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977930.993708:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977930.993711:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993717:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977930.993724:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977930.993734:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977930.993745:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977930.993750:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.993754:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977930.993757:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977930.993766:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977930.993775:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977930.993780:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.993787:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496888448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977930.993799:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977930.993801:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977930.993804:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496888448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977930.993836:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977930.993841:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977930.993848:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977930.993849:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977930.993850:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977930.993854:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977930.993862:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15464 00000400:00000200:0.0:1783977930.993865:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977930.993867:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977930.993868:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977930.993871:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993878:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993881:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993887:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977930.993903:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977930.993905:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977930.993907:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977930.993912:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977930.993920:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977930.993928:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977930.993942:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993956:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.993967:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993972:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977930.993981:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977930.993989:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977930.993992:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977930.994001:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977930.994005:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977930.994015:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.994018:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977930.994021:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977930.994023:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.994031:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977930.994044:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977930.994047:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977930.994048:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977930.994049:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.994050:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977930.994051:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977930.994053:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977930.994057:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977930.994061:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.994073:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496888576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977930.994095:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977930.994108:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977930.994122:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496888576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977930.994188:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977930.994191:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977930.994207:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977930.994210:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977930.994218:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977930.994222:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977930.994230:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15464 00000400:00000200:0.0:1783977930.994244:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977930.994263:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977930.994265:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977930.994273:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.994281:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.994286:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.994289:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977930.994297:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977930.994298:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977930.994299:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977930.994303:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977930.994313:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977930.994323:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977930.994339:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.994349:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977930.994360:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977930.994364:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977930.994372:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977930.994378:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977930.994383:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977930.994385:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977930.994387:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977930.994391:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.994404:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977930.994406:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977930.994412:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.994416:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977930.994422:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977930.994423:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977930.994425:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977930.994427:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.994435:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977930.994444:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977930.994447:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977930.994452:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977930.994459:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.994469:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496888704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977930.994483:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977930.994490:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977930.994497:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496888704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977930.994526:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977930.994532:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15474) 00000100:00000001:0.0:1783977931.697281:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977931.697293:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977931.697297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977931.697304:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977931.697312:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977931.697318:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977931.697335:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977931.697341:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977931.697345:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977932.721283:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977932.721290:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977932.721295:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977932.721303:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977932.721312:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977932.721316:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.721325:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977932.721328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.721333:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977932.726105:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977932.726115:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977932.726118:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977932.726124:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977932.726128:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977932.726131:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.726135:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977932.726182:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.726186:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977933.745358:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977933.745372:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977933.745376:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977933.745386:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977933.745395:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977933.745402:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977933.745496:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977933.745498:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977933.745501:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977934.770655:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977934.770660:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977934.770662:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977934.770667:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977934.770672:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977934.770677:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.770682:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977934.770685:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.770688:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977934.770702:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977934.770706:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977934.770708:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977934.770710:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977934.770713:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977934.770715:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.770717:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977934.770718:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.770720:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977935.729325:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977935.729328:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977935.729330:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977935.793445:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977935.793449:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977935.793450:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977935.793458:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977935.793460:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977935.793462:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977935.793464:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977935.793466:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977935.793468:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977936.817251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977936.817259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977936.817263:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977936.817272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977936.817278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977936.817285:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.817291:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977936.817295:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.817298:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977936.817478:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977936.817480:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977936.817481:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977936.817484:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977936.817485:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977936.817487:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.817489:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977936.817490:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.817491:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977936.817772:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977936.817777:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977936.817779:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977936.817782:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977936.817785:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977936.817788:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.817790:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977936.817792:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.817794:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977937.841326:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977937.841334:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977937.841338:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977937.841420:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977937.841424:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977937.841426:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.841428:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977937.841430:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.841433:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977938.865274:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977938.865287:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977938.865292:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977938.865303:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977938.865312:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977938.865324:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977938.865342:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977938.865348:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977938.865355:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977939.889267:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977939.889275:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977939.889281:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977939.889289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977939.889296:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977939.889311:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977939.889319:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977939.889324:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977939.889332:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977940.849435:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977940.849443:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977940.849447:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977940.913401:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977940.913407:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977940.913409:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977940.913413:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977940.913416:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977940.913419:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.913422:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977940.913425:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.913428:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977940.913464:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977940.913468:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977940.913469:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977940.913471:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977940.913474:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977940.913476:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.913478:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977940.913479:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.913481:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977941.937305:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977941.937312:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977941.937317:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977941.937321:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977941.937328:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977941.937337:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.937450:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977941.937452:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.937455:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977941.937474:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977941.937490:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977941.937494:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977941.937496:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977941.937499:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977941.937502:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.937505:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977941.937507:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.937510:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977942.961508:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977942.961512:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977942.961514:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977942.961516:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977942.961519:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977942.961520:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977942.961523:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977942.961525:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977942.961526:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977943.985341:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977943.985347:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977943.985349:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977943.985352:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977943.985355:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977943.985358:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977943.985359:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977943.985361:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977943.985363:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977945.012745:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977945.012749:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977945.012751:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977945.012756:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977945.012759:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977945.012761:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977945.012763:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977945.012765:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977945.012777:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977945.969461:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977945.969468:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977945.969471:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977946.033322:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977946.033333:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977946.033338:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977946.033347:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977946.033354:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977946.033361:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.033371:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977946.033378:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.033382:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977946.033621:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977946.033628:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977946.033634:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977946.033641:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977946.033645:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977946.033647:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.033650:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977946.033652:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.033655:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977948.081335:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977948.081338:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977948.081339:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977948.081342:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977948.081344:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977948.081346:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.081348:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977948.081349:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.081351:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977948.081491:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977948.081493:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977948.081495:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977948.081497:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977948.081498:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977948.081499:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.081501:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977948.081502:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.081503:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977949.105233:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977949.105239:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977949.105243:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977949.105249:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977949.105255:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977949.105260:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.105275:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977949.105279:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.105282:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977949.105310:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977949.105314:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977949.105318:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977949.105323:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977949.105328:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977949.105331:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.105335:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977949.105338:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.105342:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977950.129376:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977950.129378:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977950.129379:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977950.129381:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977950.129382:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977950.129384:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977950.129385:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977950.129386:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977950.129387:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977950.131062:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977950.131065:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977950.131066:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977950.131069:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977950.131071:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977950.131073:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977950.131075:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977950.131077:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977950.131079:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977951.089341:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977951.089346:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977951.089350:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977951.153374:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977951.153380:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977951.153384:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977951.153390:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977951.153395:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977951.153400:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.153573:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977951.153576:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.153579:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977952.177238:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977952.177247:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977952.177251:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977952.177257:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977952.177263:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977952.177270:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.177276:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977952.177279:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.177283:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977952.178865:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977952.178871:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977952.178872:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977952.178876:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977952.178878:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977952.178881:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.178883:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977952.178885:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.178888:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977953.201385:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977953.201389:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977953.201391:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977953.201394:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977953.201398:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977953.201400:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977953.201772:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977953.201775:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977953.201779:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977954.225285:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977954.225290:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977954.225294:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977954.225302:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977954.225306:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977954.225310:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.225315:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977954.225319:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.225322:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977955.249262:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977955.249273:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977955.249276:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977955.249285:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977955.249293:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977955.249299:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.249306:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977955.249312:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.249316:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977956.209352:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977956.209357:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977956.209360:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977956.273265:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977956.273272:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977956.273274:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977956.273280:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977956.273283:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977956.273287:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977956.273289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977956.273292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977956.273294:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.297243:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977957.297252:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977957.297254:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.297260:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977957.297265:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977957.297268:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977957.297272:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977957.297274:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977957.297278:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977958.321369:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977958.321373:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977958.321375:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977958.321378:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977958.321380:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977958.321382:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.321384:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977958.321386:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.321388:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977958.324548:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977958.324552:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977958.324553:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977958.324555:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977958.324556:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977958.324558:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.324559:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977958.324560:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.324561:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977959.345297:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977959.345303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977959.345305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977959.345309:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977959.345313:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977959.345318:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977959.345321:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977959.345325:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977959.345331:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977960.369268:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977960.369272:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977960.369274:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977960.369277:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977960.369282:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977960.369284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.369287:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977960.369291:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.369293:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977960.369392:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977960.369395:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977960.369399:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977960.369403:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977960.369407:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977960.369410:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.369419:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977960.369422:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.369424:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977960.369541:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977960.369546:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977960.369548:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977960.369551:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977960.369553:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977960.369561:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.369569:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977960.369571:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.369580:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977961.329549:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977961.329554:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977961.329557:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977961.393303:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977961.393309:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977961.393311:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.393317:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977961.393320:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977961.393323:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977961.393327:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977961.393330:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977961.393333:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977961.713334:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977961.713345:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977961.713347:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977961.713351:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977961.713356:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977961.713363:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15495 00000400:00000200:0.0:1783977961.713373:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977961.713379:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977961.713381:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977961.713384:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713386:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.713388:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713390:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977961.713394:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977961.713396:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977961.713398:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977961.713402:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977961.713403:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977961.713405:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977961.713414:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713416:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.713417:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713418:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977961.713421:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977961.713424:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713425:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977961.713427:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977961.713430:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977961.713433:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713434:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977961.713436:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977961.713443:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783977961.713446:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977961.713450:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977961.713452:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713455:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977961.713458:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977961.713462:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977961.713472:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977961.713479:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.713488:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496892032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977961.713496:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977961.713501:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977961.713505:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496892032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977961.713527:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977961.713530:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977961.713534:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977961.713535:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977961.713537:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977961.713540:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977961.713542:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15495 00000400:00000200:0.0:1783977961.713546:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977961.713549:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977961.713552:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977961.713555:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713557:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.713560:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713562:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977961.713565:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977961.713567:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977961.713569:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977961.713571:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977961.713572:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977961.713574:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977961.713577:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713578:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.713579:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713582:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977961.713583:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977961.713585:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713586:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977961.713587:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977961.713594:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977961.713595:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713596:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977961.713600:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977961.713603:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713604:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977961.713608:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783977961.713611:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977961.713615:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977961.713617:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713621:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977961.713622:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977961.713624:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977961.713632:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977961.713637:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.713645:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496892160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977961.713656:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977961.713659:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977961.713683:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496892160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977961.713708:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977961.713711:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977961.713715:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977961.713716:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977961.713718:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977961.713721:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977961.713724:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15495 00000400:00000200:0.0:1783977961.713727:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977961.713730:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977961.713732:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977961.713735:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713737:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.713739:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713741:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977961.713743:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977961.713744:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977961.713745:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977961.713747:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977961.713749:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977961.713751:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977961.713753:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713755:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.713756:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713758:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977961.713760:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977961.713763:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713766:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977961.713774:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977961.713780:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977961.713789:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713795:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977961.713798:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977961.713801:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713804:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977961.713808:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783977961.713820:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977961.713823:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977961.713824:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.713825:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977961.713826:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977961.713828:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977961.713832:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977961.713838:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.713846:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496892288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977961.713865:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977961.713867:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977961.713872:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496892288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977961.713880:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977961.713885:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977961.713889:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977961.713890:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977961.713892:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977961.713904:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977961.713909:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15495 00000400:00000200:0.0:1783977961.713918:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977961.713924:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977961.713927:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977961.713932:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713940:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.713950:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.713960:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977961.713967:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977961.713970:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977961.713975:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977961.713981:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977961.713988:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977961.713995:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977961.714002:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714004:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.714006:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714008:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977961.714011:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977961.714014:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714016:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977961.714018:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977961.714021:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977961.714023:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.714025:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977961.714027:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977961.714030:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.714031:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977961.714042:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783977961.714044:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977961.714047:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977961.714048:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.714050:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977961.714051:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977961.714053:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977961.714058:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977961.714061:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.714066:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496892416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977961.714079:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977961.714081:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977961.714085:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496892416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977961.714093:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977961.714096:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977961.714099:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977961.714100:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977961.714102:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977961.714105:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977961.714114:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15495 00000400:00000200:0.0:1783977961.714118:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977961.714121:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977961.714123:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977961.714126:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714128:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.714130:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714132:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977961.714134:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977961.714176:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977961.714178:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977961.714180:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977961.714182:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977961.714184:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977961.714187:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714189:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977961.714191:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714192:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977961.714196:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977961.714199:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977961.714201:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977961.714203:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977961.714205:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977961.714207:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.714209:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977961.714211:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977961.714213:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.714215:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977961.714219:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783977961.714221:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977961.714223:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977961.714224:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.714226:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977961.714228:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977961.714229:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977961.714233:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977961.714237:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.714242:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496892544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977961.714249:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977961.714251:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977961.714255:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496892544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977961.714262:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977961.714269:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15505) 00000100:00000001:0.0:1783977962.417307:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977962.417322:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977962.417327:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977962.417339:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977962.417348:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977962.417356:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.417366:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977962.417371:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.417384:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977962.417627:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977962.417632:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977962.417634:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977962.417646:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977962.417659:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977962.417662:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.417665:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977962.417667:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.417670:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977963.441299:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977963.441310:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977963.441314:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977963.441324:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977963.441331:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977963.441337:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.441344:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977963.441347:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.441350:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977963.441440:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977963.441445:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977963.441450:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977963.441462:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977963.441465:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977963.441467:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.441506:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977963.441509:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.441512:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977964.465294:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977964.465303:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977964.465307:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977964.465315:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977964.465324:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977964.465332:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977964.465701:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977964.465704:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977964.465707:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977965.489336:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977965.489346:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977965.489351:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977965.489366:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977965.489376:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977965.489385:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977965.489400:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977965.489408:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977965.489414:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977965.489440:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977965.489445:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977965.489447:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977965.489450:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977965.489455:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977965.489460:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977965.489465:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977965.489468:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977965.489472:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977966.449463:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977966.449469:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977966.449472:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977966.513664:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977966.513671:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977966.513673:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977966.513678:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977966.513684:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977966.513687:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.513695:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977966.513698:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.513703:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977966.514028:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977966.514034:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977966.514041:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977966.514049:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977966.514056:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977966.514061:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.514067:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977966.514071:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.514077:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977968.561364:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977968.561367:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977968.561369:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977968.561370:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977968.561372:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977968.561373:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.561375:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977968.561377:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.561380:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977969.585257:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977969.585266:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977969.585270:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977969.585279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977969.585286:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977969.585291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977969.585295:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977969.585300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977969.585304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977970.609220:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977970.609228:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977970.609232:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977970.609239:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977970.609247:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977970.609253:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977970.609266:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977970.609271:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977970.609276:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977971.569320:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977971.569325:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977971.569329:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977971.633290:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977971.633295:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977971.633298:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.633304:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977971.633309:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977971.633313:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.633327:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977971.633330:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.633333:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.633401:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977971.633407:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977971.633410:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.633416:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977971.633419:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977971.633422:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.633424:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977971.633426:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.633429:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977971.953299:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977971.953314:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977971.953317:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977971.953321:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977971.953325:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977971.953331:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15505 00000400:00000200:0.0:1783977971.953341:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977971.953347:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977971.953350:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977971.953353:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953356:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953358:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953360:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977971.953363:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977971.953365:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977971.953367:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977971.953370:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977971.953371:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977971.953373:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977971.953374:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953376:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953377:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953379:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977971.953381:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977971.953383:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953385:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977971.953387:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977971.953389:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977971.953391:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953393:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977971.953395:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977971.953403:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977971.953405:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977971.953408:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977971.953409:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953412:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977971.953414:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977971.953418:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977971.953426:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783977971.953432:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.953441:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496893312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977971.953451:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977971.953456:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977971.953461:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496893312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977971.953495:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977971.953497:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977971.953499:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977971.953501:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977971.953502:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977971.953504:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977971.953507:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15505 00000400:00000200:0.0:1783977971.953509:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977971.953512:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977971.953513:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977971.953515:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953516:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953518:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953519:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977971.953521:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977971.953521:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977971.953522:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977971.953524:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977971.953525:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977971.953527:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977971.953530:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953531:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953533:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953534:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977971.953536:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977971.953539:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953541:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977971.953543:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977971.953548:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977971.953550:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953552:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977971.953556:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977971.953559:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953561:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977971.953565:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977971.953567:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977971.953570:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977971.953572:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953574:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977971.953575:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977971.953577:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977971.953580:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783977971.953582:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.953586:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496893440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977971.953592:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977971.953595:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977971.953598:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496893440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977971.953605:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977971.953608:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977971.953611:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977971.953613:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977971.953614:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977971.953616:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977971.953619:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15505 00000400:00000200:0.0:1783977971.953623:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977971.953626:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977971.953628:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977971.953630:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953632:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953633:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953634:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977971.953636:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977971.953637:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977971.953638:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977971.953639:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977971.953640:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977971.953642:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977971.953644:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953645:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953646:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953648:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977971.953649:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977971.953650:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953651:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977971.953652:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977971.953654:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977971.953655:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953656:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977971.953658:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977971.953659:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953660:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977971.953662:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977971.953664:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977971.953665:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977971.953666:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953667:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977971.953668:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977971.953669:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977971.953672:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783977971.953674:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.953677:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496893568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977971.953681:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977971.953683:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977971.953685:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496893568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977971.953689:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977971.953691:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977971.953694:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977971.953695:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977971.953695:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977971.953698:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977971.953699:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15505 00000400:00000200:0.0:1783977971.953701:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977971.953702:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977971.953703:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977971.953705:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953706:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953707:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953709:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977971.953710:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977971.953710:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977971.953711:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977971.953712:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977971.953713:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977971.953714:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977971.953716:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953717:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953718:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953719:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977971.953720:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977971.953721:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953722:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977971.953723:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977971.953724:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977971.953725:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953726:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977971.953728:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977971.953730:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953731:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977971.953732:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977971.953734:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977971.953735:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977971.953736:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953736:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977971.953737:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977971.953738:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977971.953741:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977971.953743:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.953745:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496893696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977971.953748:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977971.953750:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977971.953753:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496893696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977971.953759:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977971.953761:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977971.953765:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977971.953766:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977971.953767:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977971.953770:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977971.953772:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15505 00000400:00000200:0.0:1783977971.953775:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977971.953777:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977971.953779:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977971.953782:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953783:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953785:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953788:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977971.953790:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977971.953791:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977971.953792:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977971.953794:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977971.953796:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977971.953798:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977971.953801:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953803:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977971.953804:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953806:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977971.953808:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977971.953810:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977971.953812:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977971.953825:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977971.953828:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977971.953830:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953832:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977971.953834:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977971.953836:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953838:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977971.953841:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977971.953843:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977971.953846:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977971.953847:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.953848:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977971.953850:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977971.953852:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977971.953854:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977971.953856:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.953860:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496893824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977971.953869:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977971.953871:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977971.953875:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496893824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977971.953882:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977971.953893:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15515) 00000100:00000001:0.0:1783977972.657264:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977972.657273:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977972.657277:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977972.657285:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977972.657291:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977972.657297:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977972.658334:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977972.658337:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977972.658339:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977973.681366:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977973.681372:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977973.681378:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977973.681383:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977973.681388:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977973.681395:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.681400:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977973.681405:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.681408:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977974.705256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977974.705265:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977974.705268:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977974.705274:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977974.705278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977974.705282:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.705285:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977974.705288:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.705292:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977974.705336:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977974.705340:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977974.705342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977974.705344:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977974.705347:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977974.705349:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.705351:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977974.705353:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.705356:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977975.729304:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977975.729312:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977975.729314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977975.729319:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977975.729322:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977975.729325:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977975.729327:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977975.729329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977975.729332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977976.689621:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977976.689627:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977976.689631:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977976.753424:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977976.753428:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977976.753430:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977976.753433:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977976.753435:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977976.753437:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977976.755705:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977976.755710:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977976.755789:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.073321:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.073335:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977977.073338:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.073342:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.073348:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.073357:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15510 00000400:00000200:0.0:1783977977.073367:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977977.073376:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.073391:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.073422:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.073426:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.073428:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.073430:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977977.073435:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.073437:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977977.073440:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.073445:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977977.073448:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977977.073450:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977977.073453:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.073455:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.073457:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.073458:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977977.073461:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977977.073465:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977977.073468:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.073472:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.073489:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.073493:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.073496:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977977.073498:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.073511:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977977.073516:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977977.073521:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.073523:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.073527:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.073530:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.073536:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.073546:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977977.073554:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.073568:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496893952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.073580:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.073584:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.073589:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496893952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.074318:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.074323:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.074328:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977977.074329:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.074332:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.074336:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.074339:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15510 00000400:00000200:0.0:1783977977.074344:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977977.074347:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.074350:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.074353:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.074355:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.074356:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.074359:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977977.074361:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.074362:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977977.074364:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.074366:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977977.074368:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977977.074371:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977977.074374:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.074376:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.074378:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.074380:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977977.074383:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977977.074386:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977977.074388:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.074390:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.074406:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.074409:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.074411:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.074416:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977977.074419:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.074421:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.074426:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977977.074429:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977977.074432:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.074433:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.074435:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.074437:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.074440:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.074445:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977977.074450:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.074456:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496894080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.074463:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.074467:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.074471:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496894080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.075264:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.075268:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.075271:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977977.075272:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.075274:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.075277:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.075279:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15510 00000400:00000200:0.0:1783977977.075282:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977977.075284:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.075286:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.075288:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075289:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.075291:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075292:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977977.075294:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.075294:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977977.075295:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.075297:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977977.075298:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977977.075299:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977977.075301:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075302:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.075303:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075305:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977977.075306:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977977.075308:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075310:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.075311:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.075313:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.075314:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075315:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.075317:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977977.075318:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075319:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.075323:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783977977.075325:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977977.075327:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.075328:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075329:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.075331:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.075333:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.075336:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977977.075339:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.075342:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496894208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.075347:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.075349:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.075352:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496894208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.075357:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.075358:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.075361:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977977.075362:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.075363:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.075366:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.075367:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15510 00000400:00000200:0.0:1783977977.075369:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977977.075370:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.075371:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.075373:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075374:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.075375:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075376:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977977.075377:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.075378:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977977.075379:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.075381:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977977.075382:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977977.075383:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977977.075386:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075386:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.075387:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075388:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977977.075390:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977977.075391:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075392:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.075393:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.075404:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.075407:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075409:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.075411:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977977.075413:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075414:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.075417:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783977977.075422:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977977.075424:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.075425:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075427:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.075428:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.075429:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.075433:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783977977.075436:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.075441:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496894336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.075448:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.075450:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.075454:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496894336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.075463:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.075466:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.075469:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977977.075471:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.075472:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.075476:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.075486:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15510 00000400:00000200:0.0:1783977977.075490:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977977.075492:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.075495:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.075497:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075500:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.075502:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075503:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977977.075506:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.075507:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977977.075508:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.075510:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977977.075512:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977977.075515:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977977.075518:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075519:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.075521:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075523:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977977.075526:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977977.075528:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977977.075531:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.075533:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.075536:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.075538:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075540:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.075542:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977977.075544:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075546:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.075549:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783977977.075552:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977977.075554:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.075555:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.075557:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.075558:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.075560:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.075564:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783977977.075567:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.075572:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496894464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.075579:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.075581:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.075585:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496894464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.075593:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.075598:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15520) 00000100:00000001:0.0:1783977978.801325:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977978.801332:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977978.801333:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977978.801337:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977978.801341:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977978.801343:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.801345:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977978.801347:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.801349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977978.803590:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977978.803599:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977978.803602:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977978.803611:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977978.803620:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977978.803625:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.803629:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977978.803633:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.803641:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977979.825921:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977979.825928:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977979.825930:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977979.825934:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977979.825937:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977979.825940:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.825943:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977979.825945:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.825948:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977979.826205:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977979.826211:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977979.826217:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977979.826222:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977979.826230:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977979.826242:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.826251:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977979.826256:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.826263:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977979.826368:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977979.826375:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977979.826376:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977979.826381:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977979.826386:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977979.826389:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.826391:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977979.826394:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.826397:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977980.849486:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977980.849489:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977980.849491:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977980.849493:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977980.849496:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977980.849497:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977980.849500:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977980.849501:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977980.849503:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977981.812535:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977981.812540:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977981.812543:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977981.874181:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977981.874185:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977981.874187:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977981.874190:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977981.874193:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977981.874195:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977981.874197:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977981.874199:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977981.874201:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977981.874566:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977981.874568:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977981.874570:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977981.874571:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977981.874573:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977981.874574:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977981.874576:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977981.874577:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977981.874578:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977982.897228:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977982.897239:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977982.897242:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977982.897249:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977982.897253:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977982.897257:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.897263:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977982.897267:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.897273:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977982.897312:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977982.897316:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977982.897319:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977982.897321:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977982.897323:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977982.897325:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.897327:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977982.897328:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.897330:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977982.897450:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977982.897453:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977982.897455:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977982.897457:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977982.897459:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977982.897461:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.897463:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977982.897465:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.897467:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977983.921535:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977983.921542:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977983.921544:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977983.921550:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977983.921554:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977983.921558:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.921561:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977983.921563:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.921566:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977983.923218:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977983.923221:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977983.923222:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977983.923225:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977983.923227:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977983.923229:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.923231:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977983.923233:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.923235:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977984.945230:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977984.945236:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977984.945238:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977984.945245:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977984.945252:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977984.945267:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.947755:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977984.947762:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.947766:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977985.969208:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977985.969211:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977985.969213:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977985.969215:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977985.969217:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977985.969219:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.969352:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977985.969354:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.969356:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977986.929356:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977986.929360:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977986.929363:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977986.993245:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977986.993253:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977986.993258:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977986.993272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977986.993279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977986.993284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977986.993308:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977986.993311:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977986.993314:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977987.313280:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977987.313291:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977987.313293:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977987.313296:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977987.313300:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977987.313306:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15520 00000400:00000200:0.0:1783977987.313316:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977987.313328:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977987.313331:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977987.313334:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313337:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.313339:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313342:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977987.313345:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977987.313347:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783977987.313349:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977987.313353:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783977987.313355:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783977987.313357:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783977987.313360:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313361:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.313363:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313364:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977987.313367:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783977987.313370:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313372:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977987.313374:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977987.313378:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977987.313381:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313382:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977987.313385:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977987.313394:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783977987.313397:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783977987.313401:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977987.313403:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313406:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977987.313408:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977987.313411:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977987.313419:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783977987.313426:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977987.313434:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496895232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977987.313459:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977987.313467:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977987.313472:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496895232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977987.313491:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977987.313494:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977987.313498:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977987.313499:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977987.313501:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977987.313503:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977987.313506:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15520 00000400:00000200:0.0:1783977987.313510:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977987.313515:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977987.313517:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977987.313520:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313523:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.313526:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313540:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977987.313544:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977987.313547:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783977987.313550:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977987.313554:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783977987.313559:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783977987.313564:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783977987.313577:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313581:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.313586:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313592:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977987.313597:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783977987.313604:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313608:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977987.313611:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977987.313628:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977987.313633:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313636:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977987.313643:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977987.313648:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313653:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977987.313665:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783977987.313670:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977987.313677:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977987.313680:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313683:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977987.313686:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977987.313689:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977987.313695:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783977987.313700:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977987.313709:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496895360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977987.313724:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977987.313728:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977987.313736:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496895360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977987.313757:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977987.313762:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977987.313768:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977987.313772:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977987.313775:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977987.313780:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977987.313786:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15520 00000400:00000200:0.0:1783977987.313793:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977987.313800:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977987.313804:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977987.313809:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313813:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.313818:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313822:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977987.313827:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977987.313830:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783977987.313833:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977987.313837:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783977987.313841:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783977987.313843:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783977987.313851:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313858:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.313862:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313867:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977987.313870:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783977987.313877:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977987.313882:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977987.313886:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977987.313890:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977987.313895:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313900:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977987.313903:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977987.313908:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313912:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977987.313917:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783977987.313922:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783977987.313927:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977987.313931:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.313935:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977987.313937:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977987.313939:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977987.313946:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783977987.313953:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977987.313961:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496895488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977987.313997:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977987.314000:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977987.314008:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496895488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977987.314021:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977987.314026:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977987.314031:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977987.314035:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977987.314038:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977987.314043:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977987.314049:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15520 00000400:00000200:0.0:1783977987.314057:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977987.314063:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977987.314068:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977987.314074:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314079:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.314084:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314087:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977987.314091:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977987.314093:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783977987.314096:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977987.314100:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783977987.314104:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783977987.314108:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783977987.314115:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314119:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.314123:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314129:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977987.314133:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783977987.314165:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314171:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977987.314174:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977987.314178:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977987.314183:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.314188:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977987.314193:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977987.314197:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.314200:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977987.314206:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783977987.314211:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977987.314216:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977987.314228:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.314231:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977987.314234:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977987.314237:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977987.314243:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783977987.314247:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977987.314256:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496895616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977987.314267:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977987.314271:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977987.314277:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496895616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977987.314293:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977987.314296:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977987.314302:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977987.314306:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977987.314310:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977987.314316:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977987.314322:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15520 00000400:00000200:0.0:1783977987.314331:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783977987.314337:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977987.314341:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977987.314347:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314351:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.314355:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314358:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783977987.314362:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977987.314364:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783977987.314366:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977987.314368:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783977987.314371:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783977987.314375:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783977987.314380:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314382:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977987.314387:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314392:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783977987.314398:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783977987.314404:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783977987.314409:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977987.314413:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977987.314417:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977987.314419:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.314422:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977987.314426:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977987.314430:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.314435:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977987.314440:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783977987.314445:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783977987.314451:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977987.314454:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.314457:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977987.314459:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977987.314462:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977987.314468:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783977987.314474:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977987.314482:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496895744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977987.314497:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977987.314501:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977987.314506:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496895744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977987.314516:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977987.314520:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15530) 00000100:00000001:0.0:1783977988.017952:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977988.017955:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977988.017957:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977988.017959:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977988.017961:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977988.017963:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977988.017965:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977988.017967:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977988.017969:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977989.041367:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977989.041372:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977989.041374:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977989.041377:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977989.041379:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977989.041382:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977989.041384:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977989.041386:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977989.041388:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977990.065295:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977990.065306:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977990.065310:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977990.065319:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977990.065332:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977990.065339:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.065345:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977990.065350:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.065355:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977990.065399:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977990.065408:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977990.065414:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977990.065421:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977990.065430:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977990.065433:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.065442:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977990.065447:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.065451:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977991.089255:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977991.089263:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977991.089268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977991.089276:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977991.089288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977991.089293:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.089313:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977991.089318:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.089327:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977991.089371:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977991.089375:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977991.089380:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977991.089385:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977991.089391:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977991.089395:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.089397:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977991.089400:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.089402:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977992.049326:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977992.049330:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977992.049333:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977992.114047:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977992.114050:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977992.114052:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977992.114055:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783977992.114057:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977992.114059:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.114061:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977992.114063:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.114066:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977992.114287:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977992.114291:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977992.114444:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977992.114448:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977992.114450:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977992.114452:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.114454:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977992.114456:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.114458:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977993.137452:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977993.137455:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977993.137456:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977993.137458:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783977993.137460:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977993.137461:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977993.137463:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977993.137464:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977993.137465:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977994.161374:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977994.161380:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977994.161384:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977994.161390:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977994.161396:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977994.161400:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977994.161404:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977994.161406:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977994.161408:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977995.185297:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977995.185306:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977995.185310:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977995.185317:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977995.185325:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977995.185331:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.185353:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977995.185357:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.185361:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977995.185440:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977995.185445:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977995.185448:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977995.185451:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783977995.185453:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977995.185457:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.185461:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977995.185463:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.185466:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977995.185660:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977995.185664:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977995.185666:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977995.185669:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977995.185671:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977995.185674:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.185676:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977995.185678:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.185681:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977996.209304:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977996.209312:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977996.209320:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977996.209328:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977996.209338:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977996.209345:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.209362:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977996.209365:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.209369:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977996.209385:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977996.209389:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977996.209391:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977996.209395:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977996.209398:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977996.209401:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.209405:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977996.209406:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.209409:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977997.169478:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977997.169482:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977997.169485:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977997.233243:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977997.233250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977997.233254:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977997.233262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977997.233271:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977997.233275:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977997.233293:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977997.233297:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977997.233300:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977998.257229:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977998.257236:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977998.257240:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977998.257245:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783977998.257250:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977998.257255:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977998.257274:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977998.257277:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977998.257280:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977999.281409:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977999.281413:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977999.281415:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977999.281417:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977999.281419:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977999.281421:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.283392:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977999.283397:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.283401:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978000.305249:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978000.305258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978000.305264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978000.305272:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978000.305280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978000.305286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.305291:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978000.305295:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.305300:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978000.305346:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978000.305350:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978000.305353:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978000.305357:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978000.305361:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978000.305365:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.305368:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978000.305369:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.305371:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978001.329427:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978001.329431:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978001.329434:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978001.329437:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978001.329441:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978001.329443:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.329446:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978001.329449:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.329455:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978002.289364:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978002.289368:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978002.289371:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978002.354034:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978002.354037:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978002.354039:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978002.354042:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978002.354044:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978002.354046:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978002.354049:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978002.354051:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978002.354054:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978003.377450:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978003.377458:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978003.377463:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978003.377473:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978003.377481:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978003.377486:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978003.377509:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978003.377513:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978003.377518:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978004.401299:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978004.401304:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978004.401310:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978004.401314:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978004.401324:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978004.401334:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.401365:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978004.401377:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.401381:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978005.425248:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978005.425254:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978005.425259:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978005.425266:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978005.425274:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978005.425279:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.425292:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978005.425295:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.425301:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978005.425319:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978005.425323:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978005.425327:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978005.425331:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978005.425335:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978005.425339:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.425343:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978005.425345:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.425347:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978006.449362:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978006.449368:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978006.449373:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978006.449390:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978006.449393:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978006.449396:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.450669:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978006.450672:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.450676:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978007.410075:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978007.410080:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978007.410083:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978007.473246:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978007.473255:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978007.473257:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978007.473266:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978007.473272:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978007.473276:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.473281:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978007.473285:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.473288:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978008.497277:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978008.497282:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978008.497286:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978008.497291:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978008.497296:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978008.497299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978008.497301:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978008.497303:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978008.497306:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978009.521237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978009.521246:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978009.521255:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978009.521260:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978009.521266:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978009.521271:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.521288:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978009.521291:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.521293:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978010.545237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978010.545245:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978010.545250:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978010.545259:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978010.545267:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978010.545282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.545287:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978010.545291:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.545295:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978010.545510:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978010.545512:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978010.545513:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978010.545514:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978010.545523:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978010.545525:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.545528:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978010.545529:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.545530:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978011.569874:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978011.569879:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978011.569881:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978011.569884:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978011.569887:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978011.569890:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.569893:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978011.569894:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.569897:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978012.529421:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978012.529425:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978012.529428:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978012.593273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978012.593280:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978012.593284:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978012.593292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978012.593299:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978012.593305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.593321:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978012.593326:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.593331:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.617267:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978013.617275:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978013.617278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.617285:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978013.617291:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978013.617297:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.617301:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978013.617304:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.617308:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.617324:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978013.617329:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978013.617330:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.617333:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978013.617336:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978013.617338:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.617340:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978013.617342:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.617345:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.617969:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978013.617973:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978013.617974:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.617976:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978013.617979:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978013.617980:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.617982:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978013.617984:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.617985:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978015.665337:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978015.665343:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978015.665347:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978015.665353:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978015.665359:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978015.665363:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978015.665365:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978015.665367:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978015.665370:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978015.665406:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978015.665408:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978015.665411:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978015.665416:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978015.665420:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978015.665424:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978015.665429:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978015.665433:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978015.665437:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978016.689359:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978016.689366:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978016.689370:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978016.689375:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978016.689381:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978016.689385:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.689390:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978016.689393:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.689398:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978017.649293:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978017.649298:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978017.649301:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978017.713457:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978017.713461:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978017.713462:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978017.713466:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978017.713468:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978017.713474:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.713477:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978017.713479:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.713481:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978017.714825:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978017.714827:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978017.714829:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978017.714831:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978017.714833:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978017.714834:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.714836:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978017.714838:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.714840:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978018.737255:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978018.737265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978018.737269:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978018.737277:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978018.737282:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978018.737287:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.737294:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978018.737297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.737300:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978018.737397:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978018.737401:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978018.737403:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978018.737405:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978018.737408:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978018.737412:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.737417:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978018.737421:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.737427:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978019.761738:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978019.761742:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978019.761744:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978019.761747:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978019.761749:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978019.761752:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.761753:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978019.761755:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.761757:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978019.763759:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978019.763764:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978019.763767:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978019.763773:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978019.763779:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978019.763783:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.763794:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978019.763799:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.763804:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978020.785260:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978020.785268:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978020.785270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978020.785278:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978020.785283:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978020.785287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.785294:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978020.785297:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.785300:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978020.785760:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978020.785765:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978020.785767:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978020.785769:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978020.785772:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978020.785774:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.785776:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978020.785778:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.785780:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978021.809241:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978021.809248:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978021.809250:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978021.809256:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978021.809262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978021.809266:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.809269:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978021.809272:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.809275:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978021.809394:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978021.809397:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978021.809397:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978021.809399:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978021.809400:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978021.809402:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.809612:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978021.809615:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.809627:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978022.769342:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978022.769346:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978022.769350:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978022.833264:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978022.833271:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978022.833273:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978022.833278:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978022.833282:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978022.833286:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.833288:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978022.833291:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.833294:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978022.833910:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978022.833914:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978022.833915:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978022.833918:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978022.833920:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978022.833922:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.833924:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978022.833926:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.833927:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978022.835049:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978022.835053:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978022.835054:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978022.835057:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978022.835061:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978022.835063:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.835065:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978022.835067:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.835069:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978022.835158:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978022.835161:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978022.835162:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978022.835165:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978022.835168:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978022.835170:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.835172:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978022.835173:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.835175:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978023.859674:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978023.859678:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978023.859679:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978023.859682:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978023.859684:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978023.859686:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978023.859687:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978023.859689:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978023.859691:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978024.881690:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978024.881697:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978024.881699:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978024.881705:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978024.881709:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978024.881713:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.881716:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978024.881719:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.881723:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978024.881746:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978024.881750:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978024.881751:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978024.881754:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978024.881756:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978024.881757:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.881759:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978024.881760:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.881762:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978025.908706:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978025.908715:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978025.908718:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978025.908727:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978025.908734:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978025.908740:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.908754:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978025.908758:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.908761:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978026.929275:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978026.929288:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978026.929294:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978026.929303:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978026.929311:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978026.929315:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.929319:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978026.929322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.929327:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978026.929360:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978026.929363:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978026.929365:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978026.929368:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978026.929370:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978026.929373:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.929378:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978026.929379:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.929383:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978027.889332:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978027.889334:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978027.889336:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978027.953381:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978027.953385:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978027.953386:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978027.953388:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978027.953390:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978027.953392:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978027.953394:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978027.953395:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978027.953396:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978028.979889:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978028.979896:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978028.979898:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978028.979904:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978028.979910:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978028.979916:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978028.979922:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978028.979925:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978028.979928:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978030.001263:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978030.001273:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978030.001278:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978030.001284:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978030.001290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978030.001295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.001322:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978030.001326:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.001331:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978030.001367:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978030.001374:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978030.001391:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978030.001402:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978030.001410:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978030.001415:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.001420:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978030.001422:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.001424:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978031.025332:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978031.025345:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978031.025350:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978031.025365:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978031.025384:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978031.025390:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.025394:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978031.025398:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.025402:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978031.027667:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978031.027674:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978031.027679:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978031.027693:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978031.027706:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978031.027715:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.027730:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978031.027734:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.027738:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978032.049294:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978032.049306:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978032.049309:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978032.049316:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978032.049326:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978032.049333:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978032.049344:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978032.049347:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978032.049352:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978033.009492:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978033.009497:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978033.009500:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978033.073279:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978033.073290:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978033.073293:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978033.073302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978033.073311:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978033.073318:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.073324:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978033.073330:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.073333:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978033.074196:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978033.074202:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978033.074206:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978033.074215:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978033.074220:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978033.074226:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.074236:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978033.074239:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.074244:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978034.097228:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978034.097235:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978034.097240:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978034.097246:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978034.097251:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978034.097255:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978034.097260:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978034.097261:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978034.097264:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978035.121615:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978035.121619:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978035.121620:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978035.121623:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978035.121625:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978035.121627:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978035.121629:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978035.121631:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978035.121633:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978036.145244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978036.145251:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978036.145254:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978036.145258:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978036.145264:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978036.145267:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.145273:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978036.145276:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.145280:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978037.169457:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978037.169462:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978037.169466:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978037.169471:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978037.169476:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978037.169480:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.169485:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978037.169488:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.169491:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978038.129373:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978038.129376:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978038.129378:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978038.193250:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978038.193259:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978038.193262:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978038.193270:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978038.193278:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978038.193283:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.193300:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978038.193303:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.193307:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978038.193388:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978038.193391:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978038.193395:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978038.193400:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978038.193405:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978038.193408:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.193411:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978038.193413:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.193415:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978038.193426:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978038.193431:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978038.193433:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978038.193436:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978038.193438:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978038.193445:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.193448:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978038.193449:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.193451:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978039.217328:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978039.217337:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978039.217339:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978039.217345:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978039.217349:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978039.217352:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978039.217356:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978039.217357:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978039.217360:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978040.241669:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978040.241684:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978040.241687:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978040.241692:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978040.241697:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978040.241701:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.245016:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978040.245021:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.245037:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978041.265270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978041.265290:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978041.265293:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978041.265300:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978041.265305:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978041.265310:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978041.265313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978041.265315:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978041.265318:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978042.289261:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978042.289286:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978042.289289:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978042.289297:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978042.289304:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978042.289310:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.289314:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978042.289318:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.289325:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978042.289432:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978042.289438:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978042.289441:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978042.289444:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978042.289447:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978042.289450:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.289452:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978042.289454:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.289456:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978043.252177:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978043.252184:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978043.252188:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978044.337357:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978044.337360:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978044.337361:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978044.337364:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978044.337366:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978044.337368:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.337370:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978044.337371:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.337373:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978044.337381:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978044.337383:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978044.337385:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978044.337387:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978044.337389:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978044.337390:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.337392:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978044.337393:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.337395:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978045.361511:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978045.361515:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978045.361516:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978045.361519:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978045.361522:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978045.361524:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978045.361527:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978045.361528:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978045.361530:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978046.385228:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978046.385237:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978046.385240:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978046.385248:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978046.385259:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978046.385267:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.385284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978046.385289:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.385296:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978046.385361:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978046.385371:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978046.385375:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978046.385382:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978046.385392:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978046.385398:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.385407:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978046.385412:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.385418:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978047.409261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978047.409266:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978047.409270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978047.409275:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978047.409280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978047.409284:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.409287:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978047.409290:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.409296:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978047.409310:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978047.409313:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978047.409315:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978047.409317:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978047.409321:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978047.409326:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.409330:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978047.409333:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.409335:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978048.369465:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978048.369468:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978048.369471:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978048.433290:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978048.433301:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978048.433304:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978048.433307:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978048.433311:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978048.433313:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.433317:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978048.433318:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.433321:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978048.433417:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978048.433422:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978048.433425:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978048.433429:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978048.433434:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978048.433438:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.433442:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978048.433445:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.433447:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978049.457236:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978049.457241:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978049.457244:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978049.457251:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978049.457259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978049.457264:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978049.457270:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978049.457273:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978049.457460:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978050.481545:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978050.481548:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978050.481549:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978050.481551:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978050.481553:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978050.481554:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.481556:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978050.481557:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.481559:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978050.481761:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978050.481765:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978050.481766:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978050.481769:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978050.481772:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978050.481774:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.481776:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978050.481778:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.481780:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978051.505241:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978051.505248:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978051.505252:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978051.505257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978051.505264:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978051.505272:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.505286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978051.505291:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.505296:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978051.505312:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978051.505317:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978051.505320:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978051.505325:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978051.505331:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978051.505343:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.505348:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978051.505349:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.505352:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978052.529250:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978052.529256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978052.529259:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978052.529267:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978052.529273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978052.529280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.529284:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978052.529287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.529293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978052.529309:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978052.529313:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978052.529315:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978052.529319:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978052.529321:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978052.529324:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.529330:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978052.529332:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.529337:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978053.489339:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978053.489343:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978053.489347:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978053.553229:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978053.553237:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978053.553238:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978053.553243:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978053.553245:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978053.553248:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.553249:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978053.553252:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.553253:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978053.553728:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978053.553732:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978053.553734:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978053.553737:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978053.553740:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978053.553743:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.553745:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978053.553746:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.553748:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978053.553788:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978053.553791:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978053.553792:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978053.553794:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978053.553797:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978053.553799:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.553800:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978053.553802:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.553804:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978054.577264:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978054.577275:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978054.577279:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978054.577293:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978054.577300:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978054.577305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.577323:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978054.577327:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.577330:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978055.601265:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978055.601274:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978055.601279:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978055.601288:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978055.601295:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978055.601303:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.601318:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978055.601323:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.601327:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978055.601392:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978055.601394:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978055.601395:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978055.601398:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978055.601400:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978055.601402:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.601404:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978055.601406:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.601408:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978056.629566:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978056.629574:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978056.629575:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978056.629581:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978056.629584:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978056.629588:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978056.629591:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978056.629593:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978056.629596:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978057.649253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978057.649263:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978057.649266:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978057.649274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978057.649285:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978057.649291:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978057.649407:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978057.649410:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978057.649412:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978058.609324:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978058.609328:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978058.609332:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978058.673243:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978058.673250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978058.673253:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978058.673258:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978058.673263:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978058.673267:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.673272:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978058.673275:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.673282:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978058.673316:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978058.673319:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978058.673322:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978058.673325:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978058.673329:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978058.673331:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.673334:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978058.673337:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.673342:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.697259:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978059.697268:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978059.697272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.697277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978059.697284:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978059.697289:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.697311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.697315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.697318:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.697335:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978059.697339:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978059.697341:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.697346:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978059.697351:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978059.697356:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.697360:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.697363:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.697368:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978060.721218:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978060.721225:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978060.721228:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978060.721233:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978060.721239:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978060.721243:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.721248:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978060.721251:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.721253:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978060.721266:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978060.721269:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978060.721272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978060.721274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978060.721280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978060.721282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.721283:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978060.721284:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.721286:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978061.745387:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978061.745392:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978061.745395:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978061.745400:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978061.745404:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978061.745407:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.745474:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978061.745476:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.745479:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978062.769228:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978062.769236:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978062.769242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978062.769252:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978062.769259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978062.769265:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.769279:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978062.769282:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.769284:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978063.729358:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978063.729362:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978063.729365:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978063.793257:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978063.793266:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978063.793271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978063.793281:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978063.793289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978063.793295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978063.793705:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978063.793708:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978063.793711:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.817251:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978064.817259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978064.817262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.817269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978064.817274:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978064.817280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.817284:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.817290:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.817293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.817319:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978064.817324:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978064.817328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.817333:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978064.817339:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978064.817343:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.817348:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.817351:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.817356:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978065.841244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978065.841250:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978065.841253:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978065.841257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978065.841262:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978065.841267:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.841282:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978065.841284:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.841287:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978065.841299:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978065.841302:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978065.841304:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978065.841308:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978065.841310:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978065.841313:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.841317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978065.841319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.841322:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978066.865203:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978066.865209:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978066.865211:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978066.865216:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978066.865220:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978066.865224:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.865226:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978066.865228:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.865231:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978066.865339:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978066.865342:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978066.865343:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978066.865345:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978066.865347:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978066.865349:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.866683:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978066.866685:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.866687:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978067.890059:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978067.890061:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978067.890062:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978067.890064:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978067.890066:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978067.890067:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.890068:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978067.890069:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.890071:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978068.849581:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978068.849584:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978068.849586:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978068.913298:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978068.913307:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978068.913309:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978068.913314:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978068.913317:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978068.913320:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.913323:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978068.913325:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.913327:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978068.913624:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978068.913627:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978068.913628:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978068.913631:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978068.913633:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978068.913635:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.913637:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978068.913639:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.913641:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978069.937485:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978069.937490:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978069.937491:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978069.937494:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978069.937497:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978069.937499:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978069.937501:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978069.937503:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978069.937505:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.961668:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978070.961675:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978070.961678:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.961682:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978070.961685:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978070.961688:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.961692:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.961694:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.961698:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978071.985291:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978071.985302:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978071.985305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978071.985314:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978071.985321:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978071.985331:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.985338:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978071.985342:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.985348:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978071.985381:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978071.985386:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978071.985389:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978071.985401:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978071.985407:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978071.985412:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.985417:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978071.985420:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.985425:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978073.009296:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978073.009309:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978073.009314:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978073.009324:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978073.009331:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978073.009336:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978073.009356:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978073.009359:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978073.009362:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978073.969826:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978073.969831:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978073.969835:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978074.033287:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978074.033297:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978074.033300:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978074.033307:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978074.033312:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978074.033318:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978074.033324:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978074.033328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978074.033333:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978074.033609:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978074.033612:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978074.033615:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978074.033616:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978074.033619:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978074.033621:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978074.033623:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978074.033624:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978074.033627:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.057468:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978075.057472:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978075.057474:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978075.057477:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978075.057480:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978075.057483:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978075.057487:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978075.057489:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978075.057491:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978076.081274:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978076.081287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978076.081291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978076.081302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978076.081310:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978076.081317:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978076.081322:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978076.081327:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978076.081332:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978076.081424:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978076.081429:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978076.081431:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978076.081434:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978076.081437:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978076.081440:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978076.081443:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978076.081445:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978076.081448:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978077.105298:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978077.105308:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978077.105311:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978077.105321:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978077.105328:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978077.105333:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978077.105350:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978077.105353:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978077.105356:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978078.129303:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978078.129315:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978078.129321:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978078.129331:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978078.129339:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978078.129346:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978078.129372:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978078.129375:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978078.129379:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978078.130034:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978078.130040:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978078.130044:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978078.130050:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978078.130056:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978078.130061:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978078.130067:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978078.130070:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978078.130073:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978079.089426:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978079.089430:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978079.089432:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978079.156903:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978079.156919:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978079.156920:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978079.156923:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978079.156928:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978079.156933:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978079.156936:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978079.156938:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978079.156941:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978080.177314:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978080.177324:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978080.177327:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978080.177342:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978080.177346:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978080.177348:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978080.177505:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978080.177509:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978080.177513:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978080.177577:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978080.177588:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978080.177593:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978080.177602:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978080.177621:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978080.177624:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978080.177627:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978080.177629:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978080.177631:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978081.201291:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978081.201299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978081.201304:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978081.201316:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978081.201329:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978081.201334:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978081.201359:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978081.201365:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978081.201386:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978082.225299:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978082.225307:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978082.225312:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978082.225321:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978082.225327:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978082.225333:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.225343:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978082.225348:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.225353:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978082.227482:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978082.227489:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978082.227490:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978082.227493:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978082.227495:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978082.227497:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.227499:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978082.227500:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.227502:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978083.249337:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978083.249349:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978083.249358:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978083.249363:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978083.249371:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978083.249374:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978083.249380:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978083.249384:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978083.249391:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978084.209389:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978084.209396:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978084.209401:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978084.273250:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978084.273258:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978084.273262:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978084.273269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978084.273274:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978084.273277:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978084.273281:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978084.273285:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978084.273288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978084.273327:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978084.273331:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978084.273334:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978084.273338:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978084.273343:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978084.273348:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978084.273353:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978084.273355:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978084.273357:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978085.297253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978085.297259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978085.297264:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978085.297272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978085.297285:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978085.297288:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978085.297353:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978085.297357:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978085.297360:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978086.321238:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978086.321248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978086.321250:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978086.321256:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978086.321259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978086.321262:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.321264:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978086.321267:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.321270:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978087.345296:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978087.345303:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978087.345306:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978087.345309:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978087.345313:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978087.345316:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978087.345320:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978087.345324:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978087.345330:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978087.349133:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978087.349154:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978087.349156:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978087.349159:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978087.349161:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978087.349163:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978087.349165:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978087.349167:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978087.349169:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978088.369222:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978088.369229:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978088.369231:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978088.369237:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978088.369246:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978088.369250:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978088.369257:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978088.369260:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978088.369266:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978089.329755:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978089.329759:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978089.329762:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978089.393238:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978089.393246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978089.393248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978089.393255:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978089.393261:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978089.393267:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978089.393320:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978089.393323:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978089.393326:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978090.417411:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978090.417416:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978090.417420:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978090.417425:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978090.417442:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978090.417446:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.417450:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978090.417452:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.417454:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978091.441461:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978091.441463:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978091.441464:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978091.441466:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978091.441468:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978091.441470:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978091.441471:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978091.441472:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978091.441474:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978091.441495:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978091.441498:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978091.441501:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978091.441505:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978091.441507:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978091.441511:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978091.441517:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978091.441520:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978091.441525:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978092.465252:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978092.465261:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978092.465266:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978092.465274:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978092.465280:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978092.465285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.465289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978092.465294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.465299:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978092.465316:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978092.465320:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978092.465323:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978092.465326:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978092.465328:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978092.465330:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.465332:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978092.465334:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.465339:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978093.492504:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978093.492509:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978093.492511:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978093.492515:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978093.492517:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978093.492520:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978093.492522:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978093.492524:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978093.492527:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978094.449437:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978094.449441:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978094.449444:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978094.513212:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978094.513217:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978094.513218:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978094.513222:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978094.513225:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978094.513229:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.513231:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978094.513233:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.513235:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978094.513350:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978094.513353:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978094.513355:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978094.513365:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978094.513369:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978094.513373:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.513377:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978094.513379:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.513383:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978094.514102:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978094.514107:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978094.514110:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978094.514113:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978094.514116:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978094.514118:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.514121:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978094.514122:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.514125:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978095.539425:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978095.539429:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978095.539432:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978095.539437:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978095.539440:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978095.539442:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978095.539444:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978095.539445:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978095.539447:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978096.561243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978096.561251:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978096.561256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978096.561264:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978096.561270:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978096.561275:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.561281:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978096.561285:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.561288:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978096.561381:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978096.561384:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978096.561386:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978096.561388:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978096.561390:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978096.561393:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.563238:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978096.563242:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.563250:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978097.588366:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978097.588372:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978097.588374:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978097.588378:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978097.588382:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978097.588385:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978097.588388:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978097.588390:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978097.588392:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978098.609251:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978098.609256:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978098.609545:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978098.609549:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978098.609552:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978098.609554:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978098.609556:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978098.609557:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978098.609559:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978099.569369:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978099.569372:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978099.569375:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978099.633328:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978099.633330:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978099.633331:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978099.633333:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978099.633334:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978099.633336:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978099.633422:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978099.633424:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978099.633426:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978099.636437:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978099.636439:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978099.636441:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978099.636443:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978099.636445:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978099.636446:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978099.636448:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978099.636449:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978099.636452:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978100.657964:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978100.657968:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978100.657970:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978100.657974:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978100.657976:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978100.657978:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978100.657980:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978100.657982:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978100.657984:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978101.681326:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978101.681332:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978101.681335:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978101.681340:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978101.681344:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978101.681348:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978101.681351:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978101.681353:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978101.681355:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978102.705283:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978102.705292:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978102.705296:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978102.705305:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978102.705310:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978102.705317:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.705322:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978102.705325:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.705328:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978102.705462:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978102.705466:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978102.705467:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978102.705470:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978102.705472:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978102.705475:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.705477:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978102.705479:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.705481:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978102.706529:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978102.706534:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978102.706538:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978102.706544:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978102.706549:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978102.706552:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.706555:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978102.706557:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.706560:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978103.729294:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978103.729308:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978103.729313:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978103.729322:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978103.729329:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978103.729336:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978103.729346:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978103.729353:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978103.729360:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978104.689340:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978104.689347:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978104.689352:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978104.753366:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978104.753376:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978104.753381:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978104.753388:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978104.753396:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978104.753400:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978104.753405:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978104.753408:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978104.753411:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978104.755447:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978104.755456:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978104.755460:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978104.755469:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978104.755479:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978104.755483:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978104.755486:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978104.755489:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978104.755491:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.777259:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978105.777268:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978105.777274:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.777283:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978105.777291:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978105.777298:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.777313:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.777317:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.777321:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.777338:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978105.777343:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978105.777346:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.777351:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978105.777356:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978105.777361:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.777365:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.777368:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.777371:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978106.801393:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978106.801403:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978106.801408:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978106.801418:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978106.801433:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978106.801439:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978106.801445:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978106.801448:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978106.801451:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978107.825551:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978107.825556:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978107.825558:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978107.825561:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978107.825564:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978107.825566:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978107.825569:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978107.825571:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978107.825573:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978108.851317:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978108.851323:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978108.851325:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978108.851330:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978108.851334:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978108.851338:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978108.851380:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978108.851383:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978108.851386:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978109.809557:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978109.809561:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978109.809564:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978109.873215:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978109.873222:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978109.873225:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978109.873233:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978109.873241:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978109.873248:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978109.873354:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978109.873355:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978109.873357:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978110.897273:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978110.897279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978110.897281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978110.897284:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978110.897287:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978110.897289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978110.897292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978110.897293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978110.897297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978110.897354:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978110.897359:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978110.897363:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978110.897368:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978110.897373:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978110.897379:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978110.897386:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978110.897391:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978110.897394:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.921252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978111.921263:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978111.921267:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.921276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978111.921284:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978111.921291:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.921582:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.921585:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.921588:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.921609:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978111.921611:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978111.921613:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.921615:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978111.921618:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978111.921620:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.921622:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.921624:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.921626:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978112.945268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978112.945276:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978112.945279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978112.945283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978112.945288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978112.945291:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.945293:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978112.945295:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.945297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978113.969434:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978113.969438:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978113.969440:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978113.969442:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978113.969445:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978113.969448:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.969449:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978113.969451:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.969454:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978113.969558:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978113.969563:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978113.969566:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978113.969568:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978113.969571:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978113.969573:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.969575:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978113.969577:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.969580:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978114.929384:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978114.929387:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978114.929390:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978114.993265:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978114.993270:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978114.993272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978114.993275:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978114.993278:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978114.993280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.993283:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978114.993285:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.993287:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978114.994224:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978114.994227:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978114.994228:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978114.994231:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978114.994233:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978114.994234:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.994236:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978114.994238:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.994240:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.017231:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978116.017240:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.017242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.017249:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978116.017253:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.017257:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.017260:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.017263:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.017266:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.017300:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978116.017303:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.017305:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.017307:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978116.017310:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.017312:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.017315:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.017316:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.017319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.018065:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978116.018068:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.018070:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.018072:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978116.018074:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.018076:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.018078:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.018079:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.018081:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978117.041349:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978117.041354:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978117.041359:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978117.041365:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978117.041370:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978117.041375:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.041380:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978117.041384:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.041387:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978118.065240:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978118.065249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978118.065254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978118.065260:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978118.065266:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978118.065271:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.065276:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978118.065280:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.065283:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978118.065585:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978118.065588:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978118.065590:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978118.065592:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978118.065594:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978118.065596:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.065598:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978118.065599:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.065601:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978118.066894:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978118.066899:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978118.066901:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978118.066905:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978118.066917:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978118.066919:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.066922:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978118.066924:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.066925:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978119.089225:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978119.089230:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978119.089233:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978119.089236:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978119.089240:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978119.089244:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.089257:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978119.089259:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.089269:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978120.049344:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978120.049348:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978120.049351:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978120.113255:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978120.113265:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978120.113268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978120.113275:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978120.113287:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978120.113295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.113312:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978120.113319:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.113325:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978120.113374:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978120.113381:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978120.113385:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978120.113395:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978120.113403:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978120.113408:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.113423:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978120.113426:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.113429:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.137293:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978121.137302:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978121.137305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.137315:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978121.137329:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978121.137333:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.138197:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.138201:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.138203:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978122.161302:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978122.161313:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978122.161317:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978122.161326:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978122.161334:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978122.161340:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.161353:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978122.161359:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.161374:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978122.161618:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978122.161622:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978122.161623:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978122.161626:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978122.161628:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978122.161630:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.161633:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978122.161635:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.161637:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978122.162996:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978122.163000:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978122.163003:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978122.163006:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978122.163010:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978122.163012:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.163021:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978122.163023:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.163026:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978123.185314:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978123.185319:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978123.185322:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978123.185325:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978123.185327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978123.185329:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978123.185498:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978123.185500:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978123.185502:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978124.209310:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978124.209316:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978124.209320:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978124.209325:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978124.209342:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978124.209348:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978124.209352:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978124.209356:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978124.209360:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978125.169416:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978125.169421:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978125.169424:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978125.233332:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978125.233339:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978125.233342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.233347:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978125.233360:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978125.233370:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.233376:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978125.233381:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.233388:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978125.553303:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978125.553316:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978125.553319:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978125.553323:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978125.553328:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978125.553338:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15658 00000400:00000200:0.0:1783978125.553349:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978125.553356:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978125.553360:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978125.553363:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553366:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.553369:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553371:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978125.553375:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978125.553378:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978125.553381:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978125.553385:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978125.553388:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978125.553390:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978125.553393:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553395:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.553397:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553399:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978125.553402:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978125.553405:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553408:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978125.553411:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978125.553415:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978125.553418:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553421:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978125.553423:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978125.553435:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978125.553439:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978125.553444:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978125.553446:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553449:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978125.553452:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978125.553457:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978125.553467:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978125.553475:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.553484:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496912512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978125.553495:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978125.553500:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978125.553506:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496912512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978125.553529:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978125.553532:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978125.553536:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978125.553537:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978125.553539:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978125.553542:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978125.553545:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15658 00000400:00000200:0.0:1783978125.553548:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978125.553551:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978125.553558:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978125.553562:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553564:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.553567:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553569:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978125.553571:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978125.553573:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978125.553575:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978125.553580:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978125.553583:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978125.553587:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978125.553591:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553595:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.553600:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553604:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978125.553610:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978125.553615:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553619:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978125.553623:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978125.553631:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978125.553635:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553639:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978125.553646:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978125.553654:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553657:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978125.553662:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978125.553666:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978125.553672:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978125.553676:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553679:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978125.553681:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978125.553685:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978125.553691:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978125.553698:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.553708:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496912640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978125.553719:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978125.553722:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978125.553727:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496912640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978125.553742:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978125.553747:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978125.553755:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978125.553759:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978125.553763:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978125.553769:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978125.553775:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15658 00000400:00000200:0.0:1783978125.553783:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978125.553787:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978125.553792:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978125.553799:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553801:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.553803:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553814:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978125.553831:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978125.553834:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978125.553836:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978125.553839:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978125.553843:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978125.553846:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978125.553853:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553857:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.553862:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553868:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978125.553872:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978125.553878:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978125.553884:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978125.553887:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978125.553891:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978125.553896:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553901:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978125.553905:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978125.553909:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553913:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978125.553920:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978125.553924:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978125.553929:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978125.553930:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.553932:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978125.553934:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978125.553937:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978125.553943:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978125.553949:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.553957:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496912768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978125.553969:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978125.553973:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978125.553981:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496912768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978125.553995:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978125.553999:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978125.554005:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978125.554007:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978125.554011:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978125.554016:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978125.554022:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15658 00000400:00000200:0.0:1783978125.554029:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978125.554035:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978125.554037:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978125.554040:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554042:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.554044:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554046:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978125.554049:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978125.554051:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978125.554055:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978125.554058:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978125.554061:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978125.554065:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978125.554071:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554076:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.554081:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554085:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978125.554090:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978125.554095:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554098:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978125.554101:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978125.554105:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978125.554110:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.554114:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978125.554118:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978125.554123:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.554129:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978125.554133:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978125.554171:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978125.554178:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978125.554181:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.554184:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978125.554187:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978125.554189:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978125.554197:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978125.554202:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.554213:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496912896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978125.554242:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978125.554246:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978125.554255:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496912896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978125.554271:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978125.554277:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978125.554286:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978125.554290:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978125.554293:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978125.554299:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978125.554305:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15658 00000400:00000200:0.0:1783978125.554312:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978125.554315:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978125.554316:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978125.554319:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554323:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.554326:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554329:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978125.554332:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978125.554334:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978125.554336:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978125.554339:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978125.554343:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978125.554347:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978125.554353:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554356:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978125.554359:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554360:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978125.554364:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978125.554369:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978125.554373:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978125.554375:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978125.554378:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978125.554382:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.554386:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978125.554389:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978125.554394:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.554396:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978125.554403:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978125.554406:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978125.554410:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978125.554413:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.554417:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978125.554419:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978125.554423:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978125.554430:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978125.554437:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.554447:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496913024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978125.554463:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978125.554466:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978125.554473:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496913024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978125.554483:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978125.554490:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15669) 00000100:00000001:0.0:1783978126.257267:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978126.257274:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978126.257278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.257283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978126.257288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978126.257292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.257304:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.257309:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.257313:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978127.281297:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978127.281302:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978127.281304:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978127.281307:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978127.281312:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978127.281314:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978127.281327:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978127.281334:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978127.281338:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978128.305273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978128.305279:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978128.305284:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978128.305289:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978128.305293:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978128.305297:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.305303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978128.305306:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.305310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978129.329240:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978129.329245:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978129.329248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978129.329254:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978129.329258:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978129.329262:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.329274:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978129.329276:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.329277:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978129.329347:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978129.329352:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978129.329355:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978129.329361:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978129.329367:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978129.329370:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.329373:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978129.329375:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.329379:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978130.289330:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978130.289332:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978130.289334:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978130.353242:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978130.353248:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978130.353253:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978130.353257:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978130.353261:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978130.353266:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978130.353276:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978130.353280:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978130.353285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.377450:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978131.377454:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978131.377456:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978131.377459:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978131.377461:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978131.377463:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.377465:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978131.377467:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.377469:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978132.401221:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978132.401228:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978132.401233:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978132.401241:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978132.401248:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978132.401254:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.401261:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978132.401265:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.401271:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978132.401369:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978132.401373:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978132.401376:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978132.401382:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978132.401386:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978132.401391:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.401395:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978132.401397:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.401401:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978133.425249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978133.425254:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978133.425259:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978133.425267:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978133.425272:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978133.425276:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978133.425292:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978133.425295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978133.425298:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978134.449734:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978134.449738:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978134.449740:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978134.449743:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978134.449746:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978134.449748:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.449751:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978134.449753:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.449759:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978135.409334:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978135.409337:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978135.409339:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978135.473298:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978135.473302:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978135.473304:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.473309:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978135.473314:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978135.473319:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978135.473324:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978135.473329:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978135.473336:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978135.793251:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978135.793262:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978135.793264:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978135.793268:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978135.793272:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978135.793279:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15669 00000400:00000200:0.0:1783978135.793286:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978135.793291:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978135.793294:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978135.793296:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793299:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793305:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793307:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978135.793310:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978135.793312:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978135.793314:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978135.793317:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978135.793319:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978135.793322:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978135.793325:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793326:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793328:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793330:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978135.793333:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978135.793336:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793338:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978135.793341:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978135.793344:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978135.793347:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793349:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978135.793351:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978135.793362:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978135.793366:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978135.793370:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978135.793371:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793374:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978135.793377:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978135.793380:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978135.793389:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978135.793395:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.793404:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496913792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978135.793421:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978135.793426:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978135.793431:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496913792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978135.793459:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978135.793462:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978135.793466:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978135.793467:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978135.793468:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978135.793471:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978135.793473:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15669 00000400:00000200:0.0:1783978135.793477:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978135.793480:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978135.793482:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978135.793484:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793486:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793488:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793490:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978135.793492:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978135.793493:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978135.793495:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978135.793497:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978135.793499:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978135.793501:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978135.793504:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793506:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793507:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793510:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978135.793512:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978135.793514:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793517:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978135.793519:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978135.793524:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978135.793526:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793527:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978135.793531:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978135.793534:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793536:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978135.793539:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978135.793541:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978135.793544:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978135.793545:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793547:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978135.793548:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978135.793550:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978135.793554:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978135.793557:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.793562:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496913920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978135.793569:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978135.793570:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978135.793574:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496913920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978135.793582:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978135.793584:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978135.793587:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978135.793589:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978135.793590:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978135.793592:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978135.793594:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15669 00000400:00000200:0.0:1783978135.793598:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978135.793601:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978135.793603:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978135.793605:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793607:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793609:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793611:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978135.793613:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978135.793614:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978135.793616:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978135.793618:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978135.793619:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978135.793622:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978135.793624:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793626:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793628:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793630:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978135.793632:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978135.793634:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793637:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978135.793638:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978135.793651:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978135.793653:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793655:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978135.793657:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978135.793659:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793661:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978135.793664:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978135.793667:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978135.793669:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978135.793671:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793672:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978135.793674:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978135.793675:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978135.793679:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978135.793689:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.793694:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496914048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978135.793700:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978135.793702:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978135.793705:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496914048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978135.793711:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978135.793713:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978135.793716:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978135.793718:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978135.793719:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978135.793722:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978135.793724:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15669 00000400:00000200:0.0:1783978135.793728:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978135.793731:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978135.793733:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978135.793735:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793737:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793739:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793741:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978135.793743:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978135.793745:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978135.793746:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978135.793748:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978135.793750:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978135.793752:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978135.793767:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793770:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793771:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793773:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978135.793775:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978135.793777:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793780:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978135.793781:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978135.793784:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978135.793786:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793787:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978135.793789:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978135.793791:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793797:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978135.793801:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978135.793803:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978135.793805:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978135.793806:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793807:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978135.793809:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978135.793810:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978135.793814:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978135.793817:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.793821:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496914176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978135.793827:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978135.793829:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978135.793833:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496914176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978135.793842:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978135.793844:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978135.793846:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978135.793848:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978135.793849:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978135.793852:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978135.793854:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15669 00000400:00000200:0.0:1783978135.793857:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978135.793860:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978135.793861:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978135.793864:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793866:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793868:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793870:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978135.793872:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978135.793873:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978135.793874:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978135.793876:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978135.793878:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978135.793880:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978135.793882:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793884:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978135.793898:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793900:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978135.793902:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978135.793905:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978135.793907:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978135.793909:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978135.793912:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978135.793914:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793915:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978135.793917:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978135.793919:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793921:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978135.793924:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978135.793926:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978135.793928:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978135.793929:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.793931:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978135.793932:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978135.793934:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978135.793937:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978135.793940:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.793944:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496914304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978135.793950:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978135.793952:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978135.793956:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496914304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978135.793963:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978135.793967:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15679) 00000100:00000001:0.0:1783978136.497423:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978136.497428:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978136.497432:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978136.497438:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978136.497442:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978136.497446:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.497452:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978136.497455:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.497458:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978138.545368:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978138.545372:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978138.545373:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978138.545375:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978138.545376:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978138.545378:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.545379:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978138.545380:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.545381:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978138.545386:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978138.545388:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978138.545388:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978138.545389:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978138.545391:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978138.545392:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.545393:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978138.545393:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.545394:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978139.569261:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978139.569266:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978139.569270:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978139.569273:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978139.569278:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978139.569282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.569293:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978139.569295:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.569297:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978140.529355:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978140.529359:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978140.529361:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978140.593229:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978140.593235:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978140.593238:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978140.593243:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978140.593247:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978140.593252:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.593257:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978140.593261:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.593385:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978140.593428:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978140.593431:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978140.593433:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978140.593435:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978140.593438:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978140.593444:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.593446:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978140.593448:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.593450:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978141.617301:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978141.617307:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978141.617311:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978141.617316:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978141.617322:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978141.617326:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978141.617331:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978141.617333:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978141.617336:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978142.641237:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978142.641247:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978142.641252:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978142.641261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978142.641268:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978142.641273:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978142.641394:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978142.641397:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978142.641400:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978143.665275:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978143.665279:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978143.665282:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978143.665285:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978143.665290:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978143.665293:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.665297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978143.665300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.665304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978143.665333:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978143.665337:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978143.665340:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978143.665342:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978143.665347:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978143.665352:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.665356:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978143.665360:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.665364:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978144.689534:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978144.689543:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978144.689545:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978144.689552:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978144.689556:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978144.689560:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.689562:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978144.689565:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.689572:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978144.699784:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978144.699791:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978144.699793:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978144.699798:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978144.699801:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978144.699805:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.699807:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978144.699809:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.699812:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978145.649333:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978145.649337:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978145.649340:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978145.714133:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978145.714155:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978145.714157:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978145.714161:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978145.714163:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978145.714165:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978145.714170:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978145.714172:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978145.714174:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978146.737268:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978146.737277:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978146.737278:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978146.737284:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978146.737288:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978146.737292:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.737294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978146.737296:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.737299:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978146.741469:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978146.741474:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978146.741475:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978146.741478:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978146.741480:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978146.741482:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.741484:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978146.741485:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.741488:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978147.761306:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978147.761320:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978147.761327:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978147.761333:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978147.761338:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978147.761346:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.761352:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978147.761357:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.761365:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978147.761426:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978147.761444:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978147.761447:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978147.761452:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978147.761457:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978147.761461:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.761464:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978147.761467:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.761471:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978147.761514:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978147.761522:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978147.761526:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978147.761532:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978147.761539:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978147.761543:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.761546:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978147.761548:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.761551:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978148.785283:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978148.785291:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978148.785293:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978148.785298:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978148.785302:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978148.785305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.785308:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978148.785310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.785312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978148.785484:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978148.785489:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978148.785492:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978148.785496:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978148.785500:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978148.785503:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.785504:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978148.785506:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.785508:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978148.786556:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978148.786562:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978148.786565:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978148.786569:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978148.786572:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978148.786574:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.786577:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978148.786579:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.786581:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978149.809953:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978149.809957:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978149.809959:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978149.809963:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978149.809967:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978149.809972:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.809976:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978149.809981:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.809986:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978149.810162:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978149.810164:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978149.810166:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978149.810168:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978149.810170:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978149.810171:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.810173:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978149.810175:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.810176:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978150.769407:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978150.769410:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978150.769413:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978150.833423:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978150.833426:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978150.833427:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978150.833430:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978150.833432:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978150.833433:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978150.833435:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978150.833437:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978150.833438:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978151.858629:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978151.858633:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978151.858635:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978151.858638:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978151.858640:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978151.858643:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.858645:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978151.858647:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.858649:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978152.881482:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978152.881486:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978152.881494:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978152.881497:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978152.881503:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978152.881506:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978152.881508:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978152.881509:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978152.881511:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978153.906273:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978153.906278:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978153.906279:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978153.906281:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978153.906284:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978153.906286:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.906288:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978153.906289:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.906292:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978153.909263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978153.909266:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978153.909267:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978153.909270:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978153.909272:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978153.909274:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.909276:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978153.909278:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.909279:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978154.929230:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978154.929240:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978154.929244:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978154.929250:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978154.929255:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978154.929259:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.929262:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978154.929265:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.929267:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978155.889396:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978155.889400:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978155.889403:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978155.953408:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978155.953411:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978155.953413:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978155.953417:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978155.953419:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978155.953428:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978155.953431:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978155.953433:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978155.953446:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978156.977367:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978156.977372:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978156.977374:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978156.977376:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978156.977378:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978156.977380:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.977383:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978156.977385:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.977386:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978156.978093:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978156.978099:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978156.978103:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978156.978116:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978156.978125:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978156.978128:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.978153:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978156.978156:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.978158:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978158.001243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978158.001249:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978158.001251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978158.001268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978158.001274:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978158.001283:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978158.001296:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978158.001299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978158.001302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.025253:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978159.025260:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978159.025262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978159.025268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978159.025273:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978159.025278:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.025281:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978159.025284:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.025288:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.025599:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978159.025602:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978159.025604:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978159.025606:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978159.025609:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978159.025611:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.025613:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978159.025614:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.025616:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783978159.346564:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783978159.346607:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978159.346617:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978159.346621:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783978159.346626:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978159.346630:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978159.346635:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978159.346639:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2d00. 00000400:00000200:0.0:1783978159.346645:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978159.346649:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978159.346655:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2908 00000400:00000010:0.0:1783978159.346657:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2908. 00000100:00000001:0.0:1783978159.346662:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978159.346671:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2c700 x1870620496916352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346693:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978159.346698:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620496916352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346705:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.346707:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978159.346717:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978159.346721:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2400. 00000400:00000200:0.0:1783978159.346724:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978159.346729:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978159.346733:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d22a8 00000400:00000010:0.0:1783978159.346736:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d22a8. 00000100:00000001:0.0:1783978159.346741:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978159.346747:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2ca80 x1870620496916480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346760:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978159.346766:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ca80 x1870620496916480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346775:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.346778:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978159.346786:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978159.346790:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2200. 00000400:00000200:0.0:1783978159.346796:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978159.346801:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978159.346806:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2110 00000400:00000010:0.0:1783978159.346809:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2110. 00000100:00000001:0.0:1783978159.346814:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978159.346820:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2d500 x1870620496916608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346835:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978159.346842:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620496916608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346855:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.346858:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978159.346866:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978159.346872:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2100. 00000400:00000200:0.0:1783978159.346877:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978159.346885:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978159.346891:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2e58 00000400:00000010:0.0:1783978159.346895:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2e58. 00000100:00000001:0.0:1783978159.346900:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978159.346907:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2d880 x1870620496916736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346922:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978159.346927:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620496916736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.346938:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.346942:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978159.346951:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978159.346957:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2b00. 00000400:00000200:0.0:1783978159.346962:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978159.346971:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978159.346980:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2220 00000400:00000010:0.0:1783978159.346983:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2220. 00000100:00000001:0.0:1783978159.346988:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978159.346996:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2ed80 x1870620496916864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.347019:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978159.347026:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620496916864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978159.347037:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.347041:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978160.050350:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978160.050357:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978160.050360:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978160.050366:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978160.050370:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978160.050373:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.050376:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978160.050380:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.050383:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978161.009387:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978161.009392:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978161.009395:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978161.073237:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978161.073243:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978161.073248:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.073258:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978161.073265:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978161.073270:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978161.073277:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978161.073280:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978161.073285:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978161.393303:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978161.393312:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978161.393314:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978161.393317:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978161.393322:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978161.393328:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15694 00000400:00000200:0.0:1783978161.393338:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978161.393344:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978161.393348:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978161.393351:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393354:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393356:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393358:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978161.393361:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978161.393363:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978161.393364:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978161.393374:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978161.393379:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978161.393382:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978161.393385:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393387:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393390:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393392:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978161.393395:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978161.393398:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393400:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978161.393402:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978161.393406:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978161.393409:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393410:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978161.393413:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978161.393419:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978161.393422:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978161.393425:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978161.393427:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393430:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978161.393432:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978161.393436:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978161.393443:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978161.393450:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.393459:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496916992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978161.393469:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978161.393474:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978161.393478:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496916992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978161.393505:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978161.393508:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978161.393511:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978161.393512:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978161.393513:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978161.393516:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978161.393519:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15694 00000400:00000200:0.0:1783978161.393523:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978161.393526:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978161.393527:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978161.393530:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393533:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393535:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393537:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978161.393539:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978161.393540:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978161.393541:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978161.393543:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978161.393545:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978161.393547:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978161.393550:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393551:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393553:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393555:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978161.393556:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978161.393558:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393560:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978161.393562:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978161.393567:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978161.393569:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393570:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978161.393574:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978161.393577:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393578:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978161.393583:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978161.393585:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978161.393587:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978161.393589:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393590:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978161.393591:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978161.393593:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978161.393596:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978161.393599:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.393604:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496917120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978161.393610:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978161.393612:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978161.393615:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496917120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978161.393622:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978161.393625:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978161.393627:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978161.393628:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978161.393630:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978161.393632:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978161.393635:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15694 00000400:00000200:0.0:1783978161.393639:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978161.393642:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978161.393644:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978161.393647:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393649:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393650:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393652:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978161.393654:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978161.393655:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978161.393657:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978161.393658:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978161.393660:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978161.393662:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978161.393665:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393666:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393668:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393669:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978161.393672:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978161.393674:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393676:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978161.393678:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978161.393680:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978161.393682:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393684:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978161.393686:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978161.393688:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393690:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978161.393693:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978161.393695:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978161.393697:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978161.393698:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393700:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978161.393701:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978161.393703:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978161.393706:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978161.393709:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.393713:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496917248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978161.393720:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978161.393722:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978161.393726:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496917248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978161.393733:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978161.393736:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978161.393739:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978161.393740:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978161.393742:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978161.393745:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978161.393747:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15694 00000400:00000200:0.0:1783978161.393751:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978161.393753:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978161.393755:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978161.393758:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393760:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393762:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393764:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978161.393765:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978161.393767:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978161.393768:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978161.393770:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978161.393772:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978161.393774:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978161.393777:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393779:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393780:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393783:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978161.393785:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978161.393787:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393789:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978161.393791:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978161.393794:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978161.393796:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393798:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978161.393801:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978161.393803:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393805:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978161.393808:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978161.393810:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978161.393812:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978161.393813:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393815:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978161.393816:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978161.393818:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978161.393821:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978161.393824:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.393828:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496917376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978161.393834:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978161.393836:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978161.393839:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496917376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978161.393847:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978161.393850:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978161.393853:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978161.393854:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978161.393855:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978161.393858:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978161.393870:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15694 00000400:00000200:0.0:1783978161.393874:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978161.393877:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978161.393879:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978161.393882:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393883:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393885:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393887:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978161.393889:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978161.393890:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978161.393892:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978161.393894:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978161.393896:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978161.393898:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978161.393900:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393902:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978161.393904:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393905:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978161.393907:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978161.393909:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978161.393911:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978161.393913:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978161.393915:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978161.393917:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393919:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978161.393921:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978161.393923:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393925:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978161.393928:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978161.393930:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978161.393932:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978161.393933:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.393935:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978161.393936:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978161.393938:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978161.393941:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978161.393945:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.393949:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496917504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978161.393960:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978161.393962:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978161.393966:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496917504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978161.393972:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978161.393977:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15704) 00000100:00000001:0.0:1783978162.098758:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978162.098762:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978162.098763:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978162.098766:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978162.098768:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978162.098770:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978162.098772:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978162.098773:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978162.098775:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978163.121450:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978163.121456:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978163.121459:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978163.121464:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978163.121470:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978163.121475:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.121482:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978163.121486:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.121490:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978163.121503:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978163.121509:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978163.121513:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978163.121674:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978163.121677:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978163.121680:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.121683:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978163.121685:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.121688:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978164.145657:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978164.145662:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978164.145664:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978164.145668:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978164.145670:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978164.145673:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.145675:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978164.145677:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.145680:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978165.169259:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978165.169270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978165.169274:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978165.169283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978165.169291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978165.169296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978165.170176:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978165.170179:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978165.170182:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978166.129766:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978166.129771:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978166.129774:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978166.193308:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978166.193316:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978166.193318:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978166.193326:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978166.193331:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978166.193336:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.193341:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978166.193344:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.193346:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978166.193540:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978166.193546:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978166.193549:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978166.193554:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978166.193559:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978166.193561:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.193563:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978166.193565:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.193566:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.217379:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978167.217383:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978167.217385:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.217388:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978167.217392:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978167.217397:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.217547:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.217551:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.217554:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978168.241240:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978168.241246:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978168.241248:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978168.241252:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978168.241255:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978168.241258:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.241260:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978168.241262:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.241264:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978168.242171:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978168.242177:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978168.242180:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978168.242182:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978168.242185:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978168.242187:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.244167:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978168.244170:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.244173:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978169.265430:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978169.265435:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978169.265438:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978169.265442:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978169.265445:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978169.265447:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.265450:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978169.265452:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.265454:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978170.290024:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978170.290029:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978170.290033:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978170.290040:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978170.290053:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978170.290055:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.290057:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978170.290059:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.290064:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978171.249388:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978171.249393:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978171.249395:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978171.313428:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978171.313431:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978171.313433:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978171.313436:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978171.313439:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978171.313442:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978171.313445:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978171.313448:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978171.313451:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.337245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978172.337252:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978172.337255:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.337262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978172.337268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978172.337275:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978172.338387:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978172.338391:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978172.338395:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.339521:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978172.339524:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978172.339525:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.339528:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978172.339530:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978172.339532:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978172.339534:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978172.339535:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978172.339537:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978173.365343:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978173.365347:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978173.365349:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978173.365353:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978173.365356:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978173.365358:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978173.365360:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978173.365362:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978173.365365:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978174.385250:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978174.385265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978174.385268:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978174.385275:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978174.385282:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978174.385289:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.385294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978174.385299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.385304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978175.409234:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978175.409243:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978175.409249:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978175.409257:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978175.409263:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978175.409268:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.409274:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978175.409277:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.409280:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978175.409511:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978175.409514:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978175.409516:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978175.409518:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978175.409520:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978175.409522:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.409524:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978175.409525:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.409527:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978176.369342:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978176.369346:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978176.369350:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978176.433911:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978176.433915:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978176.433917:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978176.433923:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978176.433926:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978176.433929:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978176.433932:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978176.433943:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978176.433946:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978176.754488:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978176.754494:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.754500:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978176.754504:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978176.754511:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.754516:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978176.754523:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978176.754530:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978176.754537:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978176.754541:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.754545:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978176.754549:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978176.754553:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978176.754558:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978176.754562:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978176.754572:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496919296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978176.754591:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978176.754595:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978176.754602:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496919296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978176.754625:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978176.754631:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978176.754638:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978176.754641:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978176.754644:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978176.754650:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978176.754657:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15710 00000400:00000200:0.0:1783978176.754665:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978176.754671:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978176.754675:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978176.754681:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978176.754685:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978176.754689:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978176.754691:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978176.754693:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978176.754695:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978176.754697:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978176.754699:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978176.754703:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978176.754707:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978176.754713:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978176.754715:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978176.754717:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978176.754720:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978176.754724:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978176.754728:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978176.754731:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978176.754735:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978176.754738:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978176.754742:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.754746:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978176.754748:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978176.754752:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.754755:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978176.754767:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978176.754773:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978176.754778:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978176.754781:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.754785:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978176.754788:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978176.754792:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978176.754799:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978176.754807:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978176.754817:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496919424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978176.754833:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978176.754838:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978176.754846:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496919424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978176.754875:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978176.754882:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15720) 00000100:00000001:0.0:1783978177.458680:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978177.458687:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978177.458688:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.458693:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978177.458696:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978177.458699:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.458702:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.458703:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.458706:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978178.481309:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978178.481317:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978178.481319:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978178.481329:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978178.481335:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978178.481339:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.481342:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978178.481346:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.481351:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978178.482451:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978178.482455:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978178.482456:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978178.482459:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978178.482461:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978178.482463:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.482465:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978178.482467:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.482469:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978179.505304:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978179.505310:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978179.505312:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978179.505324:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978179.505329:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978179.505333:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978179.505336:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978179.505340:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978179.505343:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978179.507009:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978179.507018:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978179.507022:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978179.507030:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978179.507034:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978179.507044:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978179.507075:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978179.507078:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978179.507082:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978180.529290:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978180.529300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978180.529304:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978180.529321:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978180.529331:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978180.529339:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.529383:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978180.529388:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.529394:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978181.489414:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978181.489422:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978181.489427:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978181.553223:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978181.553230:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978181.553231:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978181.553235:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978181.553239:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978181.553242:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.553244:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978181.553245:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.553248:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978181.553425:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978181.553428:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978181.553429:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978181.553432:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978181.553434:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978181.553436:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.553437:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978181.553439:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.553441:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978181.554885:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978181.554889:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978181.554891:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978181.554896:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978181.554898:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978181.554900:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.554903:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978181.554904:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.554907:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.577325:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978182.577332:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978182.577335:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.577341:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978182.577348:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978182.577357:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.577369:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.577373:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.577377:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.577419:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978182.577428:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978182.577434:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.577446:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978182.577462:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978182.577469:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.577480:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.577484:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.577490:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978183.601246:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978183.601253:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978183.601256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978183.601264:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978183.601273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978183.601280:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.601299:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978183.601304:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.601308:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978183.601323:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978183.601329:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978183.601333:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978183.601338:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978183.601341:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978183.601345:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.601350:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978183.601352:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.601354:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978184.625643:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978184.625646:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978184.625648:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978184.625650:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978184.625652:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978184.625654:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978184.625655:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978184.625657:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978184.625659:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978185.649277:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978185.649286:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978185.649291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978185.649299:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978185.649307:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978185.649314:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.649332:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978185.649336:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.649339:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978186.609348:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978186.609351:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978186.609354:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978186.673304:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978186.673319:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978186.673328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978186.673346:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978186.673357:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978186.673362:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.673392:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978186.673398:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.673403:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.697361:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978187.697367:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978187.697369:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.697373:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978187.697377:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978187.697380:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.697383:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.697385:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.697387:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.698028:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978187.698034:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978187.698037:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.698039:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978187.698041:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978187.698044:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.698047:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.698050:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.698053:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978188.721421:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978188.721426:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978188.721427:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978188.721430:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978188.721433:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978188.721435:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978188.722161:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978188.722164:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978188.722166:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978189.745248:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978189.745256:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978189.745260:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978189.745268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978189.745275:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978189.745282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.745296:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978189.745299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.745302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978189.745377:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978189.745383:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978189.745387:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978189.745395:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978189.745403:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978189.745409:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.745412:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978189.745417:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.745423:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978190.769264:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978190.769274:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978190.769279:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978190.769288:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978190.769296:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978190.769301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.769434:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978190.769438:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.769443:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978191.729421:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978191.729425:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978191.729428:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978191.793367:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978191.793372:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978191.793374:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978191.793376:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978191.793379:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978191.793381:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978191.793383:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978191.793385:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978191.793387:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.817431:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978192.817440:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978192.817443:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.817458:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978192.817465:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978192.817468:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.817470:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978192.817472:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.817476:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978193.841294:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978193.841309:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978193.841314:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978193.841325:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978193.841334:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978193.841342:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.841347:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978193.841354:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.841361:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978193.841468:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978193.841474:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978193.841477:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978193.841482:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978193.841485:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978193.841489:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.841493:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978193.841497:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.841499:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978194.865295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978194.865303:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978194.865308:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978194.865316:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978194.865324:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978194.865331:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978194.865342:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978194.865345:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978194.865348:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978195.889528:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978195.889538:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978195.889541:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978195.889546:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978195.889551:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978195.889555:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978195.889561:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978195.889565:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978195.889571:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978195.889609:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978195.889612:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978195.889614:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978195.889616:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978195.889618:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978195.889620:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978195.889622:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978195.889623:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978195.889625:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978196.849337:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978196.849340:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978196.849342:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978196.913462:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978196.913465:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978196.913466:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978196.913467:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978196.913469:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978196.913470:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.913472:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978196.913473:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.913474:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978196.913752:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978196.913755:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978196.913757:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978196.913760:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978196.913762:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978196.913764:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.913766:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978196.913767:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.913770:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978197.937321:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978197.937324:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978197.937325:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978197.937327:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978197.937329:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978197.937331:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978197.937452:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978197.937454:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978197.937457:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.961439:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978198.961444:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.961446:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.961449:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978198.961452:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.961455:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.961458:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.961460:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.961463:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.961495:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978198.961499:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.961503:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.961507:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978198.961512:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.961514:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.961517:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.961519:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.961521:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978199.985402:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978199.985407:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978199.985409:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978199.985412:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978199.985416:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978199.985420:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978199.985425:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978199.985429:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978199.985433:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978201.009310:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978201.009317:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978201.009320:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978201.009325:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978201.009330:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978201.009337:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.009345:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978201.009351:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.009354:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978201.009424:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978201.009428:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978201.009429:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978201.009432:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978201.009436:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978201.009439:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.009442:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978201.009445:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.009449:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978201.969484:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978201.969488:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978201.969503:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978202.033445:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978202.033449:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978202.033451:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.033454:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978202.033456:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978202.033458:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.033460:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978202.033462:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.033464:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.034168:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978202.034172:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978202.034173:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.034176:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978202.034179:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978202.034181:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.034183:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978202.034184:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.034187:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978202.353293:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978202.353301:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978202.353303:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978202.353306:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978202.353309:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978202.353314:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15735 00000400:00000200:0.0:1783978202.353321:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978202.353326:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978202.353328:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978202.353330:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353332:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.353334:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353335:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978202.353338:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978202.353339:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978202.353341:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978202.353343:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978202.353345:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978202.353346:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978202.353348:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353349:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.353350:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353351:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978202.353353:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978202.353355:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353357:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978202.353360:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978202.353363:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978202.353364:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353366:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978202.353368:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978202.353375:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978202.353378:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978202.353380:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978202.353381:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353383:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978202.353386:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978202.353389:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978202.353396:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978202.353401:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.353407:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496922112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978202.353424:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978202.353427:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978202.353431:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496922112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978202.353447:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978202.353449:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978202.353452:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978202.353453:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978202.353454:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978202.353456:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978202.353457:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15735 00000400:00000200:0.0:1783978202.353459:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978202.353461:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978202.353463:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978202.353465:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353466:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.353467:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353469:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978202.353470:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978202.353471:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978202.353472:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978202.353473:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978202.353474:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978202.353475:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978202.353477:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353478:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.353479:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353480:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978202.353481:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978202.353482:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353634:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978202.353639:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978202.353644:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978202.353647:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353649:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978202.353653:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978202.353656:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353658:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978202.353662:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978202.353666:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978202.353668:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978202.353671:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353673:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978202.353676:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978202.353677:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978202.353681:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978202.353686:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.353693:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496922240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978202.353705:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978202.353708:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978202.353715:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496922240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978202.353726:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978202.353730:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978202.353734:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978202.353736:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978202.353739:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978202.353744:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978202.353748:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15735 00000400:00000200:0.0:1783978202.353753:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978202.353757:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978202.353758:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978202.353762:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353764:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.353768:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353770:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978202.353774:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978202.353775:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978202.353776:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978202.353778:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978202.353782:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978202.353784:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978202.353789:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353793:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.353797:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353800:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978202.353802:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978202.353807:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353819:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978202.353821:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978202.353824:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978202.353825:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353827:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978202.353829:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978202.353835:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353839:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978202.353845:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978202.353849:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978202.353855:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978202.353858:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.353862:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978202.353865:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978202.353868:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978202.353874:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978202.353882:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.353891:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496922368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978202.353919:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978202.353924:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978202.353933:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496922368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978202.353945:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978202.353948:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978202.353952:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978202.353953:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978202.353954:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978202.353956:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978202.353960:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15735 00000400:00000200:0.0:1783978202.353964:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978202.353968:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978202.353970:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978202.353973:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353978:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.353981:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.353985:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978202.353990:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978202.353993:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978202.353997:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978202.354001:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978202.354006:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978202.354010:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978202.354017:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354022:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.354026:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354029:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978202.354035:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978202.354042:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354048:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978202.354051:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978202.354057:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978202.354060:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.354064:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978202.354067:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978202.354072:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.354076:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978202.354082:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978202.354087:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978202.354092:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978202.354095:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.354099:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978202.354104:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978202.354108:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978202.354116:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978202.354122:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.354130:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496922496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978202.354336:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978202.354340:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978202.354346:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496922496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978202.354357:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978202.354359:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978202.354363:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978202.354366:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978202.354368:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978202.354372:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978202.354375:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15735 00000400:00000200:0.0:1783978202.354380:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978202.354386:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978202.354391:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978202.354395:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354398:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.354402:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354405:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978202.354409:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978202.354411:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978202.354414:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978202.354416:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978202.354419:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978202.354421:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978202.354425:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354427:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978202.354428:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354430:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978202.354432:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978202.354435:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978202.354437:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978202.354439:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978202.354442:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978202.354444:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.354445:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978202.354447:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978202.354450:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.354451:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978202.354455:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978202.354457:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978202.354460:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978202.354461:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.354462:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978202.354464:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978202.354465:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978202.354469:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978202.354472:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.354476:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496922624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978202.354483:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978202.354495:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978202.354499:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496922624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978202.354507:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978202.354511:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15745) 00000100:00000001:0.0:1783978203.057346:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978203.057359:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978203.057365:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.057376:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978203.057388:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978203.057398:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.057407:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.057413:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.057422:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978204.081334:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978204.081339:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978204.081343:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978204.081348:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978204.081353:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978204.081358:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.081362:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978204.081364:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.081368:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978205.105245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978205.105255:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978205.105260:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978205.105270:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978205.105277:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978205.105282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.105288:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978205.105293:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.105303:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978206.130605:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978206.130610:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978206.130611:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978206.130614:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978206.130617:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978206.130619:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.130622:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978206.130624:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.130626:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978207.089366:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978207.089371:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978207.089375:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978207.153250:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978207.153255:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978207.153258:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978207.153264:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978207.153271:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978207.153278:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978207.153285:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978207.153291:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978207.153297:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978207.153379:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978207.153384:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978207.153388:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978207.153400:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978207.153415:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978207.153420:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978207.153426:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978207.153428:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978207.153431:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.177289:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978208.177298:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978208.177302:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978208.177312:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978208.177318:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978208.177323:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.177869:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978208.177872:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.177875:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978209.201283:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978209.201293:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978209.201296:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978209.201304:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978209.201311:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978209.201317:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.201332:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978209.201335:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.201338:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978209.201524:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978209.201527:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978209.201528:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978209.201530:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978209.201532:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978209.201533:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.201535:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978209.201536:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.201538:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978209.203437:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978209.203440:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978209.203441:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978209.203444:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978209.203446:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978209.203448:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.203450:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978209.203451:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.203453:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978210.225262:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978210.225268:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978210.225271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978210.225275:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978210.225280:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978210.225286:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978210.225290:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978210.225294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978210.225300:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978211.249238:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978211.249244:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978211.249246:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978211.249254:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978211.249260:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978211.249263:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.249265:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978211.249266:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.249269:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978211.249414:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978211.249418:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978211.249419:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978211.249421:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978211.249423:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978211.249424:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.249426:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978211.249427:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.249429:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978212.209633:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978212.209638:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978212.209641:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978212.273397:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978212.273406:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978212.273411:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.273420:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978212.273426:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978212.273432:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.273436:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978212.273439:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.273444:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.273497:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978212.273513:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978212.273517:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.273522:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978212.273529:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978212.273533:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.273543:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978212.273545:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.273548:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978212.593303:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978212.593323:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978212.593325:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978212.593329:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978212.593333:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978212.593340:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15746 00000400:00000200:0.0:1783978212.593351:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978212.593357:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978212.593361:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978212.593364:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.593367:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.593369:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.593372:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978212.593376:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978212.593378:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978212.593381:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978212.593384:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978212.593387:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978212.593390:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978212.593392:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.593394:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.593396:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.593398:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978212.593402:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978212.593405:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978212.593407:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978212.593410:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978212.593414:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978212.593417:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.593419:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978212.593421:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978212.593430:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978212.593433:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978212.593436:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978212.593438:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.593441:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978212.593443:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978212.593447:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978212.593455:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978212.593461:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.593469:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496923392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978212.593478:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978212.593482:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978212.593487:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496923392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978212.593513:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978212.593524:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978212.593528:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978212.593529:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978212.593530:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978212.593533:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978212.593536:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15746 00000400:00000200:0.0:1783978212.593540:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978212.593543:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978212.593545:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978212.593548:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.593550:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.593552:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.593554:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978212.594296:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978212.594298:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978212.594299:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978212.594302:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978212.594304:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978212.594316:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978212.594320:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594324:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.594326:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594328:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978212.594331:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978212.594334:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594336:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978212.594338:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978212.594343:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978212.594345:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594347:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978212.594351:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978212.594354:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594356:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978212.594360:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978212.594362:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978212.594365:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978212.594366:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594368:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978212.594370:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978212.594372:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978212.594375:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978212.594379:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.594384:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496923520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978212.594392:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978212.594395:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978212.594399:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496923520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978212.594418:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978212.594421:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978212.594424:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978212.594426:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978212.594428:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978212.594431:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978212.594434:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15746 00000400:00000200:0.0:1783978212.594438:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978212.594441:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978212.594443:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978212.594446:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594448:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.594450:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594452:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978212.594454:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978212.594455:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978212.594457:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978212.594459:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978212.594461:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978212.594463:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978212.594466:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594468:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.594469:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594471:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978212.594473:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978212.594476:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594478:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978212.594480:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978212.594483:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978212.594485:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594486:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978212.594488:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978212.594490:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594493:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978212.594496:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978212.594499:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978212.594501:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978212.594502:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594504:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978212.594505:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978212.594507:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978212.594510:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978212.594513:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.594528:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496923648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978212.594535:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978212.594537:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978212.594541:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496923648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978212.594548:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978212.594550:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978212.594553:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978212.594555:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978212.594556:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978212.594558:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978212.594560:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15746 00000400:00000200:0.0:1783978212.594564:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978212.594566:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978212.594568:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978212.594570:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594572:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.594574:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594576:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978212.594577:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978212.594579:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978212.594580:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978212.594582:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978212.594584:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978212.594586:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978212.594588:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594590:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.594592:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594593:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978212.594596:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978212.594598:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594600:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978212.594601:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978212.594603:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978212.594605:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594607:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978212.594609:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978212.594611:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594613:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978212.594616:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978212.594617:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978212.594620:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978212.594621:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594622:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978212.594624:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978212.594625:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978212.594628:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978212.594631:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.594635:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496923776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978212.594641:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978212.594643:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978212.594646:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496923776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978212.594652:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978212.594654:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978212.594657:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978212.594659:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978212.594660:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978212.594662:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978212.594664:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15746 00000400:00000200:0.0:1783978212.594667:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978212.594670:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978212.594672:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978212.594674:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594676:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.594677:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594679:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978212.594681:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978212.594682:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978212.594684:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978212.594685:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978212.594687:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978212.594689:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978212.594691:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594693:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978212.594694:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594696:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978212.594698:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978212.594700:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978212.594701:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978212.594703:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978212.594706:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978212.594707:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594709:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978212.594711:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978212.594713:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594715:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978212.594717:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978212.594719:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978212.594722:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978212.594723:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.594725:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978212.594726:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978212.594727:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978212.594730:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978212.594734:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.594738:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496923904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978212.594745:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978212.594747:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978212.594750:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496923904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978212.594758:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978212.594762:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15756) 00000100:00000001:0.0:1783978213.297233:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978213.297241:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978213.297243:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978213.297249:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978213.297255:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978213.297259:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.297263:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978213.297265:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.297268:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978213.297323:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978213.297327:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978213.297328:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978213.297331:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978213.297337:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978213.297341:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.297523:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978213.297527:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.297530:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978214.321262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978214.321267:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978214.321271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978214.321289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978214.321296:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978214.321303:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.321307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978214.321310:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.321313:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978214.321374:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978214.321377:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978214.321379:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978214.321381:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978214.321383:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978214.321385:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.324247:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978214.324249:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.324263:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978215.345331:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978215.345339:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978215.345343:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978215.345358:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978215.345366:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978215.345505:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978215.345514:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978215.345518:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978215.345535:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978216.369215:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978216.369221:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978216.369225:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978216.369232:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978216.369236:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978216.369250:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978216.369257:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978216.369262:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978216.369266:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978216.369324:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978216.369328:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978216.369330:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978216.369333:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978216.369335:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978216.369338:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978216.369340:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978216.369341:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978216.369343:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978217.329350:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978217.329354:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978217.329358:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978217.393284:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978217.393294:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978217.393299:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978217.393306:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978217.393312:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978217.393316:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.393390:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978217.393393:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.393398:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.417277:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978218.417283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978218.417287:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.417291:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978218.417297:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978218.417302:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.417318:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.417322:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.417326:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978219.441273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978219.441283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978219.441290:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978219.441297:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978219.441305:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978219.441312:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978219.441318:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978219.441322:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978219.441329:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978220.465326:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978220.465330:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978220.465331:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978220.465334:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978220.465337:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978220.465343:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978220.465347:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978220.465351:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978220.465357:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978221.489247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978221.489254:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978221.489256:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978221.489261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978221.489264:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978221.489267:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.489271:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978221.489273:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.489275:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978221.491568:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978221.491571:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978221.491572:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978221.491575:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978221.491577:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978221.491579:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.491580:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978221.491582:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.491584:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978222.449341:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978222.449346:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978222.449349:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978222.513272:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978222.513279:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978222.513284:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978222.513291:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978222.513299:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978222.513306:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978222.513319:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978222.513322:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978222.513326:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.537242:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978223.537252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978223.537256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.537263:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978223.537270:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978223.537275:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.537290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978223.537293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.537296:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.537319:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978223.537322:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978223.537324:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.537326:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978223.537328:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978223.537330:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.537332:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978223.537334:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.537335:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978224.561244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978224.561248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978224.561249:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978224.561252:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978224.561254:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978224.561256:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.561257:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978224.561259:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.561261:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978224.562504:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978224.562508:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978224.562509:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978224.562512:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978224.562514:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978224.562731:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.562733:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978224.562738:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.562741:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978225.585492:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978225.585497:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978225.585498:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978225.585502:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978225.585504:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978225.585506:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.585508:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978225.585510:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.585513:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978225.585827:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978225.585832:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978225.585835:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978225.585838:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978225.585841:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978225.585844:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.585846:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978225.585848:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.585850:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978226.609318:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978226.609337:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978226.609342:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978226.609353:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978226.609363:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978226.609377:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.609415:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978226.609418:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.609423:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978226.609437:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978226.609441:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978226.609463:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978226.609471:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978226.609476:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978226.609481:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.609485:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978226.609487:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.609490:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978227.569360:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978227.569363:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978227.569366:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978227.633456:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978227.633462:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978227.633464:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978227.633467:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978227.633471:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978227.633478:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978227.633484:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978227.633489:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978227.633496:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.657245:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978228.657252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978228.657255:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.657261:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978228.657269:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978228.657273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.657278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978228.657281:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.657284:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.657309:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978228.657313:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978228.657315:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.657319:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978228.657322:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978228.657324:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.657325:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978228.657326:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.657328:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978229.681248:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978229.681258:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978229.681263:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978229.681271:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978229.681277:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978229.681282:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.681286:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978229.681291:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.681294:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978229.681310:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978229.681320:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978229.681322:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978229.681324:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978229.681326:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978229.681328:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.681334:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978229.681336:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.681337:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978230.706573:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978230.706577:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978230.706578:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978230.706581:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978230.706584:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978230.706586:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.706588:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978230.706590:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.706592:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978230.706624:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978230.706626:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978230.706627:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978230.706629:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978230.706631:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978230.706633:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.706634:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978230.706636:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.706638:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978231.729239:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978231.729246:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978231.729251:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978231.729257:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978231.729264:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978231.729269:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.729274:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978231.729279:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.729281:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978231.729300:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978231.729304:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978231.729305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978231.729307:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978231.729309:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978231.729313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.729316:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978231.729320:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.729322:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978232.689327:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978232.689332:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978232.689336:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783978233.073427:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978233.073437:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978233.073440:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978233.073443:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978233.073447:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978233.073453:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15766 00000400:00000200:0.0:1783978233.073461:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978233.073466:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978233.073469:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978233.073472:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073475:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.073477:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073479:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978233.073483:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978233.073485:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978233.073487:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978233.073490:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978233.073492:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978233.073495:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978233.073498:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073500:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.073502:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073503:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978233.073506:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978233.073509:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073511:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978233.073514:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978233.073517:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978233.073520:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.073521:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978233.073524:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978233.073532:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978233.073535:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978233.073539:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978233.073541:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.073544:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978233.073546:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978233.073550:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978233.073558:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978233.073563:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.073571:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496925952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978233.073580:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978233.073584:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978233.073588:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496925952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978233.073608:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978233.073611:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978233.073614:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978233.073616:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978233.073618:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978233.073621:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978233.073623:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15766 00000400:00000200:0.0:1783978233.073627:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978233.073631:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978233.073633:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978233.073636:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073638:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.073640:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073642:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978233.073647:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978233.073649:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978233.073651:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978233.073655:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978233.073658:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978233.073660:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978233.073666:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073670:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.073674:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073679:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978233.073682:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978233.073688:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073693:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978233.073696:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978233.073704:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978233.073710:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.073714:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978233.073720:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978233.073726:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.073731:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978233.073737:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978233.073742:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978233.073747:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978233.073749:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.073753:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978233.073755:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978233.073759:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978233.073766:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978233.073772:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.073781:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496926080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978233.073845:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978233.073851:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978233.073860:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496926080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978233.073884:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978233.073887:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978233.073891:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978233.073893:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978233.073895:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978233.073902:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978233.073908:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15766 00000400:00000200:0.0:1783978233.073916:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978233.073923:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978233.073926:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978233.073931:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073934:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.073939:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.073944:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978233.073949:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978233.073984:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978233.073988:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978233.073993:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978233.073999:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978233.074005:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978233.074012:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074018:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.074024:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074029:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978233.074034:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978233.074039:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074046:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978233.074050:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978233.074066:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978233.074072:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074078:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978233.074082:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978233.074087:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074092:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978233.074097:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978233.074102:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978233.074109:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978233.074112:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074114:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978233.074116:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978233.074120:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978233.074127:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978233.074174:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.074184:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496926208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978233.074193:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978233.074197:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978233.074214:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496926208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978233.074235:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978233.074241:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978233.074252:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978233.074262:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978233.074267:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978233.074273:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978233.074280:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15766 00000400:00000200:0.0:1783978233.074288:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978233.074296:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978233.074302:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978233.074308:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074314:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.074318:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074324:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978233.074329:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978233.074332:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978233.074336:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978233.074340:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978233.074344:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978233.074348:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978233.074355:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074360:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.074365:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074384:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978233.074390:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978233.074398:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074404:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978233.074409:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978233.074418:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978233.074424:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074430:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978233.074434:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978233.074440:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074443:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978233.074448:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978233.074454:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978233.074460:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978233.074463:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074467:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978233.074470:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978233.074474:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978233.074482:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978233.074488:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.074498:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496926336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978233.074512:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978233.074514:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978233.074532:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496926336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978233.074546:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978233.074551:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978233.074557:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978233.074558:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978233.074560:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978233.074565:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978233.074570:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15766 00000400:00000200:0.0:1783978233.074579:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978233.074585:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978233.074590:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978233.074609:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074621:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.074626:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074630:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978233.074633:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978233.074636:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978233.074638:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978233.074642:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978233.074645:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978233.074651:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978233.074657:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074661:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978233.074666:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074669:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978233.074673:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978233.074679:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978233.074684:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978233.074688:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978233.074691:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978233.074695:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074698:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978233.074701:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978233.074706:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074709:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978233.074715:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978233.074721:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978233.074727:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978233.074731:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.074736:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978233.074738:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978233.074746:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978233.074752:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978233.074758:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.074766:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496926464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978233.074786:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978233.074790:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978233.074796:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496926464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978233.074825:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978233.074833:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15776) 00000100:00000001:0.0:1783978233.777365:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978233.777367:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978233.777376:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.777378:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978233.777384:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978233.777386:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.777388:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978233.777389:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.777392:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978234.801845:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978234.801849:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978234.801851:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978234.801854:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978234.801857:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978234.801861:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.801865:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978234.801869:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.801873:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978235.249282:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978235.249290:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978235.249292:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978235.249297:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978235.249300:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978235.249304:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.249307:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978235.249309:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.249312:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978235.825935:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978235.825939:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978235.825941:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978235.825944:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978235.825946:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978235.825948:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.825951:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978235.825953:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.825955:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978235.831123:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978235.831128:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978235.831129:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978235.831132:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978235.831135:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978235.831158:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.831159:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978235.831161:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.831163:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978236.273264:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978236.273272:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978236.273274:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978236.273279:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978236.273282:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978236.273285:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.273286:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978236.273288:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.273290:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978236.850585:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978236.850589:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978236.850591:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978236.850593:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978236.850596:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978236.850597:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.850598:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978236.850600:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.850601:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978237.297294:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978237.297302:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978237.297304:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978237.297309:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978237.297313:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978237.297316:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.297319:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978237.297322:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.297324:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978237.809331:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978237.809340:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978237.809343:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978237.873243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978237.873251:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978237.873254:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978237.873260:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978237.873265:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978237.873268:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.873274:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978237.873279:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.873285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978237.874087:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978237.874092:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978237.874096:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978237.874100:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978237.874103:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978237.874105:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.874107:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978237.874109:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.874111:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978238.193265:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978238.193274:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978238.193277:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978238.193281:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978238.193285:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978238.193292:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15771 00000400:00000200:0.0:1783978238.193300:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978238.193307:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978238.193310:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978238.193313:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193316:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.193318:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193321:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978238.193324:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978238.193327:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978238.193330:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978238.193333:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978238.193335:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978238.193338:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978238.193341:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193343:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.193345:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193347:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978238.193350:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978238.193353:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193356:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978238.193359:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978238.193362:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978238.193365:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193379:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978238.193382:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978238.193391:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978238.193395:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978238.193399:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978238.193401:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193404:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978238.193406:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978238.193410:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978238.193417:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978238.193425:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.193433:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496926592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978238.193443:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978238.193446:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978238.193451:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496926592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978238.193472:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978238.193475:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978238.193478:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978238.193479:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978238.193481:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978238.193483:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978238.193486:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15771 00000400:00000200:0.0:1783978238.193489:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978238.193492:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978238.193494:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978238.193497:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193499:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.193501:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193504:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978238.193507:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978238.193508:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978238.193509:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978238.193511:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978238.193513:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978238.193515:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978238.193520:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193522:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.193524:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193527:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978238.193529:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978238.193534:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193536:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978238.193538:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978238.193545:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978238.193552:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193555:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978238.193559:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978238.193564:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193568:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978238.193571:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978238.193578:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978238.193583:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978238.193586:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193592:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978238.193596:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978238.193599:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978238.193607:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978238.193614:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.193624:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496926720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978238.193646:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978238.193653:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978238.193662:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496926720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978238.193683:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978238.193686:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978238.193695:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978238.193699:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978238.193701:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978238.193709:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978238.193718:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15771 00000400:00000200:0.0:1783978238.193729:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978238.193737:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978238.193741:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978238.193745:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193754:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.193762:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193767:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978238.193772:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978238.193774:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978238.193781:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978238.193788:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978238.193794:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978238.193799:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978238.193812:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193817:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.193823:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193829:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978238.193832:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978238.193844:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978238.193848:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978238.193850:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978238.193854:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978238.193860:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193872:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978238.193875:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978238.193880:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193887:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978238.193893:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978238.193899:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978238.193904:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978238.193907:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.193913:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978238.193918:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978238.193922:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978238.193933:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978238.193941:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.193951:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496926848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978238.193974:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978238.193979:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978238.193991:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496926848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978238.194007:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978238.194014:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978238.194025:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978238.194028:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978238.194033:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978238.194037:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978238.194045:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15771 00000400:00000200:0.0:1783978238.194055:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978238.194072:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978238.194076:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978238.194082:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194090:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.194099:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194108:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978238.194115:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978238.194120:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978238.194124:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978238.194129:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978238.194172:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978238.194176:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978238.194180:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194183:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.194196:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194202:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978238.194206:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978238.194214:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194218:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978238.194224:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978238.194229:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978238.194237:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.194244:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978238.194246:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978238.194251:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.194253:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978238.194256:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978238.194258:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978238.194260:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978238.194260:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.194264:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978238.194265:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978238.194267:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978238.194270:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978238.194272:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.194278:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496926976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978238.194290:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978238.194296:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978238.194302:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496926976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978238.194308:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978238.194315:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978238.194320:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978238.194322:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978238.194326:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978238.194331:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978238.194335:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15771 00000400:00000200:0.0:1783978238.194347:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978238.194352:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978238.194355:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978238.194362:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194366:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.194372:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194376:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978238.194385:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978238.194387:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978238.194394:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978238.194397:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978238.194400:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978238.194403:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978238.194414:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194423:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978238.194429:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194434:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978238.194443:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978238.194452:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978238.194456:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978238.194461:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978238.194467:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978238.194472:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.194478:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978238.194485:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978238.194491:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.194495:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978238.194507:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978238.194515:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978238.194524:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978238.194527:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.194533:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978238.194536:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978238.194541:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978238.194546:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978238.194550:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.194559:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496927104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978238.194578:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978238.194583:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978238.194598:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496927104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978238.194615:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978238.194626:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15781) 00000100:00000001:0.0:1783978238.323033:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978238.323040:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978238.323042:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.323047:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978238.323051:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978238.323055:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.323057:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978238.323059:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.323062:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.897306:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978238.897317:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978238.897321:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.897334:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978238.897344:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978238.897353:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.897564:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978238.897567:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.897570:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.346982:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978239.346991:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978239.346993:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.347001:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978239.347005:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978239.347009:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.347012:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978239.347015:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.347018:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.922256:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978239.922261:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978239.922263:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.922266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978239.922268:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978239.922271:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.922278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978239.922279:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.922281:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.926968:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978239.926975:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978239.926978:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.926985:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978239.926991:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978239.926994:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.926997:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978239.927000:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.927002:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978240.369543:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978240.369563:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978240.369569:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978240.369578:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978240.369583:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978240.369587:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.369591:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978240.369595:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.369599:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978240.945260:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978240.945267:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978240.945271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978240.945276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978240.945281:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978240.945286:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.945293:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978240.945298:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.945306:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978241.393308:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978241.393327:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978241.393328:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978241.393334:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978241.393338:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978241.393341:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.393343:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978241.393345:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.393347:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978241.969243:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978241.969249:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978241.969256:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978241.969260:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978241.969265:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978241.969269:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.969274:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978241.969277:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.969281:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978241.969320:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978241.969326:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978241.969342:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978241.969351:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978241.969360:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978241.969367:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.969397:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978241.969401:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.969404:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978242.417339:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978242.417356:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978242.417359:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978242.417363:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978242.417368:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978242.417371:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.417373:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978242.417376:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.417379:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978242.929358:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978242.929361:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978242.929364:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978242.993874:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978242.993880:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978242.993883:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978242.993888:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978242.993893:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978242.993898:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.993905:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978242.993909:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.993912:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978243.441214:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978243.441222:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978243.441224:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978243.441230:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978243.441234:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978243.441237:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.441240:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978243.441242:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.441245:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978244.017240:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978244.017249:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978244.017251:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978244.017256:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978244.017260:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978244.017265:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.017268:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978244.017272:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.017276:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978244.017940:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978244.017943:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978244.017944:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978244.017947:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978244.017949:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978244.017951:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.017953:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978244.017954:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.017956:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978244.465220:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978244.465227:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978244.465229:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978244.465234:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978244.465238:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978244.465241:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.465243:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978244.465245:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.465248:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978245.041988:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978245.041993:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978245.041995:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978245.041999:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978245.042002:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978245.042006:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.042011:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978245.042013:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.042014:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978245.489268:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978245.489276:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978245.489278:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978245.489282:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978245.489286:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978245.489290:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.489293:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978245.489295:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.489298:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978246.065555:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978246.065558:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978246.065560:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978246.065565:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978246.065567:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978246.065570:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.065574:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978246.065593:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.065595:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978246.513934:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978246.513945:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978246.513947:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978246.513955:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978246.513958:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978246.513963:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.513966:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978246.513969:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.513977:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978247.089215:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978247.089225:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978247.089231:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978247.089241:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978247.089248:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978247.089254:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.089262:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978247.089265:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.089269:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978247.089286:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978247.089291:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978247.089294:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978247.089296:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978247.089300:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978247.089302:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.089305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978247.089307:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.089310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978247.089343:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978247.089347:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978247.089348:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978247.089351:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978247.089354:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978247.089357:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.089362:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978247.089364:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.089369:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978247.537385:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978247.537395:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978247.537398:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978247.537406:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978247.537411:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978247.537416:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.537427:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978247.537431:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.537435:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978248.049383:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978248.049390:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978248.049394:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978248.116106:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978248.116117:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978248.116119:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978248.116126:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978248.116130:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978248.116133:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.116156:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978248.116159:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.116163:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978248.561255:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978248.561262:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978248.561263:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978248.561269:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978248.561273:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978248.561277:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.561279:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978248.561282:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.561285:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.137236:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.137243:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.137245:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.137250:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.137254:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.137257:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.137260:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.137262:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.137265:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.137487:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.137491:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.137492:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.137495:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.137500:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.137503:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.137507:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.137510:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.137512:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.137556:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.137561:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.137563:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.137566:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.137569:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.137574:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.137577:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.137579:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.137581:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.585348:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.585359:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.585361:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.585369:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.585374:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.585379:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.585382:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.585386:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.585389:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978250.161248:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978250.161256:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978250.161258:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978250.161264:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978250.161268:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978250.161272:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.161276:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978250.161280:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.161286:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978250.161369:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978250.161371:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978250.161373:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978250.161375:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978250.161377:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978250.161379:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.161391:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978250.161393:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.161394:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978250.609246:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978250.609252:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978250.609253:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978250.609257:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978250.609259:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978250.609262:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.609264:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978250.609266:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.609268:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978251.185231:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978251.185240:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978251.185244:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978251.185254:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978251.185262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978251.185270:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.185288:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978251.185291:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.185295:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978251.633252:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978251.633260:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978251.633263:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978251.633268:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978251.633271:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978251.633274:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.633277:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978251.633278:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.633281:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978252.209228:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978252.209234:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978252.209236:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978252.209241:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978252.209245:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978252.209250:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.209253:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978252.209256:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.209261:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978252.209401:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978252.209404:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978252.209405:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978252.209408:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978252.209410:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978252.209412:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.209414:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978252.209416:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.209417:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978252.210910:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978252.210913:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978252.210914:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978252.210916:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978252.210918:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978252.210920:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.210922:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978252.210923:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.210925:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978252.657887:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978252.657893:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978252.657895:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978252.657899:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978252.657902:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978252.657905:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.657906:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978252.657908:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.657910:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978253.169633:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978253.169677:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978253.169681:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978253.233357:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978253.233366:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978253.233777:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.233780:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978253.233783:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978253.233785:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978253.233787:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978253.233789:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978253.233791:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978253.555682:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978253.555692:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978253.555695:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978253.555699:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978253.555703:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978253.555710:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15786 00000400:00000200:0.0:1783978253.555719:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978253.555726:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978253.555729:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978253.555732:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555736:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.555738:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555741:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978253.555745:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978253.555747:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978253.555749:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978253.555752:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978253.555756:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978253.555758:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978253.555761:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555763:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.555765:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555767:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978253.555770:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978253.555773:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555775:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978253.555777:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978253.555780:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978253.555783:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.555785:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978253.555787:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978253.555797:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978253.555801:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978253.555805:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978253.555806:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.555810:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978253.555812:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978253.555816:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978253.555824:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978253.555831:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.555840:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496928512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978253.555850:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978253.555854:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978253.555859:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496928512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978253.555887:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978253.555891:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978253.555895:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978253.555896:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978253.555898:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978253.555901:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978253.555903:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15786 00000400:00000200:0.0:1783978253.555906:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978253.555909:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978253.555911:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978253.555914:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555916:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.555918:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555920:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978253.555922:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978253.555923:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978253.555925:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978253.555927:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978253.555929:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978253.555931:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978253.555934:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555935:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.555937:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555939:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978253.555941:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978253.555944:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978253.555946:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978253.555948:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978253.555954:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978253.555955:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.555957:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978253.555961:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978253.555964:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.555966:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978253.555970:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978253.555972:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978253.555974:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978253.555975:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.555977:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978253.555978:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978253.555980:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978253.555983:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978253.555987:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.555991:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496928640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978253.555998:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978253.556001:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978253.556004:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496928640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978253.556012:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978253.556015:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978253.556019:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978253.556020:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978253.556022:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978253.556024:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978253.556027:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15786 00000400:00000200:0.0:1783978253.556030:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978253.556032:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978253.556035:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978253.556037:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556039:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.556041:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556044:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978253.556045:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978253.556046:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978253.556048:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978253.556049:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978253.556052:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978253.556054:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978253.556056:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556058:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.556060:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556061:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978253.556063:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978253.556065:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556068:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978253.556069:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978253.556072:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978253.556074:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556076:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978253.556077:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978253.556080:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556081:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978253.556085:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978253.556087:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978253.556089:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978253.556090:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556092:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978253.556093:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978253.556094:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978253.556098:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978253.556101:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.556105:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496928768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978253.556118:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978253.556119:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978253.556122:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496928768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978253.556130:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978253.556133:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978253.556175:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978253.556176:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978253.556178:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978253.556181:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978253.556183:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15786 00000400:00000200:0.0:1783978253.556187:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978253.556189:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978253.556191:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978253.556194:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556196:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.556198:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556200:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978253.556202:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978253.556203:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978253.556204:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978253.556206:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978253.556208:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978253.556210:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978253.556213:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556215:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.556216:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556218:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978253.556221:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978253.556224:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556226:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978253.556228:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978253.556230:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978253.556232:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556234:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978253.556236:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978253.556238:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556240:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978253.556244:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978253.556246:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978253.556248:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978253.556249:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556251:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978253.556252:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978253.556254:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978253.556257:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978253.556260:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.556264:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496928896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978253.556271:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978253.556273:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978253.556276:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496928896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978253.556283:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978253.556285:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978253.556288:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978253.556290:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978253.556291:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978253.556295:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978253.556297:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15786 00000400:00000200:0.0:1783978253.556301:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978253.556303:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978253.556305:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978253.556308:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556310:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.556312:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556314:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978253.556316:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978253.556317:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978253.556319:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978253.556320:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978253.556322:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978253.556323:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978253.556326:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556328:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978253.556329:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556331:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978253.556334:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978253.556336:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978253.556338:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978253.556339:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978253.556342:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978253.556343:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556345:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978253.556347:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978253.556349:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556350:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978253.556355:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978253.556357:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978253.556359:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978253.556361:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.556363:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978253.556364:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978253.556366:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978253.556369:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978253.556373:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.556376:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496929024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978253.556383:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978253.556385:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978253.556388:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496929024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978253.556395:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978253.556399:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15797) 00000100:00000001:0.0:1783978253.681244:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978253.681252:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978253.681254:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.681259:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978253.681263:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978253.681266:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978253.681269:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978253.681271:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978253.681274:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978254.257249:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978254.257253:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978254.257256:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978254.257260:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978254.257266:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978254.257269:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.257283:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978254.257286:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.257290:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978254.257315:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978254.257318:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978254.257321:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978254.257325:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978254.257328:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978254.257330:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.257336:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978254.257339:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.257343:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978254.705256:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978254.705263:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978254.705265:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978254.705270:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978254.705274:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978254.705277:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.705280:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978254.705282:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.705286:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978255.281840:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978255.281844:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978255.281845:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978255.281848:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978255.281850:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978255.281852:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.281854:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978255.281855:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.281858:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978255.282539:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978255.282548:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978255.282554:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978255.282562:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978255.282580:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978255.282585:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.282590:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978255.282593:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.282599:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978255.729284:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978255.729292:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978255.729294:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978255.729301:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978255.729306:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978255.729314:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.729318:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978255.729321:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.729324:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978256.305244:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978256.305253:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978256.305255:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978256.305265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978256.305273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978256.305280:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.305285:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978256.305290:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.305293:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978256.753221:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978256.753228:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978256.753230:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978256.753235:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978256.753239:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978256.753242:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.753245:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978256.753247:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.753250:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978257.329240:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978257.329247:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978257.329252:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978257.329260:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978257.329267:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978257.329273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.329296:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978257.329300:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.329305:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978257.777232:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978257.777238:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978257.777239:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978257.777242:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978257.777246:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978257.777249:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.777251:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978257.777252:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.777254:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978258.289408:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978258.289413:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978258.289416:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978258.353319:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978258.353327:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978258.353332:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978258.353336:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978258.353340:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978258.356199:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.356213:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978258.356215:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.356219:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978258.801277:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978258.801289:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978258.801291:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978258.801299:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978258.801304:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978258.801309:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.801312:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978258.801316:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.801320:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978259.377556:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978259.377564:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978259.377566:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978259.377571:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978259.377575:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978259.377579:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978259.377582:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978259.377584:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978259.377588:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978259.825244:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978259.825253:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978259.825254:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978259.825260:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978259.825263:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978259.825267:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978259.825269:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978259.825272:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978259.825276:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978260.401249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978260.401255:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978260.401264:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978260.401270:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978260.401276:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978260.401283:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.401290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978260.401295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.401301:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978260.401532:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978260.401536:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978260.401538:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978260.401540:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978260.401542:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978260.401545:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.401546:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978260.401548:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.401550:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978260.849320:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978260.849329:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978260.849331:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978260.849338:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978260.849344:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978260.849348:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.849352:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978260.849355:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.849359:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978261.425637:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978261.425643:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978261.425647:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978261.425652:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978261.425659:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978261.425663:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.425665:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978261.425667:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.425669:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978261.873290:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978261.873300:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978261.873302:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978261.873309:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978261.873313:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978261.873318:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.873321:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978261.873324:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.873329:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978262.449395:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978262.449399:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978262.449401:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978262.449403:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978262.449406:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978262.449408:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.449410:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978262.449412:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.449414:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978262.897241:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978262.897249:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978262.897251:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978262.897257:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978262.897261:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978262.897265:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.897267:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978262.897268:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.897271:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978263.409372:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978263.409375:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978263.409378:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978263.473484:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978263.473487:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978263.473488:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978263.473490:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978263.473492:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978263.473493:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.473495:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978263.473496:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.473498:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978263.921252:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978263.921257:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978263.921259:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978263.921263:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978263.921266:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978263.921268:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.921270:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978263.921272:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.921274:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978264.497262:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978264.497270:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978264.497272:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978264.497277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978264.497280:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978264.497284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978264.497286:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978264.497288:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978264.497291:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978264.945244:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978264.945249:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978264.945250:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978264.945254:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978264.945256:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978264.945259:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978264.945261:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978264.945263:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978264.945265:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978265.521229:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978265.521238:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978265.521243:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978265.521253:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978265.521260:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978265.521267:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.523076:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978265.523081:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.523093:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978265.523119:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978265.523123:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978265.523123:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978265.523125:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978265.523127:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978265.523130:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.523146:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978265.523148:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.523150:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978265.969851:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978265.969860:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978265.969863:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978265.969868:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978265.969872:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978265.969875:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.969878:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978265.969880:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.969883:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978266.545583:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978266.545591:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978266.545594:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978266.545600:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978266.545605:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978266.545609:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.545614:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978266.545618:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.545622:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978266.993247:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978266.993255:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978266.993257:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978266.993262:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978266.993266:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978266.993269:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.993271:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978266.993273:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.993276:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978267.569308:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978267.569313:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978267.569317:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978267.569323:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978267.569330:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978267.569334:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.569343:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978267.569348:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.569374:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978267.569418:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978267.569424:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978267.569427:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978267.569430:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978267.569434:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978267.569438:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.569441:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978267.569443:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.569445:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.017248:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978268.017255:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978268.017257:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.017262:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978268.017265:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978268.017269:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978268.017272:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978268.017274:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978268.017276:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978268.529374:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978268.529378:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978268.529384:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978268.597566:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978268.597572:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978268.597574:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.597579:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978268.597583:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978268.597586:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978268.597590:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978268.597596:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978268.597600:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978268.913266:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978268.913275:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978268.913277:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978268.913280:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978268.913283:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978268.913289:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15802 00000400:00000200:0.0:1783978268.913296:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978268.913300:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978268.913303:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978268.913305:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913307:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913309:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913310:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978268.913313:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978268.913315:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978268.913316:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978268.913319:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978268.913320:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978268.913322:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978268.913323:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913324:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913325:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913327:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978268.913338:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978268.913341:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913344:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978268.913347:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978268.913350:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978268.913353:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913355:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978268.913357:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978268.913367:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978268.913371:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978268.913375:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978268.913377:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913380:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978268.913383:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978268.913387:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978268.913395:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978268.913401:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.913409:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496930432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978268.913428:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978268.913432:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978268.913436:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496930432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978268.913456:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978268.913458:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978268.913460:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978268.913461:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978268.913462:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978268.913464:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978268.913466:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15802 00000400:00000200:0.0:1783978268.913468:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978268.913470:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978268.913472:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978268.913477:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913478:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913479:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913480:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978268.913482:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978268.913483:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978268.913484:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978268.913486:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978268.913487:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978268.913488:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978268.913490:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913491:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913492:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913493:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978268.913494:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978268.913496:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913497:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978268.913498:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978268.913503:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978268.913505:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913507:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978268.913510:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978268.913513:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913514:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978268.913517:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978268.913519:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978268.913521:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978268.913522:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913524:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978268.913525:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978268.913527:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978268.913530:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978268.913534:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.913539:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496930560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978268.913546:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978268.913548:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978268.913551:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496930560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978268.913560:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978268.913561:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978268.913564:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978268.913565:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978268.913566:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978268.913569:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978268.913571:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15802 00000400:00000200:0.0:1783978268.913575:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978268.913577:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978268.913579:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978268.913581:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913584:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913586:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913588:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978268.913590:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978268.913591:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978268.913592:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978268.913595:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978268.913596:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978268.913598:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978268.913601:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913603:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913605:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913607:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978268.913609:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978268.913622:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913624:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978268.913626:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978268.913633:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978268.913634:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913636:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978268.913638:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978268.913640:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913642:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978268.913646:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978268.913648:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978268.913650:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978268.913652:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913654:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978268.913655:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978268.913656:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978268.913659:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978268.913661:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.913664:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496930688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978268.913669:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978268.913670:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978268.913672:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496930688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978268.913676:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978268.913678:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978268.913680:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978268.913681:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978268.913682:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978268.913684:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978268.913686:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15802 00000400:00000200:0.0:1783978268.913688:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978268.913690:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978268.913691:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978268.913694:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913695:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913696:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913697:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978268.913699:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978268.913699:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978268.913700:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978268.913701:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978268.913702:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978268.913703:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978268.913705:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913706:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913707:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913708:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978268.913710:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978268.913711:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913713:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978268.913714:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978268.913715:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978268.913716:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913717:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978268.913719:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978268.913720:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913721:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978268.913722:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978268.913724:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978268.913725:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978268.913725:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913726:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978268.913727:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978268.913728:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978268.913736:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978268.913738:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.913740:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496930816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978268.913744:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978268.913745:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978268.913747:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496930816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978268.913751:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978268.913753:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978268.913754:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978268.913755:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978268.913756:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978268.913757:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978268.913758:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15802 00000400:00000200:0.0:1783978268.913760:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978268.913761:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978268.913762:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978268.913764:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913765:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913766:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913767:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978268.913768:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978268.913769:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978268.913770:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978268.913771:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978268.913772:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978268.913773:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978268.913775:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913776:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978268.913777:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913778:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978268.913780:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978268.913782:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978268.913783:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978268.913784:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978268.913785:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978268.913786:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913787:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978268.913788:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978268.913789:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913790:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978268.913791:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978268.913793:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978268.913794:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978268.913795:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.913797:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978268.913798:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978268.913799:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978268.913801:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978268.913804:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.913807:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496930944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978268.913813:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978268.913815:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978268.913818:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496930944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978268.913825:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978268.913829:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15812) 00000100:00000001:0.0:1783978269.041252:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978269.041261:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978269.041263:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978269.041269:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978269.041273:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978269.041277:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.041279:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978269.041281:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.041284:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978269.617261:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978269.617270:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978269.617283:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978269.617289:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978269.617293:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978269.617298:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.617302:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978269.617306:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.617309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978269.617534:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978269.617537:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978269.617538:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978269.617541:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978269.617543:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978269.617545:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.617547:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978269.617548:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.617550:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978270.065228:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978270.065235:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978270.065237:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978270.065242:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978270.065246:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978270.065250:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.065252:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978270.065254:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.065257:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978270.641394:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978270.641399:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978270.641402:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978270.641406:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978270.641410:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978270.641414:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.641416:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978270.641419:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.641422:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978270.641448:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978270.641452:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978270.641454:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978270.641459:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978270.641462:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978270.641465:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.641469:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978270.641473:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.641482:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978271.089323:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978271.089333:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978271.089335:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978271.089343:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978271.089347:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978271.089352:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.089355:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978271.089359:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.089363:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978271.665247:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978271.665252:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978271.665256:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978271.665262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978271.665267:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978271.665271:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.665274:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978271.665276:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.665279:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978271.665359:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978271.665363:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978271.665372:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978271.665375:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978271.665383:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978271.665385:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.665387:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978271.665390:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.665396:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978272.113247:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978272.113254:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978272.113255:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978272.113259:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978272.113261:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978272.113264:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.113266:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978272.113267:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.113269:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978272.689291:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978272.689300:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978272.689302:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978272.689308:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978272.689312:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978272.689316:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.689319:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978272.689322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.689325:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978272.689500:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978272.689503:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978272.689504:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978272.689507:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978272.689509:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978272.689511:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.689513:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978272.689514:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.689516:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978273.137245:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978273.137250:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978273.137251:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978273.137269:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978273.137273:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978273.137276:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.137278:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978273.137280:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.137282:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978273.649395:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978273.649406:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978273.649410:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978273.713242:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978273.713257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978273.713261:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978273.713270:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978273.713278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978273.713284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.713296:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978273.713300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.713306:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.161235:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978274.161255:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978274.161256:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.161266:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978274.161270:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978274.161273:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.161276:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978274.161278:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.161281:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.737297:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978274.737302:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978274.737304:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.737308:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978274.737310:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978274.737312:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.737314:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978274.737316:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.737319:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.738342:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978274.738348:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978274.738352:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.738358:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978274.738364:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978274.738369:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.738373:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978274.738376:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.738380:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978275.185271:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978275.185278:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978275.185280:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978275.185285:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978275.185289:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978275.185293:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.185296:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978275.185299:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.185302:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978275.761237:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978275.761246:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978275.761250:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978275.761260:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978275.761267:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978275.761271:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.761277:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978275.761282:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.761460:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978276.209284:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978276.209292:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978276.209294:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978276.209300:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978276.209303:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978276.209306:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.209309:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978276.209312:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.209315:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978276.785263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978276.785271:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978276.785275:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978276.785283:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978276.785290:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978276.785297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.785304:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978276.785309:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.785315:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978276.785371:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978276.785375:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978276.785377:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978276.785380:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978276.785385:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978276.785389:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.786732:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978276.786735:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.786746:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978277.233302:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978277.233309:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978277.233311:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978277.233317:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978277.233322:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978277.233325:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.233328:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978277.233330:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.233333:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978277.809705:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978277.809708:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978277.809709:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978277.809711:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978277.809713:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978277.809714:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.809715:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978277.809716:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.809718:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978278.257514:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978278.257522:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978278.257524:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978278.257529:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978278.257533:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978278.257536:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.257539:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978278.257542:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.257545:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978278.769392:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978278.769396:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978278.769399:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978278.833336:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978278.833340:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978278.833342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978278.833346:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978278.833350:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978278.833352:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.833364:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978278.833367:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.833370:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978279.153283:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978279.153293:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978279.153295:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978279.153299:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978279.153303:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978279.153309:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15812 00000400:00000200:0.0:1783978279.153318:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978279.153324:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978279.153327:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978279.153330:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153333:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.153335:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153338:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978279.153342:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978279.153344:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978279.153346:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978279.153350:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978279.153353:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978279.153355:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978279.153358:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153360:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.153362:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153365:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978279.153368:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978279.153371:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153374:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.153377:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978279.153380:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.153383:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153385:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978279.153387:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978279.153396:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978279.153401:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978279.153404:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978279.153406:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153409:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978279.153412:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978279.153415:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978279.153424:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978279.153430:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.153439:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496931712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978279.153449:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978279.153454:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.153458:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496931712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.153482:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978279.153498:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978279.153502:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978279.153503:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978279.153505:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978279.153509:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978279.153512:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15812 00000400:00000200:0.0:1783978279.153516:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978279.153521:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978279.153525:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978279.153531:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153535:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.153543:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153549:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978279.153554:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978279.153557:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978279.153561:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978279.153565:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978279.153570:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978279.153575:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978279.153581:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153585:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.153589:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153593:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978279.153596:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978279.153601:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153607:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.153609:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978279.153615:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.153619:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153622:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978279.153628:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978279.153634:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153637:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978279.153642:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978279.153647:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978279.153652:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978279.153655:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153658:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978279.153662:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978279.153665:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978279.153671:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978279.153678:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.153688:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496931840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978279.153700:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978279.153705:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.153711:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496931840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.153725:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978279.153729:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978279.153734:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978279.153737:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978279.153740:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978279.153744:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978279.153750:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15812 00000400:00000200:0.0:1783978279.153769:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978279.153777:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978279.153781:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978279.153788:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153793:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.153798:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153801:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978279.153803:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978279.153806:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978279.153808:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978279.153811:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978279.153815:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978279.153820:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978279.153829:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153833:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.153839:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153844:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978279.153850:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978279.153857:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978279.153861:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.153864:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978279.153868:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.153872:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153876:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978279.153879:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978279.153884:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153888:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978279.153892:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978279.153897:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978279.153904:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978279.153907:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.153910:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978279.153914:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978279.153917:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978279.153923:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978279.153929:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.153938:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496931968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978279.153950:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978279.153954:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.153960:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496931968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.153979:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978279.153984:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978279.153995:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978279.153998:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978279.154001:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978279.154006:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978279.154009:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15812 00000400:00000200:0.0:1783978279.154016:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978279.154023:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978279.154029:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978279.154036:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154042:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.154048:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154052:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978279.154056:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978279.154059:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978279.154063:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978279.154067:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978279.154072:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978279.154079:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978279.154088:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154093:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.154099:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154104:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978279.154109:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978279.154117:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154123:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.154128:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978279.154133:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.154179:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.154182:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978279.154187:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978279.154195:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.154199:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978279.154207:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978279.154213:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978279.154219:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978279.154223:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.154227:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978279.154230:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978279.154234:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978279.154240:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978279.154247:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.154258:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496932096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978279.154274:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978279.154278:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.154284:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496932096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.154302:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978279.154308:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978279.154314:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978279.154319:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978279.154322:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978279.154328:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978279.154333:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15812 00000400:00000200:0.0:1783978279.154342:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978279.154349:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978279.154354:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978279.154359:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154365:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.154371:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154377:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978279.154383:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978279.154388:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978279.154392:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978279.154395:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978279.154399:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978279.154406:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978279.154413:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154416:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978279.154419:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154421:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978279.154423:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978279.154426:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978279.154430:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.154434:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978279.154439:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.154443:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.154447:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978279.154451:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978279.154456:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.154459:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978279.154466:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978279.154471:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978279.154477:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978279.154479:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.154483:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978279.154486:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978279.154489:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978279.154496:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978279.154501:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.154508:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496932224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978279.154536:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978279.154540:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.154547:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496932224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.154562:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.154569:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15822) 00000100:00000001:0.0:1783978279.281314:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978279.281320:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978279.281322:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.281326:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978279.281330:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978279.281332:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.281334:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.281336:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.281338:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.857262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978279.857270:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978279.857274:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.857282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978279.857288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978279.857292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.857311:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.857315:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.857318:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.857363:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978279.857367:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978279.857369:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.857372:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978279.857375:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978279.857377:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.857380:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.857382:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.857384:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978280.305380:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978280.305386:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978280.305389:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978280.305394:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978280.305398:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978280.305400:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.305403:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978280.305405:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.305408:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978280.881276:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978280.881284:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978280.881287:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978280.881296:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978280.881303:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978280.881309:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.881315:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978280.881318:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.881322:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978281.331449:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978281.331455:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978281.331457:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978281.331462:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978281.331466:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978281.331469:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.331471:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978281.331474:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.331477:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978281.905239:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978281.905247:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978281.905251:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978281.905258:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978281.905263:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978281.905267:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.905271:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978281.905274:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.905278:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978281.905397:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978281.905402:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978281.905406:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978281.905412:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978281.905416:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978281.905419:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.905422:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978281.905423:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.905425:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978282.353302:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978282.353308:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978282.353310:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978282.353317:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978282.353321:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978282.353325:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.353328:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978282.353331:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.353335:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978282.929290:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978282.929295:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978282.929297:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978282.929300:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978282.929303:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978282.929306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.929308:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978282.929310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.929312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978282.929574:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978282.929578:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978282.929581:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978282.929584:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978282.929587:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978282.929590:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.929593:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978282.929594:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.929597:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978283.377288:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978283.377294:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978283.377296:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978283.377301:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978283.377305:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978283.377308:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.377320:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978283.377323:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.377326:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978283.889337:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978283.889342:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978283.889345:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978283.953259:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978283.953267:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978283.953269:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978283.953276:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978283.953283:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978283.953287:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.953294:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978283.953298:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.953301:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978283.953561:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978283.953564:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978283.953566:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978283.953568:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978283.953570:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978283.953572:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.953574:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978283.953576:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.953578:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978284.401227:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978284.401235:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978284.401237:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978284.401242:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978284.401246:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978284.401250:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.401252:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978284.401254:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.401257:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978284.977232:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978284.977237:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978284.977242:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978284.977249:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978284.977255:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978284.977259:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.977262:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978284.977265:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.977271:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978284.977287:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978284.977290:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978284.977293:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978284.977295:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978284.977297:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978284.977299:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.977301:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978284.977303:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.977306:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978285.425291:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978285.425300:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978285.425301:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978285.425307:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978285.425311:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978285.425314:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978285.425318:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978285.425320:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978285.425323:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978286.001249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978286.001257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978286.001260:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978286.001273:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978286.001275:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978286.001277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.001584:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978286.001586:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.001588:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978286.449265:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978286.449273:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978286.449275:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978286.449288:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978286.449292:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978286.449296:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.449299:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978286.449302:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.449305:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978287.025252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978287.025260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978287.025264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978287.025270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978287.025287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978287.025292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.025296:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978287.025300:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.025304:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978287.473228:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978287.473234:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978287.473235:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978287.473238:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978287.473241:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978287.473243:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.473245:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978287.473247:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.473249:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978288.049249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978288.049258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978288.049262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978288.049269:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978288.049284:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978288.049288:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.049294:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978288.049296:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.049298:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978288.497261:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978288.497269:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978288.497271:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978288.497276:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978288.497280:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978288.497284:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.497287:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978288.497289:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.497292:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978289.009395:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978289.009397:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978289.009399:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978289.073273:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978289.073288:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978289.073296:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978289.073308:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978289.073320:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978289.073329:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.073338:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978289.073344:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.073349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978289.073398:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978289.073404:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978289.073406:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978289.073410:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978289.073414:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978289.073419:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.073422:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978289.073425:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.073428:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978289.521292:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978289.521303:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978289.521305:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978289.521311:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978289.521314:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978289.521318:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.521320:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978289.521323:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.521327:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978290.097359:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978290.097372:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978290.097377:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978290.097386:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978290.097394:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978290.097402:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.097408:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978290.097412:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.097417:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978290.545312:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978290.545322:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978290.545324:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978290.545330:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978290.545334:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978290.545338:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.545341:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978290.545344:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.545347:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978291.121300:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978291.121311:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978291.121314:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978291.121321:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978291.121325:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978291.121330:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.121334:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978291.121337:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.121345:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978291.121508:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978291.121512:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978291.121514:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978291.121517:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978291.121519:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978291.121521:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.121523:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978291.121525:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.121526:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978291.571063:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978291.571074:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978291.571076:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978291.571084:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978291.571088:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978291.571093:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.571096:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978291.571099:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.571102:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978292.145279:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978292.145295:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978292.145298:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978292.145303:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978292.145308:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978292.145311:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.145330:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978292.145333:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.145336:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978292.593335:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978292.593344:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978292.593346:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978292.593353:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978292.593367:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978292.593372:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.593376:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978292.593379:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.593383:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978293.169438:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978293.169442:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978293.169444:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978293.169447:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978293.169450:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978293.169455:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.169461:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978293.169465:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.169468:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978293.618878:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978293.618888:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978293.618891:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978293.618897:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978293.618914:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978293.618922:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.618925:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978293.618928:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.618932:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978294.129629:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978294.129632:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978294.129636:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978294.193388:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978294.193395:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978294.193397:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.193401:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978294.193405:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978294.193408:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.193410:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978294.193413:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.193415:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.194966:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978294.194973:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978294.194974:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.194977:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978294.194980:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978294.194982:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.194984:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978294.194986:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.194988:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978294.513333:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978294.513347:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978294.513350:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978294.513354:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978294.513359:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978294.513367:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15827 00000400:00000200:0.0:1783978294.513391:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978294.513398:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978294.513402:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978294.513406:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513409:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513412:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513414:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978294.513419:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978294.513421:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978294.513424:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978294.513429:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978294.513432:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978294.513434:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978294.513437:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513439:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513441:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513443:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978294.513445:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978294.513448:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513451:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978294.513454:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978294.513459:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978294.513462:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513465:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978294.513468:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978294.513487:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978294.513491:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978294.513496:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978294.513498:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513502:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978294.513505:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978294.513510:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978294.513520:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978294.513528:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.513541:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496933632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978294.513551:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978294.513556:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978294.513562:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496933632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978294.513593:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978294.513597:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978294.513601:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978294.513602:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978294.513604:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978294.513607:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978294.513610:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15827 00000400:00000200:0.0:1783978294.513614:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978294.513616:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978294.513618:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978294.513621:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513623:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513624:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513626:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978294.513628:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978294.513629:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978294.513630:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978294.513632:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978294.513634:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978294.513636:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978294.513638:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513640:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513641:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513643:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978294.513645:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978294.513648:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513650:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978294.513652:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978294.513661:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978294.513663:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513665:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978294.513670:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978294.513674:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513676:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978294.513680:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978294.513682:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978294.513685:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978294.513685:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513687:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978294.513688:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978294.513690:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978294.513694:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978294.513698:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.513703:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496933760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978294.513711:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978294.513713:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978294.513717:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496933760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978294.513725:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978294.513727:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978294.513731:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978294.513732:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978294.513734:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978294.513737:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978294.513739:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15827 00000400:00000200:0.0:1783978294.513743:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978294.513746:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978294.513753:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978294.513756:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513758:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513760:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513762:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978294.513764:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978294.513766:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978294.513767:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978294.513769:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978294.513771:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978294.513773:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978294.513776:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513778:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513780:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513781:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978294.513784:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978294.513786:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513788:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978294.513790:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978294.513792:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978294.513794:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513796:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978294.513798:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978294.513800:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513801:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978294.513806:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978294.513808:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978294.513810:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978294.513812:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513814:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978294.513815:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978294.513817:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978294.513821:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978294.513824:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.513828:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496933888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978294.513842:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978294.513844:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978294.513847:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496933888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978294.513854:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978294.513856:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978294.513860:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978294.513862:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978294.513863:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978294.513867:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978294.513869:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15827 00000400:00000200:0.0:1783978294.513873:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978294.513876:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978294.513878:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978294.513882:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513883:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513915:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513918:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978294.513920:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978294.513921:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978294.513922:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978294.513925:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978294.513927:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978294.513929:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978294.513932:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513934:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.513935:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513937:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978294.513941:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978294.513943:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978294.513946:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978294.513948:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978294.513950:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978294.513953:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513955:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978294.513958:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978294.513960:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513962:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978294.513966:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978294.513968:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978294.513970:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978294.513972:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.513974:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978294.513975:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978294.513977:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978294.513980:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978294.513983:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.513988:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496934016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978294.513995:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978294.513997:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978294.514000:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496934016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978294.514008:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978294.514011:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978294.514015:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978294.514017:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978294.514018:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978294.514022:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978294.514025:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15827 00000400:00000200:0.0:1783978294.514029:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978294.514032:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978294.514035:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978294.514039:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.514041:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.514043:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.514044:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978294.514047:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978294.514048:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978294.514050:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978294.514052:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978294.514053:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978294.514055:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978294.514058:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.514060:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978294.514061:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978294.514063:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978294.514065:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978294.514067:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978294.514069:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978294.514071:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978294.514073:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978294.514075:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.514078:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978294.514080:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978294.514082:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.514083:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978294.514087:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978294.514090:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978294.514092:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978294.514095:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.514096:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978294.514098:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978294.514099:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978294.514104:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978294.514107:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.514111:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496934144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978294.514118:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978294.514120:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978294.514123:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496934144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978294.514131:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978294.514186:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15838) 00000100:00000001:0.0:1783978294.641289:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978294.641299:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978294.641301:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.641309:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978294.641314:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978294.641318:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.641322:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978294.641325:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.641330:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.217285:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978295.217295:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978295.217297:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978295.217303:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978295.217308:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978295.217313:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.217318:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978295.217322:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.217326:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.665341:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978295.665360:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978295.665362:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978295.665369:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978295.665374:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978295.665380:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.665383:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978295.665385:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.665389:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978296.241278:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978296.241293:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978296.241297:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978296.241306:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978296.241321:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978296.241328:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978296.241334:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978296.241344:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978296.241350:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978296.689226:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978296.689237:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978296.689239:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978296.689246:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978296.689250:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978296.689255:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978296.689258:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978296.689261:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978296.689266:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978297.265492:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978297.265498:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978297.265500:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978297.265504:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978297.265506:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978297.265509:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978297.265511:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978297.265513:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978297.265515:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978297.713282:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978297.713290:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978297.713291:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978297.713297:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978297.713301:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978297.713305:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978297.713308:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978297.713311:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978297.713313:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978298.289286:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978298.289296:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978298.289300:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978298.289315:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978298.289332:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978298.289339:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.289360:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978298.289364:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.289370:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978298.289445:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978298.289449:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978298.289451:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978298.289453:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978298.289455:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978298.289458:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.289460:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978298.289462:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.289464:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978298.737303:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978298.737313:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978298.737315:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978298.737323:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978298.737327:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978298.737332:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.737335:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978298.737338:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.737343:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978299.249342:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978299.249347:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978299.249350:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978299.313235:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978299.313241:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978299.313243:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.313249:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978299.313253:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978299.313258:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.313280:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978299.313290:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.313293:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.313345:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978299.313348:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978299.313349:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.313351:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978299.313353:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978299.313355:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.313356:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978299.313358:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.313365:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.313396:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978299.313400:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978299.313403:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.313407:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978299.313412:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978299.313424:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.313431:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978299.313433:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.313435:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978299.633235:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978299.633243:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978299.633245:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978299.633253:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978299.633257:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978299.633261:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15833 00000400:00000200:0.0:1783978299.633268:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978299.633272:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978299.633274:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978299.633277:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633279:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633281:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633282:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978299.633285:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978299.633286:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978299.633289:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978299.633291:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978299.633293:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978299.633294:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978299.633296:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633297:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633298:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633299:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978299.633301:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978299.633303:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633305:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978299.633307:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978299.633310:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978299.633311:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633313:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978299.633314:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978299.633322:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978299.633324:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978299.633327:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978299.633328:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633330:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978299.633333:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978299.633336:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978299.633342:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978299.633347:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.633353:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496934272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978299.633363:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978299.633368:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978299.633372:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496934272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978299.633394:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978299.633398:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978299.633401:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978299.633402:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978299.633404:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978299.633406:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978299.633408:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15833 00000400:00000200:0.0:1783978299.633411:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978299.633414:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978299.633416:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978299.633418:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633419:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633420:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633422:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978299.633423:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978299.633424:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978299.633426:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978299.633428:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978299.633430:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978299.633432:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978299.633436:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633438:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633442:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633444:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978299.633445:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978299.633449:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633453:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978299.633457:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978299.633462:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978299.633465:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633468:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978299.633472:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978299.633483:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633486:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978299.633491:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978299.633494:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978299.633498:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978299.633499:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633501:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978299.633504:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978299.633506:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978299.633513:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978299.633517:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.633522:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496934400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978299.633537:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978299.633540:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978299.633543:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496934400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978299.633554:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978299.633558:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978299.633565:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978299.633569:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978299.633571:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978299.633575:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978299.633580:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15833 00000400:00000200:0.0:1783978299.633600:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978299.633604:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978299.633608:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978299.633613:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633617:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633622:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633627:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978299.633631:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978299.633633:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978299.633636:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978299.633640:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978299.633642:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978299.633647:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978299.633662:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633667:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633673:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633679:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978299.633685:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978299.633693:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633699:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978299.633703:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978299.633708:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978299.633712:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633716:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978299.633720:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978299.633725:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633728:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978299.633735:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978299.633741:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978299.633747:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978299.633750:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633755:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978299.633758:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978299.633761:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978299.633769:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978299.633776:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.633784:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496934528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978299.633834:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978299.633839:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978299.633847:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496934528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978299.633865:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978299.633871:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978299.633878:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978299.633881:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978299.633883:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978299.633887:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978299.633891:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15833 00000400:00000200:0.0:1783978299.633898:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978299.633904:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978299.633906:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978299.633911:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633915:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633918:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633921:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978299.633926:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978299.633927:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978299.633929:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978299.633931:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978299.633936:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978299.633939:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978299.633944:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633946:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.633951:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633954:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978299.633958:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978299.633964:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978299.633970:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978299.633975:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978299.633980:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978299.633985:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.633990:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978299.633995:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978299.634002:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.634007:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978299.634014:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978299.634019:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978299.634023:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978299.634026:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.634029:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978299.634032:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978299.634036:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978299.634042:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978299.634048:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.634058:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496934656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978299.634077:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978299.634080:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978299.634086:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496934656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978299.634099:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978299.634103:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978299.634107:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978299.634110:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978299.634114:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978299.634117:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978299.634121:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15833 00000400:00000200:0.0:1783978299.634125:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978299.634128:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978299.634131:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978299.634155:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.634159:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.634161:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.634163:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978299.634166:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978299.634168:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978299.634170:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978299.634172:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978299.634175:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978299.634177:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978299.634183:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.634188:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978299.634195:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978299.634199:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978299.634204:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978299.634209:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978299.634214:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978299.634217:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978299.634222:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978299.634226:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.634229:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978299.634233:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978299.634235:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.634240:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978299.634247:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978299.634251:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978299.634253:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978299.634255:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.634257:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978299.634260:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978299.634262:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978299.634268:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978299.634272:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.634279:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496934784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978299.634291:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978299.634294:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978299.634301:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496934784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978299.634316:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978299.634320:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15843) 00000100:00000001:0.0:1783978299.761257:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978299.761265:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978299.761267:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.761274:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978299.761277:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978299.761281:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.761284:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978299.761286:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.761289:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.337287:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978300.337294:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.337298:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.337304:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978300.337310:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.337315:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.337327:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.337331:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.337334:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.785250:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978300.785258:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.785260:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.785266:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978300.785270:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.785273:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.785276:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.785279:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.785282:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978301.361251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978301.361262:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978301.361267:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978301.361276:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978301.361283:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978301.361289:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978301.361295:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978301.361299:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978301.361302:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978301.361339:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978301.361344:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978301.361347:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978301.361351:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978301.361356:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978301.361360:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978301.361363:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978301.361367:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978301.361370:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978301.809281:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978301.809290:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978301.809292:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978301.809298:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978301.809302:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978301.809306:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978301.809309:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978301.809311:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978301.809314:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978302.385253:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978302.385262:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978302.385267:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978302.385276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978302.385283:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978302.385289:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.385296:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978302.385300:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.385304:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978302.385405:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978302.385411:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978302.385415:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978302.385423:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978302.385429:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978302.385437:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.385442:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978302.385445:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.385448:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978302.833236:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978302.833244:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978302.833246:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978302.833252:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978302.833255:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978302.833259:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.833262:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978302.833264:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.833267:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978303.409860:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978303.409865:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978303.409867:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978303.409870:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978303.409873:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978303.409875:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.409878:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978303.409880:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.409882:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978303.409994:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978303.409997:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978303.409998:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978303.410000:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978303.410004:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978303.410008:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.410012:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978303.410014:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.410018:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978303.857320:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978303.857328:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978303.857330:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978303.857335:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978303.857339:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978303.857343:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.857346:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978303.857349:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.857352:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978304.369454:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978304.369459:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978304.369462:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978304.433253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978304.433258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978304.433261:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.433264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978304.433268:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978304.433273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.433275:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978304.433278:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.433283:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.433308:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978304.433312:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978304.433314:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.433317:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978304.433320:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978304.433322:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.433324:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978304.433326:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.433329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978304.753251:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978304.753261:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978304.753264:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978304.753268:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978304.753272:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978304.753278:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15838 00000400:00000200:0.0:1783978304.753288:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978304.753294:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978304.753297:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978304.753300:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753303:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753306:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753309:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978304.753312:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978304.753314:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978304.753316:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978304.753320:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978304.753322:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978304.753324:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978304.753327:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753329:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753330:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753332:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978304.753335:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978304.753338:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753340:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978304.753343:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978304.753346:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978304.753349:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753351:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978304.753353:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978304.753362:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978304.753365:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978304.753369:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978304.753371:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753374:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978304.753377:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978304.753380:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978304.753388:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978304.753394:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.753402:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496934912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978304.753410:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978304.753414:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978304.753419:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496934912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978304.753450:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978304.753453:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978304.753457:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978304.753458:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978304.753460:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978304.753463:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978304.753465:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15838 00000400:00000200:0.0:1783978304.753469:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978304.753472:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978304.753474:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978304.753477:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753479:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753481:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753483:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978304.753486:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978304.753487:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978304.753489:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978304.753491:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978304.753493:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978304.753496:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978304.753499:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753501:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753503:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753505:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978304.753507:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978304.753510:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753513:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978304.753515:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978304.753521:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978304.753524:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753526:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978304.753530:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978304.753535:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753538:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978304.753544:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978304.753549:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978304.753555:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978304.753557:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753562:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978304.753565:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978304.753569:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978304.753575:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978304.753581:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.753589:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496935040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978304.753607:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978304.753612:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978304.753620:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496935040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978304.753645:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978304.753650:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978304.753655:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978304.753658:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978304.753659:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978304.753662:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978304.753665:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15838 00000400:00000200:0.0:1783978304.753672:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978304.753674:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978304.753677:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978304.753682:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753686:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753691:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753694:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978304.753698:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978304.753701:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978304.753704:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978304.753722:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978304.753727:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978304.753732:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978304.753739:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753743:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753748:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753751:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978304.753754:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978304.753756:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753758:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978304.753760:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978304.753764:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978304.753766:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753768:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978304.753770:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978304.753772:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753774:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978304.753777:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978304.753780:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978304.753782:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978304.753783:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753785:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978304.753787:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978304.753788:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978304.753793:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978304.753797:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.753801:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496935168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978304.753808:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978304.753811:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978304.753814:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496935168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978304.753822:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978304.753825:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978304.753828:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978304.753830:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978304.753831:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978304.753834:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978304.753837:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15838 00000400:00000200:0.0:1783978304.753841:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978304.753844:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978304.753846:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978304.753849:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753851:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753853:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753855:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978304.753857:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978304.753858:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978304.753860:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978304.753862:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978304.753864:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978304.753866:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978304.753869:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753871:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.753873:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753875:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978304.753877:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978304.753880:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978304.753882:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978304.753884:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978304.753886:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978304.753888:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753890:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978304.753892:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978304.753894:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753895:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978304.753899:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978304.753903:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978304.753905:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978304.753906:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.753908:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978304.753910:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978304.753913:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978304.753919:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978304.753926:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.753936:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496935296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978304.753948:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978304.753953:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978304.753960:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496935296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978304.753982:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978304.753987:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978304.753992:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978304.753995:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978304.753999:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978304.754004:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978304.754019:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15838 00000400:00000200:0.0:1783978304.754029:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978304.754035:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978304.754040:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978304.754047:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.754052:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.754055:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.754059:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978304.754064:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978304.754068:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978304.754070:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978304.754073:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978304.754077:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978304.754082:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978304.754087:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.754091:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978304.754096:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978304.754100:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978304.754106:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978304.754112:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978304.754115:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978304.754118:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978304.754121:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978304.754125:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.754129:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978304.754133:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978304.754161:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.754163:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978304.754167:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978304.754170:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978304.754173:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978304.754174:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978304.754176:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978304.754178:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978304.754181:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978304.754186:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978304.754192:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.754198:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496935424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978304.754212:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978304.754216:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978304.754220:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496935424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978304.754230:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978304.754237:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15848) 00000100:00000001:0.0:1783978304.881397:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978304.881404:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978304.881406:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.881412:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978304.881415:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978304.881419:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.881422:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978304.881425:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.881428:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.457246:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978305.457256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978305.457261:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.457272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978305.457281:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978305.457286:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.457298:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.457303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.457307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.457324:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978305.457329:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978305.457332:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.457337:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978305.457342:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978305.457345:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.457349:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.457352:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.457354:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.907251:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978305.907258:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978305.907260:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.907266:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978305.907269:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978305.907273:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.907276:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.907278:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.907281:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978306.481518:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978306.481524:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978306.481529:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978306.481533:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978306.481535:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978306.481539:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978306.481542:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978306.481546:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978306.481550:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978306.929258:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978306.929264:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978306.929266:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978306.929271:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978306.929275:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978306.929279:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978306.929282:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978306.929284:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978306.929287:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978307.505212:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978307.505229:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978307.505232:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978307.505238:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978307.505243:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978307.505246:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.505249:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978307.505252:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.505254:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978307.953227:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978307.953235:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978307.953238:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978307.953244:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978307.953247:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978307.953251:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.953254:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978307.953256:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.953259:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978308.529224:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978308.529232:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978308.529235:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978308.529243:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978308.529250:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978308.529256:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.529263:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978308.529267:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.529272:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978308.529302:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978308.529306:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978308.529307:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978308.529309:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978308.529311:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978308.529312:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.530701:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978308.530704:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.530707:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978309.489323:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978309.489327:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978309.489329:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978309.553229:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978309.553237:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978309.553239:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.553244:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978309.553248:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978309.553251:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978309.553335:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978309.553338:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978309.553342:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.553369:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978309.553371:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978309.553373:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.553375:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978309.553377:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978309.553379:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978309.553381:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978309.553382:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978309.553384:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978309.873299:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978309.873309:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978309.873312:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978309.873316:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978309.873320:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978309.873327:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15843 00000400:00000200:0.0:1783978309.873345:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978309.873351:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978309.873354:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978309.873358:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873361:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873364:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873366:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978309.873369:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978309.873371:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978309.873374:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978309.873377:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978309.873380:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978309.873382:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978309.873385:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873386:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873388:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873390:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978309.873393:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978309.873395:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873398:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978309.873401:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978309.873404:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978309.873407:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873410:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978309.873412:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978309.873421:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978309.873424:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978309.873428:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978309.873430:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873432:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978309.873435:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978309.873439:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978309.873447:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978309.873453:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.873461:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496935552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978309.873471:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978309.873475:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978309.873479:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496935552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978309.873507:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978309.873510:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978309.873513:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978309.873515:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978309.873517:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978309.873520:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978309.873531:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15843 00000400:00000200:0.0:1783978309.873535:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978309.873538:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978309.873540:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978309.873543:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873545:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873547:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873549:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978309.873551:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978309.873552:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978309.873554:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978309.873556:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978309.873559:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978309.873561:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978309.873563:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873566:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873568:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873570:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978309.873572:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978309.873574:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873576:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978309.873578:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978309.873583:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978309.873585:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873587:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978309.873591:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978309.873595:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873596:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978309.873600:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978309.873614:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978309.873629:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978309.873631:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873633:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978309.873634:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978309.873636:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978309.873640:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978309.873643:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.873648:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496935680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978309.873657:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978309.873659:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978309.873663:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496935680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978309.873671:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978309.873673:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978309.873677:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978309.873679:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978309.873680:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978309.873683:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978309.873685:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15843 00000400:00000200:0.0:1783978309.873689:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978309.873692:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978309.873693:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978309.873696:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873698:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873700:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873701:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978309.873703:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978309.873704:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978309.873705:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978309.873707:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978309.873708:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978309.873709:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978309.873711:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873712:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873713:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873714:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978309.873715:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978309.873717:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873718:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978309.873720:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978309.873722:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978309.873723:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873724:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978309.873726:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978309.873727:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873729:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978309.873732:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978309.873735:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978309.873737:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978309.873738:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873740:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978309.873741:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978309.873743:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978309.873746:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978309.873749:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.873753:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496935808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978309.873760:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978309.873771:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978309.873776:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496935808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978309.873787:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978309.873789:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978309.873793:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978309.873794:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978309.873795:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978309.873799:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978309.873801:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15843 00000400:00000200:0.0:1783978309.873805:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978309.873807:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978309.873809:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978309.873812:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873814:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873816:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873818:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978309.873820:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978309.873821:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978309.873823:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978309.873825:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978309.873827:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978309.873829:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978309.873832:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873834:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873836:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873838:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978309.873840:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978309.873842:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873844:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978309.873846:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978309.873849:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978309.873851:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873852:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978309.873854:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978309.873856:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873858:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978309.873862:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978309.873865:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978309.873867:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978309.873868:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873870:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978309.873871:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978309.873873:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978309.873877:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978309.873880:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.873885:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496935936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978309.873892:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978309.873895:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978309.873899:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496935936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978309.873906:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978309.873909:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978309.873912:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978309.873914:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978309.873915:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978309.873918:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978309.873920:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15843 00000400:00000200:0.0:1783978309.873924:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978309.873927:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978309.873929:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978309.873932:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873934:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873936:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873939:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978309.873941:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978309.873942:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978309.873943:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978309.873945:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978309.873947:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978309.873949:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978309.873952:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873953:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978309.873955:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873957:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978309.873959:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978309.873962:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978309.873965:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978309.873966:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978309.873969:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978309.873971:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873973:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978309.873975:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978309.873977:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873979:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978309.873982:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978309.873985:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978309.873987:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978309.873988:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.873990:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978309.873992:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978309.873993:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978309.873997:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978309.874000:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.874005:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496936064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978309.874012:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978309.874014:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978309.874017:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496936064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978309.874024:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978309.874029:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15853) 00000100:00000001:0.0:1783978310.577321:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978310.577327:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978310.577331:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978310.577336:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978310.577342:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978310.577347:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.577354:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978310.577358:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.577362:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978311.601284:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978311.601294:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978311.601298:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978311.601309:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978311.601321:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978311.601325:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978311.601334:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978311.601339:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978311.601342:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978311.601439:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978311.601443:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978311.601444:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978311.601447:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978311.601449:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978311.601451:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978311.601453:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978311.601455:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978311.601457:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978313.649991:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978313.649994:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978313.649995:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978313.649996:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978313.649998:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978313.649999:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978313.650000:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978313.650001:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978313.650002:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978314.610980:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978314.610985:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978314.610988:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978314.673248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978314.673257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978314.673262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978314.673270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978314.673276:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978314.673282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.673286:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978314.673290:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.673293:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978314.673413:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978314.673417:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978314.673424:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978314.673433:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978314.673438:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978314.673441:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.673444:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978314.673445:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.673448:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978314.673675:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978314.673679:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978314.673680:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978314.673683:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978314.673686:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978314.673688:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.673690:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978314.673692:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.673693:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.697195:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978315.697202:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978315.697204:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.697209:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978315.697213:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978315.697215:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978315.697218:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978315.697220:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978315.697222:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.697357:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978315.697359:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978315.697360:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.697362:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978315.697364:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978315.697365:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978315.697367:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978315.697369:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978315.697371:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978317.746388:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978317.746399:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978317.746403:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978317.746406:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978317.746409:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978317.746412:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978317.746415:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978317.746417:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978317.746420:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978318.769802:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978318.769805:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978318.769806:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978318.769808:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978318.769809:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978318.769811:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.769812:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978318.769813:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.769814:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978319.729573:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978319.729579:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978319.729582:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978319.793353:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978319.793358:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978319.793360:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978319.793363:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978319.793367:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978319.793370:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978319.793373:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978319.793376:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978319.793379:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978320.817303:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978320.817314:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978320.817317:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978320.817327:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978320.817335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978320.817342:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978320.817348:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978320.817352:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978320.817355:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978320.817481:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978320.817485:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978320.817486:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978320.817489:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978320.817491:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978320.817493:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978320.819375:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978320.819382:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978320.819387:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978321.841489:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978321.841494:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978321.841495:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978321.841498:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978321.841500:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978321.841502:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978321.841504:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978321.841505:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978321.841508:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978322.865269:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978322.865279:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978322.865284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978322.865293:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978322.865303:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978322.865310:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978322.865331:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978322.865335:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978322.865341:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978323.889465:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978323.889469:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978323.889471:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978323.889474:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978323.889476:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978323.889478:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978323.889480:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978323.889482:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978323.889484:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978324.850081:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978324.850086:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978324.850090:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978324.914312:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978324.914316:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978324.914317:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978324.914321:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978324.914325:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978324.914328:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978324.914331:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978324.914332:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978324.914335:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978325.937247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978325.937255:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978325.937259:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978325.937265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978325.937282:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978325.937287:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978325.937295:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978325.937299:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978325.937302:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978325.937420:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978325.937424:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978325.937428:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978325.937432:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978325.937436:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978325.937439:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978325.937449:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978325.937451:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978325.937453:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978326.961233:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978326.961240:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978326.961244:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978326.961251:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978326.961257:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978326.961262:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978326.961266:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978326.961270:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978326.961275:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978326.961295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978326.961299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978326.961302:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978326.961307:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978326.961311:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978326.961315:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978326.961319:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978326.961338:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978326.961342:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978327.985444:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978327.985447:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978327.985448:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978327.985451:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978327.985453:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978327.985456:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978327.985458:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978327.985460:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978327.985461:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978329.009246:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978329.009251:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978329.009253:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978329.009257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978329.009260:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978329.009262:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978329.009264:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978329.009266:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978329.009268:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978329.009685:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978329.009689:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978329.009693:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978329.009699:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978329.009704:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978329.009709:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978329.009713:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978329.009716:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978329.009718:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978329.969380:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978329.969385:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978329.969389:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978330.033263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978330.033288:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978330.033292:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978330.033304:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978330.033313:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978330.033319:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978330.033339:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978330.033344:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978330.033354:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978330.353303:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978330.353313:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978330.353315:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978330.353319:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978330.353323:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978330.353330:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15863 00000400:00000200:0.0:1783978330.353338:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978330.353343:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978330.353346:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978330.353349:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353352:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353354:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353356:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978330.353360:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978330.353361:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978330.353364:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978330.353367:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978330.353369:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978330.353371:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978330.353373:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353375:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353388:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353390:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978330.353393:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978330.353397:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353400:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978330.353402:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978330.353406:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978330.353408:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353410:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978330.353413:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978330.353421:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978330.353424:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978330.353428:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978330.353430:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353433:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978330.353436:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978330.353440:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978330.353448:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978330.353454:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978330.353462:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496938112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978330.353472:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978330.353481:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978330.353489:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496938112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978330.353518:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978330.353521:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978330.353524:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978330.353526:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978330.353527:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978330.353530:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978330.353533:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15863 00000400:00000200:0.0:1783978330.353537:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978330.353540:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978330.353542:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978330.353546:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353548:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353550:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353552:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978330.353554:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978330.353555:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978330.353557:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978330.353559:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978330.353561:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978330.353563:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978330.353566:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353568:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353570:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353572:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978330.353574:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978330.353577:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353579:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978330.353581:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978330.353585:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978330.353587:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353589:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978330.353594:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978330.353597:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353599:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978330.353602:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978330.353605:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978330.353607:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978330.353608:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353610:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978330.353611:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978330.353613:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978330.353617:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978330.353620:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978330.353626:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496938240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978330.353634:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978330.353636:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978330.353640:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496938240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978330.353648:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978330.353650:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978330.353654:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978330.353656:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978330.353657:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978330.353660:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978330.353662:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15863 00000400:00000200:0.0:1783978330.353666:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978330.353669:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978330.353672:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978330.353674:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353677:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353679:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353681:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978330.353683:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978330.353684:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978330.353686:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978330.353687:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978330.353689:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978330.353691:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978330.353695:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353697:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353699:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353701:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978330.353704:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978330.353706:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353708:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978330.353710:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978330.353712:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978330.353714:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353716:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978330.353718:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978330.353720:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353722:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978330.353725:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978330.353727:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978330.353730:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978330.353731:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353732:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978330.353733:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978330.353735:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978330.353738:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978330.353741:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978330.353745:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496938368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978330.353752:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978330.353754:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978330.353757:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496938368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978330.353765:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978330.353767:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978330.353771:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978330.353773:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978330.353774:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978330.353777:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978330.353780:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15863 00000400:00000200:0.0:1783978330.353783:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978330.353786:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978330.353788:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978330.353791:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353793:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353796:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353798:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978330.353800:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978330.353801:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978330.353803:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978330.353805:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978330.353807:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978330.353810:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978330.353813:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353814:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353816:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353818:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978330.353820:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978330.353823:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353825:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978330.353826:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978330.353829:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978330.353832:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353833:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978330.353836:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978330.353838:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353840:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978330.353844:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978330.353846:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978330.353848:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978330.353850:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353851:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978330.353853:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978330.353855:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978330.353858:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978330.353861:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978330.353865:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496938496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978330.353873:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978330.353875:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978330.353878:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496938496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978330.353887:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978330.353889:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978330.353892:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978330.353894:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978330.353895:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978330.353899:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978330.353901:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15863 00000400:00000200:0.0:1783978330.353904:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978330.353907:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978330.353909:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978330.353912:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353914:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353916:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353918:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978330.353920:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978330.353922:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978330.353923:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978330.353925:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978330.353927:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978330.353930:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978330.353932:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353934:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978330.353936:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353938:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978330.353940:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978330.353943:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978330.353946:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978330.353947:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978330.353949:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978330.353951:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353953:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978330.353954:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978330.353957:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353958:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978330.353961:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978330.353963:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978330.353966:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978330.353967:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978330.353969:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978330.353970:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978330.353972:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978330.353975:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978330.353978:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978330.353982:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496938624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978330.353989:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978330.353991:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978330.353995:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496938624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978330.354003:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978330.354007:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15873) 00000100:00000001:0.0:1783978331.057240:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978331.057247:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978331.057266:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978331.057272:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978331.057278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978331.057282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978331.057295:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978331.057298:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978331.057302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978332.081342:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978332.081351:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978332.081355:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978332.081364:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978332.081370:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978332.081376:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978332.081398:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978332.081401:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978332.081405:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978333.105715:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978333.105718:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978333.105719:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978333.105722:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978333.105724:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978333.105726:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978333.105729:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978333.105730:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978333.105732:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978333.106780:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978333.106783:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978333.106784:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978333.106787:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978333.106789:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978333.106791:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978333.106794:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978333.106796:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978333.106798:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978334.129252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978334.129258:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978334.129262:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978334.129273:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978334.129279:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978334.129284:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978334.129473:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978334.129476:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978334.129483:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978335.089312:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978335.089315:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978335.089318:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978335.153248:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978335.153256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978335.153260:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978335.153267:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978335.153274:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978335.153280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978335.153292:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978335.153296:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978335.153301:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978335.153335:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978335.153339:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978335.153341:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978335.153344:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978335.153346:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978335.153348:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978335.153350:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978335.153353:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978335.153354:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978336.177256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978336.177261:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978336.177265:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978336.177273:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978336.177279:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978336.177284:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978336.177297:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978336.177300:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978336.177304:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978337.201257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978337.201271:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978337.201279:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978337.201284:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978337.201291:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978337.201295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.201298:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978337.201300:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.201302:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978337.201456:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978337.201460:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978337.201462:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978337.201465:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978337.201468:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978337.201471:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.201473:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978337.201476:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.201481:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978337.201975:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978337.201979:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978337.201981:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978337.201984:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978337.201986:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978337.201988:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.201990:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978337.201991:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.201994:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978338.225276:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978338.225283:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978338.225286:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978338.225292:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978338.225296:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978338.225299:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.225303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978338.225306:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.225309:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978338.225323:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978338.225327:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978338.225328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978338.225331:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978338.225335:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978338.225338:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.225342:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978338.225346:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.225350:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978339.249248:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978339.249254:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978339.249258:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978339.249264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978339.249269:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978339.249274:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978339.249288:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978339.249292:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978339.249295:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978340.212298:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978340.212304:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978340.212309:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978340.273329:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978340.273338:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978340.273342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978340.273347:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978340.273354:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978340.273358:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978340.273375:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978340.273380:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978340.273385:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978341.297309:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978341.297317:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978341.297324:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978341.297333:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978341.297342:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978341.297348:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978341.297354:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978341.297359:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978341.297364:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978343.345364:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978343.345368:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978343.345369:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978343.345371:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978343.345373:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978343.345376:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978343.345626:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978343.345628:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978343.345631:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978344.369365:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978344.369369:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978344.369370:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978344.369372:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978344.369373:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978344.369375:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978344.369377:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978344.369379:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978344.369381:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978345.329353:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978345.329358:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978345.329361:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978345.394118:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978345.394124:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978345.394128:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978345.394134:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978345.394166:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978345.394169:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978345.394171:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978345.394173:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978345.394175:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978345.713283:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978345.713293:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978345.713296:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978345.713303:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978345.713308:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978345.713315:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15879 00000400:00000200:0.0:1783978345.713324:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978345.713329:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978345.713333:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978345.713336:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713339:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.713341:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713344:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978345.713348:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978345.713350:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978345.713352:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978345.713356:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978345.713358:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978345.713361:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978345.713364:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713366:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.713368:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713370:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978345.713373:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978345.713376:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713379:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978345.713381:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978345.713384:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978345.713387:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713390:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978345.713392:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978345.713401:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978345.713404:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978345.713408:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978345.713409:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713413:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978345.713415:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978345.713419:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978345.713428:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978345.713435:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978345.713443:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496940032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978345.713453:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978345.713457:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978345.713463:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496940032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978345.713495:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978345.713499:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978345.713503:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978345.713504:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978345.713506:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978345.713510:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978345.713512:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15879 00000400:00000200:0.0:1783978345.713517:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978345.713520:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978345.713523:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978345.713527:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713529:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.713531:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713535:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978345.713539:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978345.713541:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978345.713545:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978345.713548:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978345.713551:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978345.713555:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978345.713562:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713564:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.713568:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713573:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978345.713579:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978345.713585:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713589:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978345.713593:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978345.713600:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978345.713605:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713609:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978345.713614:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978345.713618:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713620:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978345.713626:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978345.713630:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978345.713634:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978345.713636:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713640:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978345.713643:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978345.713646:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978345.713652:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978345.713659:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978345.713668:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496940160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978345.713688:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978345.713691:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978345.713699:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496940160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978345.713725:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978345.713730:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978345.713738:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978345.713742:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978345.713746:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978345.713749:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978345.713753:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15879 00000400:00000200:0.0:1783978345.713793:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978345.713803:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978345.713807:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978345.713814:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713818:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.713821:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713826:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978345.713830:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978345.713833:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978345.713836:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978345.713838:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978345.713841:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978345.713844:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978345.713849:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713854:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.713860:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713864:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978345.713869:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978345.713876:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978345.713881:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978345.713885:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978345.713888:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978345.713893:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713898:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978345.713902:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978345.713907:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713911:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978345.713917:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978345.713921:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978345.713925:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978345.713929:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.713934:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978345.713936:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978345.713940:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978345.713946:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978345.713952:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978345.713962:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496940288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978345.713981:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978345.713985:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978345.713993:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496940288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978345.714021:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978345.714028:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978345.714035:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978345.714039:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978345.714043:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978345.714048:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978345.714054:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15879 00000400:00000200:0.0:1783978345.714062:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978345.714070:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978345.714076:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978345.714080:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714086:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.714092:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714097:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978345.714101:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978345.714103:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978345.714104:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978345.714109:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978345.714114:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978345.714118:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978345.714127:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714131:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.714166:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714169:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978345.714176:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978345.714183:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714188:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978345.714193:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978345.714197:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978345.714203:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.714207:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978345.714210:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978345.714215:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.714217:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978345.714223:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978345.714227:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978345.714230:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978345.714231:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.714235:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978345.714239:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978345.714242:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978345.714249:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978345.714254:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978345.714265:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496940416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978345.714293:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978345.714298:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978345.714308:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496940416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978345.714326:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978345.714332:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978345.714338:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978345.714341:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978345.714344:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978345.714351:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978345.714357:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15879 00000400:00000200:0.0:1783978345.714364:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978345.714370:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978345.714374:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978345.714381:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714386:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.714390:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714394:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978345.714398:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978345.714400:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978345.714403:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978345.714407:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978345.714411:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978345.714416:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978345.714421:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714424:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978345.714428:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714433:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978345.714439:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978345.714446:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978345.714452:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978345.714456:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978345.714460:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978345.714466:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.714470:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978345.714473:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978345.714478:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.714481:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978345.714486:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978345.714491:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978345.714495:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978345.714498:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978345.714502:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978345.714505:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978345.714507:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978345.714515:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978345.714522:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978345.714530:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496940544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978345.714544:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978345.714548:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978345.714556:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496940544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978345.714584:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978345.714591:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15889) 00000100:00000001:0.0:1783978346.417218:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978346.417223:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978346.417226:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978346.417231:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978346.417235:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978346.417241:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978346.417248:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978346.417250:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978346.417254:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978346.865296:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978346.865305:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978346.865307:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978346.865312:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978346.865317:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978346.865320:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978346.865323:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978346.865326:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978346.865329:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978347.890209:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978347.890216:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978347.890218:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978347.890223:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978347.890227:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978347.890231:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978347.890234:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978347.890237:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978347.890240:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978348.913250:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978348.913257:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978348.913259:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978348.913265:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978348.913268:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978348.913271:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.913273:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978348.913275:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.913277:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978349.489252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978349.489256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978349.489261:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978349.489268:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978349.489275:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978349.489280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978349.489285:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978349.489290:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978349.489304:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978349.937247:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978349.937254:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978349.937256:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978349.937262:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978349.937266:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978349.937270:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978349.937272:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978349.937274:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978349.937277:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978350.449299:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978350.449303:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978350.449307:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978350.513253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978350.513262:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978350.513266:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978350.513274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978350.513280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978350.513284:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.513289:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978350.513293:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.513295:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978350.513420:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978350.513423:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978350.513424:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978350.513427:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978350.513429:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978350.513430:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.515843:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978350.515846:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.515876:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978350.961251:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978350.961259:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978350.961261:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978350.961266:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978350.961270:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978350.961273:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.961276:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978350.961279:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.961283:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978351.537237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978351.537246:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978351.537251:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978351.537258:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978351.537265:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978351.537270:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.537284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978351.537288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.537293:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978351.537311:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978351.537316:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978351.537320:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978351.537327:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978351.537331:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978351.537333:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.537335:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978351.537337:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.537338:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978351.985261:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978351.985268:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978351.985270:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978351.985275:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978351.985279:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978351.985282:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.985285:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978351.985288:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.985291:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978352.561264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978352.561272:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978352.561276:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978352.561284:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978352.561291:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978352.561296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978352.561418:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978352.561422:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978352.561425:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978353.009461:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978353.009469:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978353.009471:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978353.009476:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978353.009480:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978353.009483:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978353.009486:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978353.009488:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978353.009491:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978353.585351:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978353.585361:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978353.585365:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978353.585368:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978353.585372:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978353.585375:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978353.585377:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978353.585382:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978353.585387:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978354.033266:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978354.033272:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978354.033273:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978354.033277:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978354.033283:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978354.033288:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.033290:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978354.033292:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.033295:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978354.609238:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978354.609247:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978354.609251:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978354.609256:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978354.609261:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978354.609268:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.609275:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978354.609281:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.609289:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978354.609322:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978354.609329:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978354.609333:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978354.609341:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978354.609347:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978354.609352:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.609356:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978354.609359:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.609364:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978355.057254:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978355.057259:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978355.057261:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978355.057264:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978355.057267:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978355.057270:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978355.057272:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978355.057274:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978355.057276:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978355.569383:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978355.569387:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978355.569390:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978355.633352:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978355.633414:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978355.633420:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978355.633427:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978355.633434:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978355.633440:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978355.633443:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978355.633444:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978355.633447:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978356.081289:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978356.081299:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978356.081301:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978356.081309:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978356.081313:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978356.081317:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.081320:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978356.081323:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.081327:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978356.657255:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978356.657264:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978356.657270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978356.657277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978356.657285:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978356.657291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.657317:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978356.657321:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.657325:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978357.105234:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978357.105240:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978357.105242:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978357.105248:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978357.105251:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978357.105255:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.105258:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978357.105260:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.105263:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978357.681261:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978357.681268:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978357.681272:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978357.681280:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978357.681288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978357.681299:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.681319:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978357.681324:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.681335:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978358.129248:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978358.129255:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978358.129256:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978358.129261:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978358.129265:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978358.129268:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.129271:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978358.129273:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.129277:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978358.705308:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978358.705312:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978358.705314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978358.705317:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978358.705321:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978358.705323:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.705325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978358.705327:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.705339:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978358.705403:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978358.705406:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978358.705407:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978358.705410:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978358.705412:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978358.705413:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.705415:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978358.705417:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.705419:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978359.153211:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978359.153218:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978359.153220:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978359.153225:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978359.153229:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978359.153233:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.153236:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978359.153238:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.153241:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978359.729247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978359.729253:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978359.729257:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978359.729265:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978359.729272:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978359.729276:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.729280:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978359.729286:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.729292:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978360.177298:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978360.177304:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978360.177306:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978360.177313:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978360.177317:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978360.177320:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978360.177323:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978360.177326:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978360.177329:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978360.689333:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978360.689337:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978360.689340:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978360.753229:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978360.753237:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978360.753241:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978360.753252:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978360.753260:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978360.753266:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978360.753287:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978360.753291:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978360.753294:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978361.073276:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978361.073284:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978361.073286:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978361.073289:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978361.073292:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978361.073298:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15894 00000400:00000200:0.0:1783978361.073305:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978361.073309:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978361.073311:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978361.073313:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073316:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073318:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073319:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978361.073322:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978361.073323:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978361.073325:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978361.073328:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978361.073330:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978361.073331:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978361.073333:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073335:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073336:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073337:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978361.073339:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978361.073341:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073343:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.073345:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978361.073349:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.073351:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073353:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978361.073355:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978361.073362:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978361.073366:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978361.073370:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978361.073372:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073375:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978361.073378:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978361.073382:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978361.073389:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978361.073396:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.073406:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496941952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978361.073415:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978361.073420:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.073424:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496941952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.073457:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978361.073461:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978361.073465:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978361.073467:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978361.073468:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978361.073471:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978361.073474:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15894 00000400:00000200:0.0:1783978361.073478:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978361.073481:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978361.073483:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978361.073486:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073488:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073490:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073492:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978361.073494:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978361.073496:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978361.073497:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978361.073499:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978361.073502:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978361.073504:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978361.073506:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073508:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073510:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073512:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978361.073514:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978361.073516:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073518:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.073520:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978361.073525:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.073527:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073529:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978361.073533:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978361.073537:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073539:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978361.073542:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978361.073545:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978361.073547:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978361.073548:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073550:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978361.073551:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978361.073553:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978361.073556:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978361.073560:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.073565:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496942080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978361.073572:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978361.073574:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.073577:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496942080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.073584:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978361.073586:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978361.073590:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978361.073591:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978361.073593:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978361.073596:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978361.073598:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15894 00000400:00000200:0.0:1783978361.073602:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978361.073604:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978361.073606:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978361.073608:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073610:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073611:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073614:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978361.073615:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978361.073617:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978361.073618:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978361.073620:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978361.073621:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978361.073623:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978361.073625:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073627:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073628:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073630:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978361.073632:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978361.073634:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073636:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.073637:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978361.073640:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.073641:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073643:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978361.073645:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978361.073647:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073649:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978361.073652:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978361.073655:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978361.073657:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978361.073658:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073660:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978361.073661:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978361.073663:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978361.073666:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978361.073669:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.073674:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496942208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978361.073686:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978361.073689:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.073693:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496942208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.073700:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978361.073702:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978361.073705:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978361.073706:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978361.073707:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978361.073710:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978361.073712:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15894 00000400:00000200:0.0:1783978361.073715:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978361.073718:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978361.073720:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978361.073722:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073724:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073726:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073739:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978361.073742:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978361.073743:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978361.073745:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978361.073747:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978361.073749:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978361.073751:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978361.073754:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073755:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073757:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073759:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978361.073762:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978361.073764:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073767:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.073769:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978361.073771:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.073773:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073775:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978361.073777:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978361.073780:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073781:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978361.073785:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978361.073787:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978361.073789:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978361.073790:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073792:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978361.073794:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978361.073795:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978361.073799:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978361.073802:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.073807:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496942336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978361.073813:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978361.073815:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.073818:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496942336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.073825:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978361.073828:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978361.073831:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978361.073833:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978361.073840:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978361.073843:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978361.073846:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15894 00000400:00000200:0.0:1783978361.073850:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978361.073853:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978361.073855:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978361.073858:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073860:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073862:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073863:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978361.073866:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978361.073867:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978361.073869:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978361.073871:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978361.073873:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978361.073874:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978361.073877:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073879:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978361.073881:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073883:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978361.073885:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978361.073887:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978361.073890:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.073891:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978361.073894:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.073895:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073898:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978361.073900:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978361.073902:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073903:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978361.073907:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978361.073909:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978361.073912:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978361.073914:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.073915:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978361.073917:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978361.073918:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978361.073922:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978361.073926:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.073930:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496942464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978361.073936:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978361.073938:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.073942:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496942464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.073949:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.073954:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15904) 00000100:00000001:0.0:1783978361.201298:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978361.201306:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978361.201309:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.201315:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978361.201318:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978361.201321:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.201324:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.201326:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.201329:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.777250:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978361.777259:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978361.777264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.777273:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978361.777282:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978361.777287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.777305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.777309:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.777312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978362.225334:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978362.225341:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978362.225343:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978362.225347:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978362.225350:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978362.225353:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.225355:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978362.225357:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.225359:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978362.801234:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978362.801244:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978362.801248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978362.801256:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978362.801263:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978362.801267:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.801271:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978362.801275:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.801279:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978362.801364:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978362.801370:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978362.801373:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978362.801377:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978362.801381:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978362.801385:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.801390:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978362.801392:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.801395:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978363.249313:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978363.249318:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978363.249320:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978363.249324:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978363.249327:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978363.249329:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978363.249331:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978363.249332:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978363.249334:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978363.825247:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978363.825252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978363.825255:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978363.825260:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978363.825264:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978363.825269:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978363.825274:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978363.825277:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978363.825282:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978364.273257:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978364.273264:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978364.273266:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978364.273272:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978364.273275:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978364.273278:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978364.273280:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978364.273282:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978364.273285:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978364.849246:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978364.849254:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978364.849258:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978364.849266:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978364.849273:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978364.849278:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978364.849293:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978364.849296:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978364.849300:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978365.297286:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978365.297291:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978365.297293:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978365.297297:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978365.297300:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978365.297302:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978365.297304:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978365.297306:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978365.297308:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978365.809404:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978365.809409:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978365.809411:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978365.873241:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978365.873251:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978365.873256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978365.873265:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978365.873273:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978365.873279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978365.873306:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978365.873308:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978365.873311:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978366.321251:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978366.321257:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978366.321259:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978366.321264:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978366.321267:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978366.321269:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978366.321271:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978366.321273:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978366.321275:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978366.897668:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978366.897671:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978366.897672:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978366.897674:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978366.897676:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978366.897678:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978366.897680:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978366.897681:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978366.897682:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.345278:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978367.345286:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978367.345288:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.345294:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978367.345298:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978367.345301:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.345304:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.345306:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.345309:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.921233:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978367.921242:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978367.921247:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.921257:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978367.921264:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978367.921271:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.921278:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.921283:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.921290:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.921336:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978367.921342:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978367.921345:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.921351:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978367.921356:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978367.921360:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.921370:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.921371:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.921374:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978368.369294:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978368.369301:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978368.369303:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978368.369309:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978368.369314:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978368.369317:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978368.369320:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978368.369323:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978368.369326:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978368.945243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978368.945252:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978368.945255:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978368.945262:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978368.945268:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978368.945273:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978368.945277:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978368.945282:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978368.945285:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978368.945313:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978368.945316:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978368.945317:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978368.945320:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978368.945322:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978368.945324:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978368.945326:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978368.945329:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978368.945330:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978369.393233:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978369.393239:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978369.393241:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978369.393245:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978369.393247:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978369.393250:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.393252:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978369.393254:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.393256:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978369.969246:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978369.969256:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978369.969261:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978369.969268:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978369.969274:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978369.969280:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.969285:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978369.969288:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.969293:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978369.969391:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978369.969397:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978369.969402:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978369.969408:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978369.969413:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978369.969424:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.969428:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978369.969430:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.969433:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978370.417299:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978370.417305:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978370.417306:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978370.417310:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978370.417313:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978370.417315:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.417317:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978370.417319:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.417321:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978370.929332:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978370.929335:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978370.929338:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978370.993234:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978370.993247:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978370.993251:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978370.993256:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978370.993262:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978370.993267:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.993273:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978370.993277:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.993282:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978370.993300:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978370.993304:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978370.993306:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978370.993308:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978370.993311:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978370.993314:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.993318:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978370.993322:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.993326:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978371.441207:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978371.441214:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978371.441216:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978371.441221:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978371.441225:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978371.441228:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978371.441231:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978371.441233:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978371.441236:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.017251:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978372.017261:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978372.017266:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.017272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978372.017277:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978372.017283:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.017289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.017294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.017301:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.017323:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978372.017328:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978372.017331:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.017336:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978372.017340:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978372.017344:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.017354:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.017358:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.017361:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978373.041390:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978373.041394:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978373.041395:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978373.041397:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978373.041399:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978373.041401:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978373.041403:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978373.041404:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978373.041406:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978374.065226:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978374.065237:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978374.065242:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978374.065252:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978374.065259:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978374.065263:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978374.065271:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978374.065275:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978374.065281:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978374.065316:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978374.065320:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978374.065324:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978374.065328:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978374.065334:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978374.065339:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978374.065344:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978374.065348:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978374.065352:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978375.089266:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978375.089277:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978375.089281:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978375.089289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978375.089298:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978375.089304:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.089312:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978375.089317:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.089329:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978375.537786:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978375.537795:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978375.537797:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978375.537803:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978375.537807:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978375.537810:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.537813:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978375.537816:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.537819:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978376.049380:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978376.049382:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978376.049385:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978376.113274:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978376.113283:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978376.113285:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978376.113292:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978376.113297:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978376.113302:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.113306:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978376.113312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.113319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978376.113618:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978376.113623:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978376.113628:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978376.113634:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978376.113639:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978376.113643:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.113646:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978376.113648:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.113652:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978376.561305:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978376.561312:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978376.561314:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978376.561319:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978376.561323:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978376.561327:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.561329:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978376.561332:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.561335:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.137312:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978377.137320:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978377.137324:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.137328:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978377.137333:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978377.137339:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.137345:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978377.137349:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.137352:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.137386:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978377.137394:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978377.137398:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.137404:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978377.137412:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978377.137418:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.137440:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978377.137444:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.137449:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.585243:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978377.585252:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978377.585255:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.585261:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978377.585265:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978377.585269:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.585272:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978377.585274:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.585278:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978378.161231:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978378.161237:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978378.161241:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978378.161247:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978378.161252:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978378.161257:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.161319:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978378.161322:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.161325:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978378.609212:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978378.609219:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978378.609221:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978378.609226:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978378.609229:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978378.609233:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.609235:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978378.609237:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.609240:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978379.185224:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978379.185231:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978379.185234:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978379.185239:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978379.185243:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978379.185245:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.185248:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978379.185252:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.185258:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978379.185309:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978379.185313:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978379.185316:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978379.185320:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978379.185324:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978379.185328:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.185334:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978379.185337:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.185339:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978379.633233:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978379.633241:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978379.633243:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978379.633246:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978379.633255:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978379.633258:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.633261:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978379.633264:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.633267:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978380.209277:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978380.209282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978380.209283:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978380.209287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978380.209290:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978380.209293:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978380.209296:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978380.209301:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978380.209305:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978380.657216:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978380.657224:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978380.657226:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978380.657231:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978380.657235:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978380.657239:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978380.657242:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978380.657245:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978380.657247:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978381.169353:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978381.169357:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978381.169361:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978381.233231:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978381.233236:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978381.233240:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978381.233245:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978381.233250:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978381.233255:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.234947:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978381.234950:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.234953:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978381.234993:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978381.234995:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978381.234997:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978381.234999:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978381.235002:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978381.235004:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.235006:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978381.235007:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.235009:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978381.681238:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978381.681245:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978381.681247:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978381.681253:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978381.681256:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978381.681259:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.681262:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978381.681264:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.681267:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978382.257271:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978382.257276:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978382.257278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978382.257282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978382.257286:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978382.257288:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.257290:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978382.257292:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.257294:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978382.257579:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978382.257582:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978382.257584:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978382.257586:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978382.257589:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978382.257591:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.257593:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978382.257594:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.257596:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978382.705268:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978382.705276:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978382.705277:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978382.705284:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978382.705288:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978382.705292:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.705294:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978382.705297:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.705300:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978383.281323:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978383.281328:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978383.281330:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978383.281333:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978383.281335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978383.281337:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.281339:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978383.281341:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.281342:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978383.281390:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978383.281396:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978383.281400:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978383.281405:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978383.281410:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978383.281414:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.281418:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978383.281422:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.281427:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978383.729298:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978383.729307:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978383.729309:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978383.729316:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978383.729321:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978383.729325:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.729328:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978383.729331:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.729349:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978384.305897:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978384.305902:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978384.305903:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978384.305907:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978384.305909:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978384.305913:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.305916:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978384.305920:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.305928:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978384.753255:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978384.753263:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978384.753264:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978384.753270:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978384.753273:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978384.753277:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.753280:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978384.753282:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.753286:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978385.329242:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978385.329249:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978385.329251:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978385.329256:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978385.329260:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978385.329264:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.329281:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978385.329283:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.329284:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978385.330023:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978385.330027:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978385.330028:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978385.330031:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978385.330033:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978385.330035:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.330037:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978385.330039:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.330041:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978385.777243:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978385.777250:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978385.777251:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978385.777257:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978385.777260:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978385.777264:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.777267:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978385.777270:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.777272:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978386.289356:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978386.289360:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978386.289363:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978386.353258:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978386.353265:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978386.353267:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978386.353272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978386.353276:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978386.353280:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.353282:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978386.353285:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.353288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978386.353434:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978386.353437:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978386.353439:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978386.353441:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978386.353443:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978386.353446:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.353448:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978386.353449:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.353451:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978386.353581:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978386.353584:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978386.353585:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978386.353588:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978386.353590:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978386.353592:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.355722:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978386.355726:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.355730:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978386.802486:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978386.802494:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978386.802496:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978386.802501:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978386.802505:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978386.802509:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.802512:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978386.802515:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.802519:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.377363:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978387.377375:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978387.377380:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.377390:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978387.377400:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978387.377407:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.377434:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.377437:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.377441:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.377628:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978387.377632:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978387.377633:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.377635:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978387.377637:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978387.377639:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.377641:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.377642:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.377644:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.825629:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978387.825639:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978387.825642:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.825649:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978387.825654:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978387.825659:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.825662:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.825665:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.825668:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978388.401290:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978388.401299:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978388.401304:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978388.401317:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978388.401325:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978388.401332:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.401337:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978388.401342:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.401353:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978388.401440:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978388.401445:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978388.401452:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978388.401463:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978388.401472:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978388.401477:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.401489:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978388.401496:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.401503:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978388.849290:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978388.849327:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978388.849329:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978388.849335:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978388.849339:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978388.849342:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.849345:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978388.849348:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.849351:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978389.425228:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978389.425235:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978389.425250:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978389.425254:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978389.425257:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978389.425265:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.425278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978389.425281:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.425286:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978389.873258:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978389.873264:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978389.873266:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978389.873271:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978389.873275:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978389.873278:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.873281:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978389.873283:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.873286:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978390.449702:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978390.449706:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978390.449707:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978390.449710:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978390.450284:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978390.450287:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.450289:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978390.450290:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.450292:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978390.897313:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978390.897326:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978390.897328:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978390.897336:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978390.897341:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978390.897346:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.897349:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978390.897352:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.897357:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978391.409979:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978391.409985:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978391.409989:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978391.473297:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978391.473315:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978391.473319:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978391.473329:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978391.473338:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978391.473345:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.473358:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978391.473362:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.473366:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978391.473617:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978391.473622:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978391.473623:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978391.473626:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978391.473630:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978391.473633:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.473636:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978391.473637:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.473640:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978391.921224:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978391.921231:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978391.921233:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978391.921237:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978391.921241:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978391.921244:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.921246:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978391.921248:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.921250:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978392.497313:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978392.497322:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978392.497325:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978392.497334:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978392.497344:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978392.497348:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978392.497352:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978392.497354:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978392.497358:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978392.498022:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978392.498025:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978392.498026:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978392.498029:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978392.498031:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978392.498032:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978392.498035:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978392.498036:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978392.498038:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978392.945296:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978392.945303:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978392.945305:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978392.945310:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978392.945313:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978392.945316:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978392.945319:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978392.945321:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978392.945324:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978393.521279:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978393.521290:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978393.521295:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978393.521304:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978393.521312:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978393.521318:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.521459:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978393.521461:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.521465:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978393.969253:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978393.969259:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978393.969260:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978393.969264:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978393.969267:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978393.969270:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.969272:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978393.969273:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.969276:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978394.545388:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978394.545394:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978394.545397:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978394.545402:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978394.545411:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978394.545416:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.545432:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978394.545439:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.545448:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978394.993305:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978394.993317:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978394.993319:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978394.993327:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978394.993332:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978394.993336:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.993339:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978394.993342:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.993347:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978395.569445:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978395.569449:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978395.569451:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978395.569454:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978395.569457:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978395.569459:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.569461:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978395.569463:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.569465:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978395.570951:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978395.570956:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978395.570957:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978395.570961:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978395.570963:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978395.570966:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.570968:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978395.570970:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.570973:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978396.017271:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978396.017281:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978396.017283:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978396.017290:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978396.017294:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978396.017299:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.017301:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978396.017305:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.017308:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978396.529386:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978396.529389:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978396.529392:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978396.594306:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978396.594313:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978396.594317:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978396.594325:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978396.594333:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978396.594338:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.594343:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978396.594346:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.594348:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978397.041252:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978397.041260:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978397.041262:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978397.041268:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978397.041272:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978397.041276:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.041278:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978397.041281:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.041284:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978397.617269:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978397.617277:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978397.617280:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978397.617289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978397.617302:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978397.617311:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.617342:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978397.617346:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.617349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978397.617438:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978397.617446:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978397.617449:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978397.617456:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978397.617466:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978397.617475:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.617550:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978397.617552:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.617556:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978398.065301:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978398.065312:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978398.065314:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978398.065321:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978398.065326:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978398.065330:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.065333:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978398.065336:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.065340:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978398.641284:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978398.641292:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978398.641296:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978398.641307:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978398.641319:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978398.641327:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.641332:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978398.641338:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.641344:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978398.641376:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978398.641384:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978398.641386:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978398.641390:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978398.641394:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978398.641397:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.641402:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978398.641408:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.641419:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978399.089244:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978399.089251:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978399.089253:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978399.089258:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978399.089262:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978399.089265:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.089268:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978399.089271:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.089274:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978399.665309:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978399.665329:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978399.665341:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978399.665353:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978399.665370:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978399.665381:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.665413:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978399.665419:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.665426:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978400.114065:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978400.114072:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978400.114075:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978400.114080:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978400.114084:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978400.114088:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.114092:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978400.114094:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.114097:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978400.689232:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978400.689240:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978400.689245:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978400.689255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978400.689262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978400.689269:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.689276:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978400.689281:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.689285:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978400.689331:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978400.689340:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978400.689343:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978400.689348:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978400.689354:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978400.689359:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.689365:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978400.689369:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.689371:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978401.137231:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978401.137236:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978401.137238:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978401.137241:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978401.137244:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978401.137247:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.137249:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978401.137251:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.137253:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978401.649371:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978401.649375:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978401.649378:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978401.713275:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978401.713281:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978401.713285:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978401.713291:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978401.713299:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978401.713304:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.713309:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978401.713312:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.713316:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978401.713369:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978401.713373:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978401.713375:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978401.713378:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978401.713381:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978401.713385:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.713391:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978401.713395:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.713399:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.161264:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978402.161271:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978402.161281:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.161286:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978402.161290:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978402.161294:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.161297:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.161299:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.161302:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.737243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978402.737252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978402.737256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.737264:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978402.737271:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978402.737277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.737284:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.737289:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.737294:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.737308:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978402.737313:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978402.737316:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.737319:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978402.737325:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978402.737329:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.737334:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.737338:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.737342:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978403.185311:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978403.185319:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978403.185322:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978403.185328:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978403.185332:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978403.185336:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978403.185339:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978403.185342:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978403.185346:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978403.761391:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978403.761396:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978403.761400:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978403.761407:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978403.761414:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978403.761418:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978403.761425:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978403.761427:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978403.761430:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978404.209288:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978404.209296:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978404.209299:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978404.209305:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978404.209309:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978404.209313:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.209315:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978404.209318:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.209321:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978404.785268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978404.785276:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978404.785280:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978404.785288:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978404.785292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978404.785297:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.785302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978404.785308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.785313:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978404.785346:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978404.785349:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978404.785351:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978404.785353:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978404.785355:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978404.785357:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.785359:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978404.785361:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.785363:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978404.785414:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978404.785418:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978404.785422:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978404.785426:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978404.785433:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978404.785437:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.785441:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978404.785443:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.785446:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978405.233273:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978405.233278:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978405.233279:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978405.233283:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978405.233286:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978405.233288:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.233291:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978405.233292:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.233294:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978405.809244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978405.809252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978405.809257:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978405.809264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978405.809271:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978405.809277:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.809282:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978405.809286:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.809292:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978405.809311:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978405.809314:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978405.809316:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978405.809318:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978405.809321:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978405.809324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.810754:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978405.810757:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.810764:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978406.257326:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978406.257335:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978406.257336:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978406.257341:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978406.257345:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978406.257348:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978406.257350:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978406.257352:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978406.257355:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978406.769329:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978406.769333:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978406.769337:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978406.833223:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978406.833231:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978406.833236:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978406.833243:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978406.833248:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978406.833252:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978406.834185:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978406.834187:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978406.834189:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.153270:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.153281:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978407.153284:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.153287:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.153290:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.153295:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15940 00000400:00000200:0.0:1783978407.153302:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978407.153307:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.153309:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.153311:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153314:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153315:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153318:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978407.153321:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.153330:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978407.153333:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.153338:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978407.153341:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978407.153343:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978407.153346:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153349:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153351:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153356:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978407.153359:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978407.153363:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153365:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.153368:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.153371:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.153375:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153377:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978407.153379:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.153388:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978407.153392:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978407.153395:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.153397:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153400:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.153403:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.153406:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.153415:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978407.153421:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.153442:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496947712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.153451:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.153456:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.153460:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496947712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.153480:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.153483:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.153487:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978407.153488:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.153490:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.153493:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.153495:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15940 00000400:00000200:0.0:1783978407.153499:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978407.153502:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.153504:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.153507:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153510:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153512:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153514:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978407.153517:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.153518:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978407.153520:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.153524:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978407.153528:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978407.153531:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978407.153535:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153537:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153541:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153544:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978407.153550:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978407.153557:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153562:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.153568:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.153576:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.153581:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153585:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.153590:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978407.153596:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153599:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.153605:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978407.153610:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978407.153614:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.153618:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153621:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.153624:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.153628:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.153635:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978407.153641:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.153649:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496947840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.153660:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.153666:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.153674:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496947840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.153698:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.153703:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.153709:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978407.153711:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.153714:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.153717:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.153719:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15940 00000400:00000200:0.0:1783978407.153725:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978407.153729:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.153730:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.153733:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153736:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153739:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153742:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978407.153744:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.153745:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978407.153747:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.153749:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978407.153752:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978407.153755:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978407.153758:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153763:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153764:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153765:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978407.153768:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978407.153773:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153776:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.153777:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.153781:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.153784:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153788:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.153789:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978407.153793:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153795:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.153800:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978407.153803:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978407.153807:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.153809:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153811:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.153812:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.153814:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.153817:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978407.153822:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.153828:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496947968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.153838:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.153840:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.153844:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496947968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.153852:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.153856:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.153863:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978407.153863:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.153865:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.153870:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.153876:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15940 00000400:00000200:0.0:1783978407.153883:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978407.153887:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.153890:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.153895:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153900:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153906:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153911:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978407.153913:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.153915:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978407.153919:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.153921:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978407.153925:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978407.153939:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978407.153944:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153946:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.153949:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153952:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978407.153957:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978407.153959:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978407.153962:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.153964:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.153966:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.153969:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153973:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.153976:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978407.153981:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.153983:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.153988:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978407.153992:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978407.153998:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.154001:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.154005:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.154009:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.154013:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.154020:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978407.154026:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.154033:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496948096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.154046:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.154051:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.154058:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496948096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.154069:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.154074:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.154081:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978407.154083:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.154086:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.154093:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.154098:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15940 00000400:00000200:0.0:1783978407.154105:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978407.154112:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.154117:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.154123:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.154127:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.154130:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.154134:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978407.154180:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.154184:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978407.154187:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.154192:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978407.154197:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978407.154202:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978407.154210:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.154214:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.154219:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978407.154224:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978407.154229:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978407.154234:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978407.154239:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.154243:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.154246:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.154252:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.154256:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.154259:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978407.154264:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.154268:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.154274:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978407.154278:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978407.154284:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.154287:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.154291:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.154294:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.154298:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.154303:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978407.154309:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.154318:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496948224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.154334:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.154339:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.154345:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496948224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.154364:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.154369:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15950) 00000100:00000001:0.0:1783978407.281290:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978407.281298:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978407.281300:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.281305:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978407.281309:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978407.281312:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.281316:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978407.281318:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.281321:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.857288:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978407.857294:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978407.857297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.857302:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978407.857305:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978407.857307:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.857309:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978407.857311:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.857313:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.859034:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978407.859039:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978407.859042:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.859047:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978407.859054:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978407.859057:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.859061:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978407.859064:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.859067:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978408.305256:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978408.305263:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978408.305265:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978408.305271:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978408.305274:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978408.305278:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978408.305280:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978408.305283:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978408.305286:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978408.881252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978408.881257:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978408.881259:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978408.881265:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978408.881269:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978408.881274:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978408.881277:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978408.881280:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978408.881286:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978409.329252:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978409.329258:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978409.329260:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978409.329265:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978409.329269:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978409.329272:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978409.329275:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978409.329278:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978409.329281:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978409.905252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978409.905260:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978409.905264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978409.905271:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978409.905276:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978409.905280:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978409.905285:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978409.905287:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978409.905288:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978410.353260:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978410.353266:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978410.353268:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978410.353273:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978410.353277:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978410.353281:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.353284:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978410.353286:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.353289:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978410.929269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978410.929275:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978410.929278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978410.929283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978410.929289:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978410.929294:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.929306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978410.929310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.929315:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978411.377388:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978411.377397:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978411.377399:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978411.377405:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978411.377409:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978411.377412:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978411.377414:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978411.377416:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978411.377419:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978411.889387:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978411.889391:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978411.889394:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978411.953243:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978411.953252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978411.953254:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978411.953260:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978411.953264:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978411.953268:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978411.953271:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978411.953274:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978411.953277:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978412.273266:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978412.273277:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978412.273279:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978412.273283:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978412.273287:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978412.273294:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15945 00000400:00000200:0.0:1783978412.273302:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978412.273308:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978412.273311:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978412.273314:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273317:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.273319:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273322:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978412.273326:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978412.273328:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978412.273331:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978412.273335:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978412.273337:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978412.273339:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978412.273342:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273344:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.273345:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273347:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978412.273350:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978412.273354:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273356:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978412.273359:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978412.273362:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978412.273365:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273368:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978412.273370:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978412.273379:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978412.273383:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978412.273386:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978412.273389:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273392:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978412.273395:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978412.273399:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978412.273407:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978412.273414:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.273421:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496948352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978412.273431:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978412.273436:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978412.273440:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496948352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978412.273464:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978412.273468:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978412.273471:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978412.273472:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978412.273473:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978412.273476:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978412.273479:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15945 00000400:00000200:0.0:1783978412.273483:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978412.273486:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978412.273489:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978412.273492:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273495:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.273498:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273500:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978412.273503:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978412.273504:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978412.273506:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978412.273509:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978412.273512:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978412.273516:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978412.273523:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273528:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.273532:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273538:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978412.273555:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978412.273562:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273568:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978412.273573:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978412.273581:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978412.273592:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273599:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978412.273605:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978412.273610:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273614:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978412.273618:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978412.273621:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978412.273624:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978412.273626:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273628:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978412.273630:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978412.273632:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978412.273638:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978412.273642:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.273650:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496948480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978412.273660:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978412.273663:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978412.273671:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496948480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978412.273689:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978412.273695:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978412.273703:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978412.273706:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978412.273709:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978412.273716:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978412.273720:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15945 00000400:00000200:0.0:1783978412.273760:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978412.273768:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978412.273773:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978412.273777:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273781:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.273785:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273787:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978412.273792:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978412.273795:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978412.273798:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978412.273801:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978412.273806:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978412.273811:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978412.273817:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273822:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.273827:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273830:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978412.273832:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978412.273837:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978412.273851:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978412.273855:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978412.273860:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978412.273865:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273870:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978412.273874:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978412.273880:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273883:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978412.273887:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978412.273891:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978412.273894:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978412.273897:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.273899:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978412.273900:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978412.273904:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978412.273907:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978412.273912:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.273918:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496948608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978412.273924:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978412.273926:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978412.273931:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496948608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978412.273956:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978412.273958:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978412.273963:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978412.273966:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978412.273969:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978412.273975:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978412.273980:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15945 00000400:00000200:0.0:1783978412.273987:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978412.273993:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978412.273999:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978412.274006:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274012:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.274014:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274017:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978412.274022:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978412.274023:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978412.274026:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978412.274030:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978412.274034:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978412.274039:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978412.274045:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274049:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.274055:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274057:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978412.274059:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978412.274065:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274069:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978412.274072:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978412.274090:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978412.274096:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.274100:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978412.274104:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978412.274110:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.274113:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978412.274117:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978412.274121:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978412.274123:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978412.274126:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.274129:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978412.274132:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978412.274156:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978412.274162:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978412.274167:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.274176:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496948736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978412.274189:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978412.274194:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978412.274202:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496948736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978412.274221:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978412.274226:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978412.274236:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978412.274239:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978412.274242:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978412.274249:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978412.274255:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15945 00000400:00000200:0.0:1783978412.274263:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978412.274269:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978412.274274:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978412.274281:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274286:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.274291:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274296:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978412.274299:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978412.274300:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978412.274302:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978412.274303:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978412.274305:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978412.274308:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978412.274314:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274319:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978412.274324:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274328:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978412.274333:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978412.274337:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978412.274342:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978412.274346:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978412.274350:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978412.274355:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.274359:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978412.274362:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978412.274367:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.274372:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978412.274377:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978412.274381:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978412.274387:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978412.274390:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.274394:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978412.274397:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978412.274401:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978412.274407:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978412.274413:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.274422:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496948864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978412.274435:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978412.274438:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978412.274445:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496948864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978412.274461:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978412.274468:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15955) 00000100:00000001:0.0:1783978412.401248:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978412.401256:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978412.401258:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.401263:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978412.401267:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978412.401271:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.401273:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978412.401275:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.401278:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.977560:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978412.977565:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978412.977566:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.977569:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978412.977572:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978412.977574:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.977577:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978412.977578:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.977581:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.977591:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978412.977594:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978412.977596:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.977598:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978412.977601:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978412.977603:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.977605:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978412.977607:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.977609:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.425269:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978413.425277:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978413.425279:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.425285:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978413.425289:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978413.425302:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978413.425306:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978413.425308:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978413.425312:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978414.001294:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978414.001299:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978414.001303:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978414.001307:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978414.001310:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978414.001312:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978414.001335:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978414.001338:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978414.001341:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978414.449369:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978414.449377:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978414.449379:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978414.449384:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978414.449388:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978414.449391:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978414.449394:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978414.449396:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978414.449399:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978415.473244:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978415.473250:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978415.473252:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978415.473255:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978415.473258:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978415.473261:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978415.473262:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978415.473264:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978415.473266:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978416.050789:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978416.050796:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978416.050800:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978416.050806:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978416.050812:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978416.050817:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978416.050825:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978416.050831:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978416.050837:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978416.497252:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978416.497259:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978416.497260:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978416.497264:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978416.497268:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978416.497270:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978416.497273:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978416.497275:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978416.497278:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978417.009422:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978417.009429:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978417.009433:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978417.073323:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978417.073336:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978417.073350:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978417.073365:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978417.073386:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978417.073394:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978417.073400:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978417.073406:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978417.073424:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978417.521253:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978417.521262:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978417.521263:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978417.521270:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978417.521274:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978417.521278:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978417.521281:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978417.521283:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978417.521286:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978418.097369:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978418.097372:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978418.097373:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978418.097375:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978418.097377:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978418.097378:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.097380:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978418.097382:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.097383:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978418.545384:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978418.545391:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978418.545393:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978418.545398:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978418.545401:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978418.545405:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.545407:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978418.545410:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.545413:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978419.121290:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978419.121301:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978419.121308:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978419.121318:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978419.121330:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978419.121339:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.121366:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978419.121369:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.121371:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978419.569261:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978419.569265:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978419.569267:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978419.569278:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978419.569281:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978419.569285:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.569288:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978419.569290:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.569293:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978420.145252:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978420.145260:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978420.145264:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978420.145271:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978420.145277:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978420.145282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.145290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978420.145295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.145304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978420.145348:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978420.145355:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978420.145362:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978420.145374:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978420.145381:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978420.145385:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.145388:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978420.145390:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.145393:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978420.593233:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978420.593238:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978420.593239:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978420.593243:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978420.593245:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978420.593249:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.593252:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978420.593254:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.593258:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978421.169290:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978421.169296:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978421.169302:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978421.169314:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978421.169321:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978421.169326:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.169338:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978421.169342:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.169347:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978421.617255:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978421.617263:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978421.617264:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978421.617270:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978421.617274:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978421.617277:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.617280:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978421.617283:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.617286:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978422.129879:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978422.129882:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978422.129884:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978422.193809:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978422.193812:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978422.193814:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.193816:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978422.193818:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978422.193820:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978422.193821:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978422.193823:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978422.193825:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978422.513309:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978422.513317:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978422.513320:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978422.513323:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978422.513326:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978422.513333:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15955 00000400:00000200:0.0:1783978422.513340:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978422.513345:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978422.513348:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978422.513350:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513352:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.513354:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513356:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978422.513358:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978422.513360:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978422.513362:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978422.513364:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978422.513366:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978422.513368:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978422.513370:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513372:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.513373:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513376:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978422.513379:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978422.513383:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513385:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978422.513388:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978422.513391:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978422.513394:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513396:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978422.513398:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978422.513407:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978422.513411:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978422.513415:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978422.513417:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513420:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978422.513423:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978422.513426:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978422.513434:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978422.513441:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.513451:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496949632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978422.513462:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978422.513466:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978422.513471:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496949632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978422.513494:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978422.513498:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978422.513502:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978422.513507:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978422.513509:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978422.513512:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978422.513514:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15955 00000400:00000200:0.0:1783978422.513520:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978422.513523:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978422.513526:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978422.513529:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513532:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.513537:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513541:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978422.513546:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978422.513549:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978422.513552:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978422.513556:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978422.513562:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978422.513565:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978422.513572:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513574:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.513578:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513581:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978422.513586:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978422.513592:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513596:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978422.513599:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978422.513617:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978422.513622:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513626:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978422.513631:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978422.513638:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513641:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978422.513646:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978422.513650:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978422.513652:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978422.513654:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513659:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978422.513660:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978422.513670:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978422.513676:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978422.513682:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.513692:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496949760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978422.513702:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978422.513704:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978422.513707:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496949760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978422.513725:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978422.513729:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978422.513734:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978422.513736:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978422.513742:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978422.513745:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978422.513749:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15955 00000400:00000200:0.0:1783978422.513755:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978422.513759:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978422.513762:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978422.513764:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513765:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.513769:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513774:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978422.513777:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978422.513780:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978422.513784:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978422.513787:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978422.513792:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978422.513797:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978422.513803:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513807:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.513813:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513819:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978422.513824:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978422.513831:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978422.513837:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978422.513841:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978422.513845:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978422.513850:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513854:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978422.513858:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978422.513863:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513867:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978422.513870:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978422.513872:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978422.513876:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978422.513877:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.513879:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978422.513881:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978422.513883:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978422.513889:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978422.513900:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.513908:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496949888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978422.513917:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978422.513921:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978422.513929:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496949888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978422.513943:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978422.513958:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978422.513963:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978422.513964:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978422.513966:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978422.513969:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978422.513973:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15955 00000400:00000200:0.0:1783978422.513980:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978422.513985:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978422.513988:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978422.513995:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514000:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.514002:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514004:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978422.514008:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978422.514012:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978422.514016:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978422.514021:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978422.514026:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978422.514030:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978422.514038:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514043:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.514048:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514052:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978422.514057:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978422.514063:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514069:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978422.514074:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978422.514080:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978422.514085:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.514090:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978422.514095:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978422.514100:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.514104:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978422.514108:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978422.514111:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978422.514116:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978422.514118:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.514120:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978422.514124:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978422.514127:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978422.514134:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978422.514179:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.514189:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496950016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978422.514206:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978422.514211:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978422.514219:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496950016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978422.514229:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978422.514234:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978422.514241:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978422.514245:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978422.514248:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978422.514255:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978422.514261:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15955 00000400:00000200:0.0:1783978422.514272:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978422.514281:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978422.514285:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978422.514293:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514297:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.514302:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514308:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978422.514313:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978422.514315:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978422.514319:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978422.514324:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978422.514328:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978422.514334:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978422.514342:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514347:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978422.514352:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514358:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978422.514365:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978422.514371:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978422.514376:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978422.514381:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978422.514386:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978422.514390:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.514394:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978422.514398:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978422.514405:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.514411:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978422.514417:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978422.514424:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978422.514429:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978422.514433:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.514437:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978422.514442:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978422.514446:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978422.514453:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978422.514462:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.514471:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496950144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978422.514501:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978422.514505:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978422.514514:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496950144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978422.514530:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978422.514537:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15966) 00000100:00000001:0.0:1783978422.641227:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978422.641235:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978422.641237:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.641243:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978422.641247:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978422.641251:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978422.641254:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978422.641257:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978422.641259:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978423.217278:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978423.217286:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978423.217288:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978423.217296:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978423.217302:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978423.217307:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.217314:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978423.217319:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.217323:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978423.217710:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978423.217714:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978423.217715:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978423.217718:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978423.217720:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978423.217723:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.217725:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978423.217727:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.217729:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978423.665306:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978423.665314:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978423.665316:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978423.665322:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978423.665326:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978423.665329:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.665332:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978423.665335:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.665338:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978424.241432:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978424.241436:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978424.241437:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978424.241440:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978424.241442:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978424.241444:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978424.241603:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978424.241605:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978424.241608:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978424.689256:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978424.689264:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978424.689266:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978424.689271:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978424.689275:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978424.689278:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978424.689281:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978424.689283:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978424.689286:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978425.265275:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978425.265284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978425.265286:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978425.265292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978425.265297:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978425.265301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978425.265306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978425.265310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978425.265316:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978425.713260:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978425.713265:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978425.713267:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978425.713270:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978425.713273:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978425.713276:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978425.713279:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978425.713280:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978425.713282:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978426.289253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978426.289261:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978426.289263:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978426.289269:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978426.289273:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978426.289278:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978426.289281:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978426.289285:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978426.289289:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978426.737231:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978426.737239:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978426.737241:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978426.737247:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978426.737251:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978426.737255:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978426.737258:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978426.737260:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978426.737263:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978427.249346:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978427.249350:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978427.249353:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978427.313270:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978427.313276:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978427.313281:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978427.313286:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978427.313291:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978427.313294:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978427.313296:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978427.313298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978427.313300:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978427.633200:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978427.633207:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978427.633209:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978427.633212:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978427.633215:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978427.633221:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15961 00000400:00000200:0.0:1783978427.633228:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978427.633233:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978427.633235:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978427.633238:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633240:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.633242:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633244:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978427.633248:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978427.633249:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978427.633250:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978427.633253:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978427.633255:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978427.633256:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978427.633258:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633259:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.633261:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633262:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978427.633264:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978427.633266:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633267:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978427.633269:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978427.633272:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978427.633274:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.633275:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978427.633276:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978427.633280:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978427.633282:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978427.633285:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978427.633286:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.633288:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978427.633290:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978427.633293:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978427.633298:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978427.633304:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978427.633313:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496950272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978427.633322:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978427.633327:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978427.633331:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496950272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978427.633353:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978427.633356:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978427.633359:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978427.633360:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978427.633362:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978427.633365:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978427.633367:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15961 00000400:00000200:0.0:1783978427.633371:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978427.633375:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978427.633378:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978427.633381:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633384:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.633386:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633389:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978427.633394:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978427.633396:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978427.633400:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978427.633405:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978427.633409:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978427.633413:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978427.633422:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633427:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.633432:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633437:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978427.633442:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978427.633448:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633455:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978427.633459:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978427.633468:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978427.633472:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.633476:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978427.633482:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978427.633687:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.633694:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978427.633700:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978427.633705:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978427.633710:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978427.633714:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.633717:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978427.633720:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978427.633724:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978427.633730:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978427.633737:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978427.633748:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496950400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978427.633763:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978427.633767:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978427.633776:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496950400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978427.633870:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978427.633875:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978427.633884:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978427.633887:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978427.633891:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978427.633897:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978427.633902:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15961 00000400:00000200:0.0:1783978427.633911:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978427.633918:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978427.633924:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978427.633930:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633937:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.633942:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633947:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978427.633952:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978427.633955:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978427.633959:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978427.633963:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978427.633967:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978427.633973:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978427.633981:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633987:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.633992:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.633998:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978427.634002:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978427.634016:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634022:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978427.634027:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978427.634033:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978427.634038:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634042:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978427.634047:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978427.634050:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634052:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978427.634057:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978427.634062:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978427.634068:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978427.634072:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634077:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978427.634080:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978427.634083:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978427.634091:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978427.634099:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978427.634109:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496950528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978427.634124:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978427.634129:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978427.634163:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496950528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978427.634173:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978427.634175:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978427.634179:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978427.634181:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978427.634182:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978427.634186:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978427.634188:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15961 00000400:00000200:0.0:1783978427.634194:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978427.634201:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978427.634206:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978427.634212:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634218:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.634223:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634228:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978427.634234:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978427.634236:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978427.634237:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978427.634239:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978427.634241:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978427.634243:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978427.634249:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634255:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.634260:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634265:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978427.634271:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978427.634277:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634282:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978427.634286:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978427.634290:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978427.634296:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634301:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978427.634305:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978427.634316:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634318:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978427.634322:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978427.634327:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978427.634333:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978427.634335:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634340:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978427.634343:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978427.634346:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978427.634352:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978427.634360:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978427.634370:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496950656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978427.634382:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978427.634386:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978427.634393:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496950656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978427.634411:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978427.634416:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978427.634422:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978427.634427:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978427.634430:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978427.634435:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978427.634442:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15961 00000400:00000200:0.0:1783978427.634451:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978427.634459:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978427.634464:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978427.634469:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634474:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.634479:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634484:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978427.634548:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978427.634551:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978427.634556:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978427.634561:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978427.634567:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978427.634570:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978427.634586:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634591:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978427.634596:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634602:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978427.634607:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978427.634614:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978427.634620:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978427.634624:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978427.634629:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978427.634634:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634638:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978427.634642:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978427.634648:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634652:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978427.634658:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978427.634665:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978427.634671:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978427.634674:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978427.634678:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978427.634681:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978427.634685:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978427.634691:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978427.634698:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978427.634710:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496950784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978427.634734:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978427.634740:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978427.634748:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496950784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978427.634767:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978427.634775:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15971) 00000100:00000001:0.0:1783978427.761235:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978427.761240:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978427.761241:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978427.761246:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978427.761248:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978427.761258:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978427.761261:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978427.761264:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978427.761267:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978428.337330:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978428.337338:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978428.337342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978428.337351:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978428.337356:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978428.337359:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978428.337373:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978428.337377:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978428.337381:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978428.337670:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978428.337674:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978428.337676:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978428.337678:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978428.337681:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978428.337683:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978428.337685:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978428.337686:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978428.337687:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978428.785213:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978428.785218:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978428.785220:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978428.785223:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978428.785226:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978428.785229:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978428.785231:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978428.785232:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978428.785234:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978429.361250:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978429.361259:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978429.361263:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978429.361273:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978429.361278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978429.361284:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978429.361288:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978429.361292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978429.361298:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978429.361318:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978429.361328:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978429.361332:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978429.361338:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978429.361344:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978429.361349:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978429.361354:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978429.361356:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978429.361358:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978429.809316:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978429.809326:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978429.809328:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978429.809336:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978429.809340:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978429.809345:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978429.809348:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978429.809351:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978429.809355:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978430.385319:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978430.385325:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978430.385329:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978430.385338:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978430.385345:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978430.385358:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978430.385364:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978430.385368:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978430.385371:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978430.833317:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978430.833327:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978430.833329:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978430.833337:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978430.833349:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978430.833354:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978430.833357:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978430.833361:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978430.833364:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978431.409284:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978431.409296:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978431.409301:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978431.409310:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978431.409319:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978431.409327:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978431.409335:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978431.409339:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978431.409344:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978431.858677:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978431.858686:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978431.858688:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978431.858695:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978431.858699:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978431.858705:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978431.858708:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978431.858711:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978431.858715:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978432.369459:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978432.369464:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978432.369468:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978432.433454:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978432.433461:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978432.433464:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978432.433467:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978432.433470:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978432.433472:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978432.433845:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978432.433848:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978432.433851:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978432.881293:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978432.881303:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978432.881305:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978432.881311:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978432.881316:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978432.881320:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978432.881324:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978432.881328:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978432.881331:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978433.457292:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978433.457303:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978433.457308:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978433.457320:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978433.457328:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978433.457338:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.457347:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978433.457353:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.457359:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978433.457411:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978433.457417:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978433.457420:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978433.457424:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978433.457427:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978433.457430:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.457437:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978433.457442:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.457446:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978433.905423:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978433.905445:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978433.905447:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978433.905454:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978433.905458:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978433.905463:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.905476:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978433.905480:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.905484:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978434.481290:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978434.481295:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978434.481297:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978434.481300:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978434.481306:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978434.481311:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.481316:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978434.481319:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.481325:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978434.481333:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978434.481338:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978434.481340:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978434.481343:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978434.481345:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978434.481349:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.481354:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978434.481356:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.481361:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978434.929292:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978434.929301:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978434.929303:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978434.929310:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978434.929314:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978434.929323:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.929326:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978434.929329:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.929332:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978435.505394:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978435.505398:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978435.505399:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978435.505402:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978435.505404:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978435.505406:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978435.506240:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978435.506244:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978435.506247:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978435.953252:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978435.953259:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978435.953261:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978435.953266:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978435.953270:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978435.953274:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978435.953277:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978435.953279:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978435.953283:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978436.529249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978436.529257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978436.529262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978436.529268:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978436.529274:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978436.529280:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.529288:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978436.529292:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.529295:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978436.529379:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978436.529385:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978436.529389:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978436.529396:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978436.529403:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978436.529408:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.529415:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978436.529418:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.529435:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978436.977260:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978436.977267:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978436.977269:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978436.977275:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978436.977278:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978436.977282:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.977285:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978436.977287:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.977291:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978437.489328:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978437.489332:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978437.489334:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978437.553251:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978437.553258:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978437.553262:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.553271:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978437.553278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978437.553284:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.553290:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978437.553295:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.553302:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.553386:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978437.553388:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978437.553390:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.553391:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978437.553393:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978437.553394:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.553498:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978437.553499:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.553502:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978437.873287:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978437.873298:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978437.873300:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978437.873304:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978437.873308:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978437.873315:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15971 00000400:00000200:0.0:1783978437.873325:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978437.873330:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978437.873333:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978437.873336:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873339:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.873342:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873344:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978437.873347:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978437.873350:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978437.873352:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978437.873356:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978437.873358:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978437.873361:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978437.873364:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873366:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.873368:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873376:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978437.873379:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978437.873382:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873384:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978437.873386:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978437.873389:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978437.873391:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873393:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978437.873395:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978437.873413:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978437.873416:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978437.873419:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978437.873420:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873423:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978437.873425:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978437.873428:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978437.873435:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978437.873440:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.873450:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496951552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978437.873458:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978437.873461:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978437.873464:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496951552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978437.873484:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978437.873486:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978437.873491:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978437.873492:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978437.873493:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978437.873495:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978437.873497:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15971 00000400:00000200:0.0:1783978437.873506:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978437.873509:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978437.873512:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978437.873516:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873521:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.873523:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873528:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978437.873532:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978437.873535:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978437.873538:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978437.873541:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978437.873547:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978437.873553:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978437.873560:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873563:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.873567:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873571:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978437.873577:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978437.873584:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873590:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978437.873593:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978437.873599:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978437.873605:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873609:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978437.873613:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978437.873619:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873624:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978437.873630:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978437.873635:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978437.873639:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978437.873642:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873649:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978437.873653:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978437.873665:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978437.873672:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978437.873677:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.873686:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496951680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978437.873693:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978437.873696:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978437.873701:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496951680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978437.873714:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978437.873718:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978437.873724:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978437.873737:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978437.873740:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978437.873745:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978437.873750:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15971 00000400:00000200:0.0:1783978437.873760:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978437.873768:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978437.873773:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978437.873779:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873784:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.873789:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873792:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978437.873798:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978437.873801:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978437.873805:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978437.873810:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978437.873813:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978437.873818:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978437.873824:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873826:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.873828:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873832:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978437.873833:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978437.873839:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978437.873849:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978437.873854:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978437.873859:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978437.873863:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873866:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978437.873870:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978437.873876:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873879:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978437.873884:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978437.873889:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978437.873895:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978437.873897:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.873902:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978437.873904:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978437.873908:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978437.873916:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978437.873923:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.873932:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496951808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978437.873942:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978437.873945:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978437.873950:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496951808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978437.873963:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978437.873965:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978437.873970:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978437.873973:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978437.873975:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978437.873979:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978437.873982:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15971 00000400:00000200:0.0:1783978437.873991:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978437.873997:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978437.874001:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978437.874005:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874010:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.874014:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874019:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978437.874023:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978437.874026:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978437.874029:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978437.874033:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978437.874038:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978437.874042:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978437.874048:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874053:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.874057:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874062:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978437.874067:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978437.874073:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874077:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978437.874079:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978437.874081:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978437.874085:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.874090:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978437.874092:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978437.874100:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.874105:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978437.874112:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978437.874118:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978437.874125:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978437.874129:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.874135:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978437.874175:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978437.874179:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978437.874186:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978437.874192:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.874202:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496951936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978437.874216:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978437.874220:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978437.874227:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496951936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978437.874254:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978437.874259:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978437.874266:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978437.874270:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978437.874273:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978437.874277:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978437.874282:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15971 00000400:00000200:0.0:1783978437.874290:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978437.874296:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978437.874299:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978437.874304:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874307:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.874312:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874316:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978437.874320:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978437.874322:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978437.874324:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978437.874327:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978437.874329:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978437.874333:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978437.874340:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874343:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978437.874348:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874353:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978437.874356:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978437.874360:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978437.874364:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978437.874366:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978437.874371:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978437.874376:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.874379:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978437.874382:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978437.874385:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.874386:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978437.874389:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978437.874391:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978437.874407:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978437.874408:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.874415:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978437.874418:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978437.874421:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978437.874425:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978437.874429:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.874435:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496952064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978437.874460:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978437.874465:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978437.874474:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496952064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978437.874488:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978437.874493:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15981) 00000100:00000001:0.0:1783978438.001255:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978438.001263:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978438.001265:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978438.001270:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978438.001274:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978438.001278:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.001280:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978438.001283:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.001285:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978438.577247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978438.577257:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978438.577262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978438.577271:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978438.577279:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978438.577285:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.577310:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978438.577315:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.577321:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978439.025262:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978439.025269:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978439.025271:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978439.025276:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978439.025280:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978439.025284:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.025286:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978439.025289:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.025292:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978439.601254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978439.601261:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978439.601266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978439.601274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978439.601281:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978439.601289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.601296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978439.601300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.601306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978439.601428:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978439.601434:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978439.601437:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978439.601439:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978439.601441:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978439.601442:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.601465:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978439.601473:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.601477:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978440.050480:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978440.050487:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978440.050489:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978440.050494:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978440.050497:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978440.050501:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978440.050504:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978440.050506:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978440.050508:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978440.625800:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978440.625805:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978440.625806:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978440.625809:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978440.625812:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978440.625815:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978440.625817:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978440.625820:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978440.625822:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978441.073262:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978441.073270:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978441.073272:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978441.073278:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978441.073283:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978441.073286:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.073289:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978441.073291:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.073294:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978441.649255:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978441.649261:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978441.649264:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978441.649269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978441.649273:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978441.649277:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.649280:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978441.649283:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.649287:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978441.649299:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978441.649301:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978441.649302:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978441.649304:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978441.649306:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978441.649308:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.649310:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978441.649311:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.649313:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978442.097223:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978442.097231:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978442.097233:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978442.097239:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978442.097243:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978442.097247:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978442.097250:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978442.097253:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978442.097256:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978442.609333:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978442.609337:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978442.609340:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978442.673394:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978442.673398:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978442.673400:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978442.673404:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978442.673407:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978442.673411:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978442.673769:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978442.673771:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978442.673774:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978443.121227:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978443.121235:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978443.121236:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978443.121242:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978443.121246:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978443.121249:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.121252:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978443.121254:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.121257:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978443.697233:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978443.697241:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978443.697245:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978443.697250:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978443.697255:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978443.697260:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.697267:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978443.697271:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.697276:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978443.697329:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978443.697332:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978443.697334:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978443.697338:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978443.697344:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978443.697349:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.697353:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978443.697357:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.697363:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978444.146595:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978444.146602:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978444.146604:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978444.146609:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978444.146613:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978444.146616:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978444.146619:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978444.146621:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978444.146624:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978444.721232:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978444.721239:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978444.721242:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978444.721247:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978444.721253:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978444.721257:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978444.721259:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978444.721262:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978444.721265:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978445.169316:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978445.169325:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978445.169327:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978445.169334:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978445.169337:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978445.169341:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978445.169344:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978445.169346:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978445.169349:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978445.745309:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978445.745318:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978445.745323:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978445.745332:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978445.745340:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978445.745345:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978445.745367:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978445.745371:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978445.745377:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978446.193312:0:240220:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978446.193320:0:240220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978446.193322:0:240220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978446.193329:0:240220:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36b40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978446.193333:0:240220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978446.193335:0:240220:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978446.193337:0:240220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978446.193339:0:240220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978446.193342:0:240220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978446.769302:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978446.769312:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978446.769318:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978446.769336:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978446.769347:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978446.769354:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978446.769369:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978446.769380:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978446.769391:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978447.729408:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978447.729412:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978447.729414:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978447.793263:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978447.793268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978447.793272:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978447.793286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978447.793291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978447.793296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978447.793499:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978447.793502:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978447.793506:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978448.817318:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978448.817323:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978448.817326:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978448.817330:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978448.817333:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978448.817335:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.817338:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978448.817340:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.817342:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978448.817471:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978448.817475:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978448.817478:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978448.817481:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978448.817483:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978448.817485:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.817490:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978448.817492:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.817494:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978449.841293:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978449.841304:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978449.841309:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978449.841319:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978449.841327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978449.841334:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978449.841349:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978449.841352:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978449.841355:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978449.841397:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978449.841401:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978449.841402:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978449.841405:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978449.841407:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978449.841410:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978449.841412:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978449.841417:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978449.841422:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978450.865305:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978450.865316:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978450.865323:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978450.865336:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978450.865345:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978450.865352:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978450.865365:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978450.865368:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978450.865375:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978451.889290:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978451.889305:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978451.889312:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978451.889324:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978451.889337:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978451.889343:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978451.889370:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978451.889374:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978451.889379:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978451.889479:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978451.889488:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978451.889494:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978451.889501:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978451.889511:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978451.889516:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978451.889528:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978451.889532:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978451.889537:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978452.849440:0:240303:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978452.849444:0:240303:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978452.849456:0:240303:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978452.913241:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978452.913251:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978452.913256:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978452.913262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978452.913268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978452.913274:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978452.913294:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978452.913296:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978452.913298:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978453.233273:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978453.233282:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978453.233285:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978453.233288:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978453.233292:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978453.233299:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 15986 00000400:00000200:0.0:1783978453.233306:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978453.233312:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978453.233315:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978453.233318:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233321:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.233329:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233332:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978453.233337:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978453.233339:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978453.233341:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978453.233344:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978453.233347:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978453.233349:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978453.233352:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233354:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.233356:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233358:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978453.233360:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978453.233364:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233366:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978453.233369:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978453.233372:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978453.233374:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233376:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978453.233378:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978453.233387:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978453.233395:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978453.233398:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978453.233400:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233402:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978453.233405:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978453.233409:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978453.233418:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978453.233423:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.233432:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496953472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978453.233441:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978453.233445:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978453.233449:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496953472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978453.233469:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978453.233472:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978453.233478:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978453.233480:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978453.233481:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978453.233484:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978453.233486:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15986 00000400:00000200:0.0:1783978453.233490:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978453.233494:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978453.233496:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978453.233499:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233501:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.233503:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233506:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978453.233509:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978453.233511:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978453.233513:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978453.233517:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978453.233520:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978453.233523:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978453.233528:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233538:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.233542:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233545:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978453.233549:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978453.233555:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233561:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978453.233565:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978453.233572:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978453.233576:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233581:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978453.233586:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978453.233589:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233593:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978453.233598:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978453.233602:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978453.233606:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978453.233609:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233612:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978453.233614:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978453.233628:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978453.233636:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978453.233642:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.233652:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496953600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978453.233666:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978453.233671:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978453.233678:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496953600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978453.233691:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978453.233696:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978453.233702:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978453.233705:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978453.233706:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978453.233712:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978453.233717:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15986 00000400:00000200:0.0:1783978453.233732:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978453.233743:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978453.233746:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978453.233753:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233756:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.233759:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233763:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978453.233767:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978453.233769:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978453.233771:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978453.233775:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978453.233780:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978453.233784:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978453.233790:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233794:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.233798:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233803:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978453.233805:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978453.233810:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233815:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978453.233819:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978453.233823:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978453.233828:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233832:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978453.233835:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978453.233838:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233851:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978453.233857:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978453.233861:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978453.233867:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978453.233870:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.233873:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978453.233876:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978453.233879:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978453.233884:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978453.233889:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.233897:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496953728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978453.233909:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978453.233911:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978453.233916:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496953728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978453.233930:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978453.233935:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978453.233941:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978453.233943:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978453.233945:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978453.233949:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978453.233954:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15986 00000400:00000200:0.0:1783978453.233962:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978453.233966:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978453.233970:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978453.233975:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233978:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.233982:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.233986:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978453.233989:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978453.233991:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978453.233994:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978453.233998:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978453.234002:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978453.234005:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978453.234011:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234016:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.234020:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234024:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978453.234030:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978453.234035:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234040:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978453.234043:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978453.234047:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978453.234051:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.234055:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978453.234058:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978453.234072:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.234075:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978453.234081:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978453.234086:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978453.234092:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978453.234094:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.234097:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978453.234100:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978453.234103:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978453.234106:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978453.234109:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.234115:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496953856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978453.234183:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978453.234188:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978453.234196:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496953856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978453.234211:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978453.234214:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978453.234220:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978453.234225:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978453.234229:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978453.234234:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978453.234238:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 15986 00000400:00000200:0.0:1783978453.234244:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978453.234250:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978453.234254:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978453.234259:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234262:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.234264:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234269:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978453.234273:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978453.234276:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978453.234279:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978453.234283:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978453.234287:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978453.234291:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978453.234297:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234301:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978453.234306:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234311:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978453.234315:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978453.234321:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978453.234326:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978453.234331:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978453.234334:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978453.234339:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.234342:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978453.234346:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978453.234351:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.234356:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978453.234362:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978453.234366:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978453.234370:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978453.234374:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.234377:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978453.234381:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978453.234384:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978453.234390:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978453.234396:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.234405:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496953984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978453.234419:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978453.234424:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978453.234432:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496953984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978453.234450:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978453.234457:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15996) 00000100:00000001:0.0:1783978453.937291:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978453.937300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978453.937305:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.937313:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978453.937325:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978453.937334:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978453.937342:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978453.937346:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978453.937349:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978453.937423:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978453.937425:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978453.937427:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.937429:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978453.937432:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978453.937434:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978453.937690:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978453.937695:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978453.937699:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978454.961262:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978454.961268:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978454.961272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978454.961277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978454.961282:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978454.961288:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978454.961294:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978454.961297:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978454.961302:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978455.985247:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978455.985255:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978455.985259:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978455.985267:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978455.985274:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978455.985278:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978455.985282:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978455.985285:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978455.985433:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978457.009235:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978457.009242:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978457.009245:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978457.009251:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978457.009256:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978457.009260:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978457.009264:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978457.009267:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978457.009274:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978458.033524:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978458.033528:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978458.033530:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978458.033533:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978458.033536:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978458.033539:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978458.033548:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978458.033552:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978458.033556:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.057250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978459.057259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978459.057263:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.057272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978459.057277:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978459.057283:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978459.057290:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978459.057293:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978459.057295:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.057382:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978459.057387:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978459.057391:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.057395:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978459.057401:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978459.057404:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978459.057535:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978459.057538:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978459.057541:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978460.081253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978460.081263:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978460.081268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978460.081276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978460.081294:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978460.081298:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978460.081303:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978460.081306:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978460.081313:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978461.105237:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978461.105245:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978461.105248:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978461.105254:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978461.105259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978461.105263:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.105274:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978461.105277:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.105280:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978461.105294:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978461.105298:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978461.105300:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978461.105303:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978461.105306:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978461.105308:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.105311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978461.105312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.105314:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978462.129275:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978462.129282:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978462.129284:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978462.129289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978462.129293:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978462.129297:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.129301:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978462.129304:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.129308:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978462.133742:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978462.133748:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978462.133749:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978462.133754:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978462.133756:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978462.133758:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.133760:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978462.133762:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.133764:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978463.153350:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978463.153357:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978463.153360:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978463.153367:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978463.153373:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978463.153377:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978463.153384:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978463.153387:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978463.153392:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978464.177260:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978464.177268:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978464.177271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978464.177279:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978464.177286:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978464.177292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.177310:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978464.177315:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.177319:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978464.177385:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978464.177388:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978464.177390:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978464.177393:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978464.177395:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978464.177398:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.177400:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978464.177402:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.177404:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978464.177561:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978464.177571:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978464.177575:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978464.177580:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978464.177585:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978464.177588:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.177590:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978464.177592:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.177595:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978465.201268:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978465.201426:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978465.201428:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978465.201430:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978465.201432:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978465.201434:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.201436:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978465.201438:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.201440:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978466.225248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978466.225255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978466.225258:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978466.225265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978466.225272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978466.225276:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.225279:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978466.225282:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.225286:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978466.225335:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978466.225339:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978466.225343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978466.225348:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978466.225352:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978466.225356:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.225373:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978466.225375:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.225378:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978467.249248:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978467.249257:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978467.249261:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978467.249270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978467.249278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978467.249282:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978467.249303:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978467.249306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978467.249309:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978467.249331:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978467.249333:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978467.249335:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978467.249337:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978467.249340:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978467.249342:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978467.249344:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978467.249346:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978467.249348:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978468.273469:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978468.273487:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978468.273490:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978468.273494:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978468.273497:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978468.273508:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978468.273511:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978468.273513:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978468.273516:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978469.297241:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978469.297247:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978469.297251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978469.297258:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978469.297264:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978469.297269:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978469.297480:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978469.297484:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978469.297486:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978470.321282:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978470.321301:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978470.321311:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978470.321325:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978470.321336:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978470.321341:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978470.321366:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978470.321370:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978470.321374:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978471.345911:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978471.345916:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978471.345918:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978471.345921:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978471.345924:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978471.345926:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978471.345928:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978471.345930:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978471.345933:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978472.369317:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978472.369324:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978472.369326:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978472.369332:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978472.369337:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978472.369341:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978472.369363:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978472.369367:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978472.369372:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.393248:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978473.393255:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978473.393258:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.393265:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978473.393278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978473.393282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978473.393292:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978473.393295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978473.393298:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978473.713236:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978473.713246:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978473.713249:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978473.713252:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978473.713256:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978473.713262:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16007 00000400:00000200:0.0:1783978473.713271:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978473.713277:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978473.713279:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978473.713282:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713285:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.713288:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713290:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978473.713293:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978473.713295:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978473.713297:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978473.713301:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978473.713303:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978473.713305:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978473.713308:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713309:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.713311:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713313:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978473.713315:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978473.713318:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713321:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978473.713323:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978473.713327:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978473.713329:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713332:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978473.713334:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978473.713343:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978473.713347:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978473.713350:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978473.713352:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713354:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978473.713357:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978473.713361:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978473.713369:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978473.713376:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.713384:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496956032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978473.713392:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978473.713395:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978473.713398:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496956032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978473.713414:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978473.713416:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978473.713418:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978473.713419:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978473.713420:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978473.713423:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978473.713424:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16007 00000400:00000200:0.0:1783978473.713427:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978473.713429:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978473.713430:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978473.713432:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713434:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.713436:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713438:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978473.713440:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978473.713441:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978473.713442:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978473.713444:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978473.713446:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978473.713447:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978473.713449:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713453:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.713456:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713459:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978473.713462:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978473.713466:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713468:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978473.713472:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978473.713483:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978473.713488:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713495:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978473.713501:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978473.713507:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713510:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978473.713516:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978473.713521:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978473.713527:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978473.713530:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713533:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978473.713536:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978473.713540:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978473.713546:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978473.713553:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.713562:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496956160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978473.713573:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978473.713578:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978473.713586:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496956160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978473.713615:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978473.713621:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978473.713626:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978473.713630:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978473.713633:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978473.713639:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978473.713643:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16007 00000400:00000200:0.0:1783978473.713652:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978473.713657:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978473.713662:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978473.713667:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713671:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.713676:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713680:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978473.713685:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978473.713687:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978473.713691:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978473.713695:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978473.713700:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978473.713705:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978473.713714:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713720:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.713725:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713731:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978473.713737:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978473.713744:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713749:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978473.713751:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978473.713756:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978473.713761:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713765:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978473.713768:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978473.713773:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713790:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978473.713795:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978473.713805:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978473.713810:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978473.713813:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.713818:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978473.713821:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978473.713825:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978473.713832:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978473.713838:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.713849:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496956288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978473.713877:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978473.713881:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978473.713891:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496956288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978473.713907:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978473.713911:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978473.713918:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978473.713920:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978473.713922:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978473.713928:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978473.713933:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16007 00000400:00000200:0.0:1783978473.713941:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978473.713948:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978473.713953:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978473.713960:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713964:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.713969:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.713973:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978473.713979:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978473.713981:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978473.713984:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978473.713988:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978473.713993:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978473.713998:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978473.714006:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714011:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.714017:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714023:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978473.714030:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978473.714036:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714043:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978473.714047:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978473.714051:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978473.714053:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.714054:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978473.714059:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978473.714062:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.714065:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978473.714073:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978473.714078:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978473.714083:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978473.714086:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.714090:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978473.714093:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978473.714096:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978473.714103:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978473.714110:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.714122:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496956416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978473.714169:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978473.714173:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978473.714183:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496956416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978473.714197:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978473.714202:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978473.714207:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978473.714211:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978473.714215:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978473.714220:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978473.714226:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16007 00000400:00000200:0.0:1783978473.714235:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978473.714242:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978473.714247:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978473.714253:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714258:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.714264:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714270:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978473.714275:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978473.714279:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978473.714284:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978473.714289:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978473.714294:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978473.714297:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978473.714301:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714305:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978473.714309:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714313:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978473.714319:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978473.714326:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978473.714332:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978473.714335:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978473.714338:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978473.714340:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.714343:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978473.714346:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978473.714351:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.714356:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978473.714362:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978473.714367:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978473.714372:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978473.714375:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.714379:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978473.714383:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978473.714387:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978473.714394:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978473.714399:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.714410:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496956544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978473.714426:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978473.714430:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978473.714437:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496956544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978473.714452:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978473.714459:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16017) 00000100:00000001:0.0:1783978474.417258:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978474.417264:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978474.417267:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978474.417272:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978474.417277:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978474.417282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.417288:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978474.417291:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.417294:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978474.417431:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978474.417434:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978474.417435:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978474.417437:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978474.417439:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978474.417440:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.417442:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978474.417443:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.417445:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978475.441232:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978475.441238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978475.441242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978475.441249:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978475.441256:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978475.441264:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.441284:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978475.441288:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.441292:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978475.441308:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978475.441313:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978475.441317:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978475.441322:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978475.441326:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978475.441332:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.441340:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978475.441343:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.441346:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978476.465286:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978476.465292:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978476.465297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978476.465303:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978476.465310:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978476.465314:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978476.465317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978476.465319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978476.465322:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978476.465338:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978476.465342:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978476.465346:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978476.465352:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978476.465357:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978476.465362:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978476.465372:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978476.465375:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978476.465378:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978477.489255:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978477.489260:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978477.489261:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978477.489265:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978477.489268:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978477.489270:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978477.489272:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978477.489274:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978477.489276:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978477.491795:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978477.491802:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978477.491807:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978477.491813:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978477.491820:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978477.491825:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978477.491830:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978477.491832:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978477.491835:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978478.513245:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978478.513253:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978478.513258:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978478.513265:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978478.513271:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978478.513276:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978478.513282:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978478.513287:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978478.513293:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978479.537253:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978479.537263:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978479.537268:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978479.537276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978479.537280:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978479.537285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978479.537291:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978479.537296:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978479.537301:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978479.537383:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978479.537387:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978479.537388:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978479.537392:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978479.537397:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978479.537401:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978479.537432:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978479.537435:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978479.537438:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978480.561244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978480.561253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978480.561258:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978480.561266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978480.561272:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978480.561276:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978480.561286:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978480.561290:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978480.561297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978480.561328:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978480.561333:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978480.561337:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978480.561342:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978480.561347:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978480.561352:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978480.561357:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978480.561358:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978480.561361:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978481.585249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978481.585257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978481.585261:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978481.585270:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978481.585277:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978481.585283:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978481.585288:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978481.585292:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978481.585297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978481.585350:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978481.585354:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978481.585356:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978481.585358:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978481.585362:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978481.585365:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978481.585367:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978481.585372:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978481.585377:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978482.609234:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978482.609241:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978482.609245:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978482.609250:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978482.609256:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978482.609260:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978482.609284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978482.609287:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978482.609291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978483.633282:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978483.633292:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978483.633298:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978483.633306:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978483.633314:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978483.633320:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978483.633328:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978483.633333:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978483.633337:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978483.635288:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978483.635294:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978483.635296:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978483.635303:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978483.635310:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978483.635315:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978483.635326:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978483.635331:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978483.635335:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978484.657263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978484.657269:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978484.657272:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978484.657279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978484.657286:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978484.657291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978484.657296:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978484.657302:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978484.657309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978484.657332:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978484.657337:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978484.657341:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978484.657344:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978484.657347:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978484.657350:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978484.657355:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978484.657358:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978484.657363:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978486.705270:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978486.705276:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978486.705280:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978486.705285:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978486.705289:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978486.705291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978486.705316:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978486.705319:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978486.705323:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978487.729593:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978487.729602:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978487.729606:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978487.729611:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978487.729616:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978487.729622:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.729628:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978487.729635:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.729646:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978487.729704:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978487.729709:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978487.729712:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978487.729715:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978487.729719:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978487.729722:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.729725:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978487.729727:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.729729:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978488.753309:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978488.753319:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978488.753329:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978488.753337:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978488.753352:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978488.753368:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.753391:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978488.753397:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.753402:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978488.753435:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978488.753444:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978488.753448:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978488.753451:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978488.753455:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978488.753459:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.753462:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978488.753464:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.753470:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978489.777293:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978489.777299:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978489.777303:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978489.777307:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978489.777312:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978489.777316:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978489.777319:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978489.777323:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978489.777329:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978490.801253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978490.801262:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978490.801267:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978490.801277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978490.801285:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978490.801291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978490.801299:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978490.801302:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978490.801305:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978490.801336:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978490.801340:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978490.801342:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978490.801347:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978490.801352:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978490.801362:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978490.801368:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978490.801373:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978490.801379:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978491.825218:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978491.825225:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978491.825230:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978491.825239:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978491.825247:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978491.825252:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978491.825258:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978491.825261:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978491.825264:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978491.825362:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978491.825371:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978491.825374:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978491.825379:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978491.825383:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978491.825387:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978491.825394:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978491.825399:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978491.825402:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978493.873501:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978493.873505:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978493.873507:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978493.873510:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978493.873513:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978493.873515:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978493.873517:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978493.873518:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978493.873520:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978494.897272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978494.897282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978494.897286:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978494.897296:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978494.897303:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978494.897309:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.897313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978494.897317:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.897320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978495.921230:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978495.921238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978495.921243:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978495.921251:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978495.921257:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978495.921264:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.921283:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978495.921287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.921290:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978495.921334:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978495.921338:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978495.921342:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978495.921347:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978495.921351:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978495.921354:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.921358:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978495.921361:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.921364:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978496.945247:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978496.945254:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978496.945258:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978496.945265:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978496.945272:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978496.945275:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.945279:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978496.945284:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.945288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978497.969232:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978497.969238:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978497.969243:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978497.969251:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978497.969258:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978497.969262:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.969268:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978497.969271:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.969274:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978497.969306:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978497.969308:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978497.969310:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978497.969312:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978497.969313:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978497.969315:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.969316:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978497.969318:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.969320:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978498.993253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978498.993261:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978498.993266:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978498.993274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978498.993281:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978498.993287:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978498.993294:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978498.993303:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978498.993308:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978500.017232:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978500.017241:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978500.017246:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978500.017253:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978500.017259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978500.017264:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.017281:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978500.017285:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.017290:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978500.017306:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978500.017311:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978500.017315:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978500.017334:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978500.017339:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978500.017343:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.017352:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978500.017356:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.017365:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978501.041248:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978501.041253:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978501.041256:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978501.041262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978501.041268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978501.041274:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978501.041287:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978501.041290:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978501.041293:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978502.065324:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978502.065328:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978502.065329:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978502.065331:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978502.065334:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978502.065337:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.065340:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978502.065343:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.065347:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978502.065358:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978502.065362:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978502.065363:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978502.065364:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978502.065366:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978502.065368:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.065370:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978502.065371:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.065372:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978503.089251:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978503.089259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978503.089278:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978503.089285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978503.089292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978503.089299:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.089317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978503.089320:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.089325:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978503.089354:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978503.089360:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978503.089364:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978503.089370:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978503.089376:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978503.089378:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.089380:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978503.089382:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.089384:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978504.113241:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978504.113260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978504.113265:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978504.113274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978504.113281:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978504.113289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978504.113312:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978504.113314:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978504.113316:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.137318:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978505.137336:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978505.137341:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.137352:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978505.137364:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978505.137380:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978505.137415:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978505.137422:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978505.137430:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978506.161251:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978506.161260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978506.161264:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978506.161272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978506.161278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978506.161283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.161296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978506.161305:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.161312:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978506.161345:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978506.161352:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978506.161355:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978506.161360:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978506.161367:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978506.161371:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.161375:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978506.161378:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.161381:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978507.185242:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978507.185248:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978507.185251:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978507.185257:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978507.185261:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978507.185265:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.185270:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978507.185274:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.185277:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978507.185328:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978507.185332:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978507.185336:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978507.185341:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978507.185346:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978507.185350:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.185353:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978507.185355:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.185357:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978508.209437:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978508.209440:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978508.209442:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978508.209445:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978508.209447:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978508.209449:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978508.209451:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978508.209452:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978508.209454:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.233225:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978509.233234:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978509.233239:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.233247:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978509.233252:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978509.233256:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.233261:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978509.233265:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.233268:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.233309:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978509.233313:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978509.233314:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.233316:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978509.233318:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978509.233320:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.233322:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978509.233323:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.233324:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978509.554245:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978509.554255:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978509.554257:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978509.554261:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978509.554266:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978509.554272:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16042 00000400:00000200:0.0:1783978509.554281:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978509.554286:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978509.554290:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978509.554293:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554297:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.554299:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554302:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978509.554305:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978509.554308:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978509.554310:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978509.554314:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978509.554316:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978509.554319:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978509.554322:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554324:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.554326:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554328:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978509.554331:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978509.554335:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554337:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978509.554339:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978509.554342:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978509.554345:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.554347:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978509.554349:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978509.554359:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978509.554362:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978509.554365:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978509.554367:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.554370:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978509.554373:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978509.554376:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978509.554677:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978509.554685:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.554694:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496960512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978509.554704:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978509.554708:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978509.554713:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496960512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978509.554737:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978509.554740:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978509.554744:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978509.554745:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978509.554747:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978509.554750:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978509.554753:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16042 00000400:00000200:0.0:1783978509.554757:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978509.554761:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978509.554764:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978509.554767:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554769:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.554772:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554776:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978509.554781:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978509.554784:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978509.554786:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978509.554789:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978509.554791:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978509.554796:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978509.554804:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554809:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.554814:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554818:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978509.554823:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978509.554829:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978509.554833:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978509.554836:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978509.554843:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978509.554847:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.554851:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978509.554857:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978509.554862:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.554864:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978509.554870:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978509.554874:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978509.554880:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978509.554883:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.554887:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978509.554890:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978509.554893:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978509.554901:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978509.554905:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.554913:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496960640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978509.554925:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978509.554929:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978509.554938:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496960640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978509.554956:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978509.554962:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978509.554967:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978509.554969:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978509.554972:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978509.554978:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978509.554984:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16042 00000400:00000200:0.0:1783978509.554993:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978509.555001:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978509.555006:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978509.555014:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555019:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.555024:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555029:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978509.555034:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978509.555036:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978509.555039:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978509.555043:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978509.555047:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978509.555051:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978509.555057:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555062:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.555066:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555071:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978509.555076:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978509.555079:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555081:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978509.555083:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978509.555086:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978509.555089:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.555094:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978509.555097:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978509.555103:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.555107:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978509.555112:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978509.555118:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978509.555123:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978509.555127:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.555130:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978509.555134:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978509.555173:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978509.555178:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978509.555181:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.555187:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496960768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978509.555194:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978509.555196:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978509.555202:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496960768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978509.555233:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978509.555237:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978509.555244:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978509.555247:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978509.555250:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978509.555256:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978509.555262:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16042 00000400:00000200:0.0:1783978509.555269:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978509.555274:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978509.555277:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978509.555284:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555288:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.555293:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555297:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978509.555302:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978509.555304:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978509.555306:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978509.555310:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978509.555313:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978509.555317:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978509.555323:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555327:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.555331:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555335:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978509.555340:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978509.555346:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978509.555353:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978509.555356:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978509.555360:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978509.555364:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.555369:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978509.555375:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978509.555380:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.555384:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978509.555390:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978509.555392:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978509.555397:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978509.555399:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.555404:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978509.555406:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978509.555409:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978509.555416:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978509.555422:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.555429:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496960896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978509.555451:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978509.555456:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978509.555464:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496960896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978509.555479:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978509.555485:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978509.555491:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978509.555494:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978509.555499:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978509.555505:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978509.555511:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16042 00000400:00000200:0.0:1783978509.555521:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978509.555529:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978509.555534:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978509.557921:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.557928:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.557930:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.557933:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978509.557936:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978509.557938:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978509.557940:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978509.557944:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978509.557947:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978509.557952:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978509.557959:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.557965:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978509.557970:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978509.557973:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978509.557978:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978509.557984:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978509.557990:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978509.557994:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978509.558002:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978509.558008:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.558012:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978509.558020:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978509.558026:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.558029:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978509.558035:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978509.558040:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978509.558045:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978509.558048:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.558051:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978509.558055:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978509.558059:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978509.558067:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978509.558075:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.558086:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496961024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978509.558100:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978509.558106:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978509.558114:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496961024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978509.558130:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978509.558164:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16053) 00000100:00000001:0.0:1783978510.258215:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978510.258219:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978510.258221:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978510.258225:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978510.258228:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978510.258231:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978510.258233:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978510.258235:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978510.258237:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978511.281425:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978511.281432:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978511.281435:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978511.281441:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978511.281446:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978511.281449:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978511.281451:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978511.281454:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978511.281456:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978512.305218:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978512.305227:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978512.305229:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978512.305236:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978512.305240:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978512.305245:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.305248:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978512.305250:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.305253:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978512.305579:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978512.305581:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978512.305582:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978512.305585:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978512.305586:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978512.305588:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.305589:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978512.305591:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.305593:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978513.329537:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978513.329540:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978513.329541:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978513.329543:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978513.329545:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978513.329546:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.329548:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978513.329550:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.329552:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.353215:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978514.353221:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978514.353224:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.353230:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978514.353235:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978514.353241:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.353364:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978514.353366:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.353368:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978514.673296:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978514.673307:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978514.673310:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978514.673314:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978514.673319:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978514.673326:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16048 00000400:00000200:0.0:1783978514.673336:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978514.673343:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978514.673346:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978514.673348:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673351:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.673353:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673355:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978514.673358:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978514.673360:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978514.673364:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978514.673368:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978514.673371:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978514.673373:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978514.673376:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673379:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.673380:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673382:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978514.673386:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978514.673390:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673452:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978514.673456:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978514.673459:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978514.673462:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.673463:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978514.673466:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978514.673479:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978514.673484:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978514.673489:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978514.673491:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.673494:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978514.673498:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978514.673503:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978514.673514:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978514.673522:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.673533:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496961152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978514.673544:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978514.673550:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978514.673555:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496961152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978514.673581:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978514.673585:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978514.673589:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978514.673590:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978514.673592:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978514.673596:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978514.673599:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16048 00000400:00000200:0.0:1783978514.673605:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978514.673610:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978514.673613:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978514.673616:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673619:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.673621:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673637:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978514.673640:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978514.673642:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978514.673644:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978514.673648:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978514.673653:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978514.673656:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978514.673660:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673665:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.673671:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673676:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978514.673684:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978514.673692:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978514.673704:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978514.673712:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978514.673723:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978514.673728:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.673734:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978514.673743:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978514.673750:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.673760:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978514.673769:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978514.673774:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978514.673781:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978514.673785:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.673787:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978514.673792:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978514.673797:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978514.673805:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978514.673811:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.673821:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496961280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978514.673851:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978514.673856:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978514.673870:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496961280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978514.673900:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978514.673906:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978514.673916:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978514.673921:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978514.673928:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978514.673936:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978514.673944:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16048 00000400:00000200:0.0:1783978514.673956:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978514.673972:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978514.673986:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978514.673998:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674007:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.674015:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674025:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978514.674033:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978514.674036:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978514.674042:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978514.674046:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978514.674051:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978514.674058:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978514.674082:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674089:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.674094:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674104:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978514.674111:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978514.674117:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674125:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978514.674130:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978514.674178:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978514.674182:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.674185:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978514.674189:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978514.674194:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.674197:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978514.674204:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978514.674215:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978514.674222:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978514.674225:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.674231:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978514.674233:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978514.674239:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978514.674246:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978514.674255:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.674271:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496961408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978514.674298:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978514.674303:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978514.674310:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496961408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978514.674327:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978514.674333:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978514.674343:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978514.674349:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978514.674354:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978514.674360:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978514.674370:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16048 00000400:00000200:0.0:1783978514.674383:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978514.674391:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978514.674409:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978514.674417:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674420:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.674422:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674430:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978514.674441:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978514.674446:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978514.674451:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978514.674458:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978514.674468:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978514.674477:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978514.674491:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674499:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.674507:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674518:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978514.674528:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978514.674542:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674552:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978514.674565:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978514.674581:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978514.674593:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.674605:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978514.674615:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978514.674625:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.674629:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978514.674638:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978514.674646:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978514.674654:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978514.674657:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.674662:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978514.674669:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978514.674674:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978514.674684:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978514.674693:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.674707:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496961536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978514.674739:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978514.674742:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978514.674756:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496961536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978514.674789:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978514.674795:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978514.674805:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978514.674809:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978514.674813:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978514.674821:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978514.674828:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16048 00000400:00000200:0.0:1783978514.674840:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978514.674848:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978514.674856:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978514.674863:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674874:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.674880:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674886:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978514.674895:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978514.674899:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978514.674910:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978514.674915:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978514.674922:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978514.674927:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978514.674936:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674941:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978514.674946:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674952:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978514.674959:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978514.674967:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978514.674973:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978514.674977:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978514.674981:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978514.674984:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.674988:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978514.674993:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978514.675000:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.675005:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978514.675015:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978514.675022:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978514.675028:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978514.675032:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.675036:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978514.675041:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978514.675047:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978514.675055:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978514.675073:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.675086:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496961664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978514.675176:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978514.675181:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978514.675190:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496961664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978514.675219:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978514.675230:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16058) 00000100:00000001:0.0:1783978515.377266:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978515.377280:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978515.377286:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978515.377297:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978515.377306:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978515.377381:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978515.377384:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978515.377387:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978515.377389:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978516.401262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978516.401271:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978516.401273:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978516.401282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978516.401288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978516.401303:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.401310:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978516.401316:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.401328:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978516.401427:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978516.401431:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978516.401434:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978516.401506:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978516.401508:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978516.401510:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.401512:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978516.401513:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.401515:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978517.425248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978517.425262:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978517.425267:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978517.425276:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978517.425282:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978517.425287:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.425310:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978517.425313:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.425316:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978517.425332:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978517.425338:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978517.425341:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978517.425345:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978517.425349:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978517.425353:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.425361:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978517.425364:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.425367:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978518.449314:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978518.449320:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978518.449324:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978518.449327:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978518.449331:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978518.449333:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978518.449337:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978518.449339:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978518.449341:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978519.473458:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978519.473462:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978519.473463:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978519.473466:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978519.473469:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978519.473471:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.473625:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978519.473628:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.473631:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978520.497252:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978520.497261:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978520.497265:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978520.497272:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978520.497278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978520.497283:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.497288:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978520.497293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.497300:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978521.521274:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978521.521283:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978521.521285:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978521.521292:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978521.521302:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978521.521310:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.521322:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978521.521328:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.521334:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978521.521441:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978521.521445:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978521.521447:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978521.521450:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978521.521454:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978521.521461:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.523073:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978521.523077:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.523087:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978522.545231:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978522.545238:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978522.545242:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978522.545246:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978522.545250:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978522.545253:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978522.545255:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978522.545257:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978522.545259:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978522.545296:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978522.545302:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978522.545306:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978522.545317:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978522.545328:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978522.545333:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978522.545353:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978522.545358:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978522.545361:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978523.569299:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978523.569303:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978523.569305:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978523.569308:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978523.569310:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978523.569312:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.569314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978523.569315:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.569317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978523.570220:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978523.570223:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978523.570224:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978523.570227:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978523.570229:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978523.570231:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.570233:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978523.570234:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.570236:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978524.593426:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978524.593432:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978524.593435:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978524.593440:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978524.593445:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978524.593449:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978524.593453:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978524.593455:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978524.593458:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978525.617258:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978525.617265:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978525.617267:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978525.617273:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978525.617278:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978525.617281:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978525.617284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978525.617288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978525.617291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978525.619001:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978525.619008:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978525.619012:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978525.619017:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978525.619022:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978525.619026:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978525.619029:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978525.619031:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978525.619034:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978526.641296:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978526.641300:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978526.641304:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978526.641308:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978526.641315:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978526.641319:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.641325:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978526.641329:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.641334:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978526.641361:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978526.641367:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978526.641372:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978526.641376:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978526.641382:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978526.641387:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.641390:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978526.641393:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.641398:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978527.665291:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978527.665303:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978527.665306:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978527.665314:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978527.665321:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978527.665328:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.665335:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978527.665340:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.665345:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978527.665384:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978527.665389:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978527.665392:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978527.665395:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978527.665397:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978527.665462:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.665465:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978527.665467:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.665469:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978528.689370:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978528.689377:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978528.689380:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978528.689389:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978528.689396:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978528.689399:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978528.689404:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978528.689406:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978528.689408:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978528.689525:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978528.689530:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978528.689537:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978528.689548:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978528.689553:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978528.689557:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978528.689560:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978528.689562:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978528.689567:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978529.713282:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978529.713294:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978529.713298:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978529.713306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978529.713315:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978529.713324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978529.713340:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978529.713346:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978529.713350:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978530.737902:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978530.737906:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978530.737907:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978530.737909:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978530.737911:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978530.737913:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978530.737914:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978530.737916:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978530.737917:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978531.697440:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978531.697443:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978531.697445:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978531.761281:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978531.761295:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978531.761300:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978531.761308:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978531.761316:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978531.761321:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.761345:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978531.761350:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.761356:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978532.785265:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978532.785273:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978532.785277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978532.785285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978532.785293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978532.785298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.785320:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978532.785323:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.785331:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978532.785370:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978532.785374:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978532.785377:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978532.785380:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978532.785384:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978532.785387:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.785388:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978532.785391:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.785394:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978533.809371:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978533.809381:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978533.809384:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978533.809391:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978533.809412:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978533.809419:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978533.809433:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978533.809440:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978533.809448:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978534.833273:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978534.833278:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978534.833281:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978534.833288:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978534.833293:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978534.833297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978534.833302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978534.833307:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978534.833312:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978535.857244:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978535.857252:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978535.857254:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978535.857261:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978535.857266:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978535.857272:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978535.857277:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978535.857282:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978535.857288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978536.817732:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978536.817737:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978536.817739:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978536.881292:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978536.881298:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978536.881300:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978536.881303:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978536.881308:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978536.881313:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978536.881318:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978536.881322:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978536.881328:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978537.905248:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978537.905257:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978537.905262:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978537.905270:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978537.905278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978537.905284:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.905291:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978537.905300:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.905309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978537.905481:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978537.905485:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978537.905488:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978537.905491:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978537.905493:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978537.905495:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.905497:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978537.905498:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.905500:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978537.905520:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978537.905524:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978537.905527:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978537.905531:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978537.905533:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978537.905535:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.905555:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978537.905560:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.905563:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978538.929242:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978538.929249:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978538.929251:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978538.929256:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978538.929260:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978538.929264:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978538.929327:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978538.929329:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978538.929331:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978539.953255:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978539.953265:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978539.953268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978539.953276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978539.953281:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978539.953287:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.953303:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978539.953307:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.953310:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978540.978718:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978540.978724:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978540.978725:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978540.978728:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978540.978731:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978540.978734:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.978737:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978540.978739:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.978741:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978540.979191:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978540.979194:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978540.979196:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978540.979199:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978540.979206:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978540.979212:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.979217:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978540.979220:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.979226:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978541.937468:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978541.937470:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978541.937473:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978542.001240:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978542.001246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978542.001251:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978542.001257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978542.001263:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978542.001266:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.001459:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978542.001462:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.001465:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978543.025446:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978543.025449:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978543.025451:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978543.025454:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978543.025457:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978543.025459:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978543.025462:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978543.025463:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978543.025466:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978543.025699:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978543.025702:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978543.025703:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978543.025706:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978543.025708:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978543.025710:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978543.025712:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978543.025714:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978543.025716:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978544.049451:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978544.049455:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978544.049456:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978544.049458:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978544.049461:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978544.049463:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.049464:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978544.049466:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.049468:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978545.073265:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978545.073274:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978545.073279:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978545.073289:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978545.073295:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978545.073303:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.073320:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978545.073324:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.073327:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978546.097336:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978546.097340:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978546.097342:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978546.097345:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978546.097348:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978546.097350:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978546.097352:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978546.097353:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978546.097356:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978547.057307:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978547.057311:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978547.057314:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978547.121237:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978547.121246:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978547.121252:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978547.121259:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978547.121265:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978547.121270:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978547.121300:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978547.121304:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978547.121307:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978547.121461:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978547.121465:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978547.121468:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978547.121472:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978547.121476:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978547.121480:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978547.121484:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978547.121487:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978547.121489:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978548.145236:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978548.145243:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978548.145245:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978548.145251:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978548.145255:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978548.145259:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.145264:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978548.145268:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.145274:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978549.169266:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978549.169272:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978549.169275:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978549.169282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978549.169289:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978549.169301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.169308:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978549.169313:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.169318:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978550.193279:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978550.193284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978550.193288:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978550.193294:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978550.193300:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978550.193304:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978550.193368:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978550.193371:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978550.193374:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978551.217344:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978551.217350:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978551.217352:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978551.217355:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978551.217358:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978551.217361:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978551.217363:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978551.217365:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978551.217366:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978552.177394:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978552.177398:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978552.177401:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978552.241237:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978552.241248:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978552.241252:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978552.241261:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978552.241267:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978552.241272:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.241278:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978552.241282:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.241287:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978552.241522:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978552.241527:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978552.241531:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978552.241536:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978552.241542:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978552.241546:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.241548:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978552.241550:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.241552:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978553.265247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978553.265254:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978553.265256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978553.265261:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978553.265266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978553.265271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978553.265276:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978553.265280:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978553.265283:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978554.289251:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978554.289261:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978554.289266:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978554.289271:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978554.289276:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978554.289280:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978554.289290:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978554.289294:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978554.289298:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978555.313269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978555.313275:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978555.313279:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978555.313285:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978555.313292:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978555.313296:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.313301:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978555.313305:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.313309:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978555.315601:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978555.315605:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978555.315607:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978555.315612:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978555.315617:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978555.315620:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.315625:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978555.315628:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.315631:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978556.337271:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978556.337275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978556.337278:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978556.337281:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978556.337287:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978556.337289:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978556.337302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978556.337305:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978556.337307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978557.297447:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978557.297452:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978557.297455:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978557.362474:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978557.362483:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978557.362484:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978557.362491:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978557.362495:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978557.362498:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978557.362501:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978557.362503:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978557.362506:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978557.362566:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978557.362572:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978557.362576:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978557.362580:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978557.362584:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978557.362588:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978557.362592:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978557.362596:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978557.362599:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978558.385384:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978558.385398:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978558.385399:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978558.385404:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978558.385408:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978558.385412:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.385416:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978558.385420:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.385424:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978558.385437:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978558.385693:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978558.385696:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978558.385698:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978558.385700:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978558.385702:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.386320:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978558.386322:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.386324:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978559.409463:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978559.409468:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978559.409472:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978559.409477:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978559.409482:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978559.409485:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.409490:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978559.409493:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.409498:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978559.411500:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978559.411503:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978559.411504:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978559.411507:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978559.411508:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978559.411510:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.411512:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978559.411514:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.411515:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.433249:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978560.433257:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978560.433260:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.433264:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978560.433281:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978560.433293:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.433297:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978560.433301:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.433305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978560.753279:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978560.753289:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978560.753291:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978560.753294:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978560.753297:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978560.753302:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16094 00000400:00000200:0.0:1783978560.753309:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978560.753313:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978560.753316:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978560.753319:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753322:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753324:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753326:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978560.753330:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978560.753332:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978560.753334:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978560.753338:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978560.753340:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978560.753342:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978560.753345:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753347:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753349:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753351:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978560.753354:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978560.753357:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753360:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978560.753362:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978560.753367:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978560.753369:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753371:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978560.753373:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978560.753377:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978560.753381:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978560.753384:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978560.753385:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753388:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978560.753390:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978560.753393:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978560.753400:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978560.753406:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.753415:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496966912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978560.753424:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978560.753440:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978560.753445:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496966912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978560.753472:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978560.753475:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978560.753478:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978560.753479:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978560.753480:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978560.753482:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978560.753485:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16094 00000400:00000200:0.0:1783978560.753487:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978560.753490:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978560.753491:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978560.753493:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753495:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753497:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753499:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978560.753501:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978560.753502:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978560.753504:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978560.753506:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978560.753508:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978560.753510:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978560.753513:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753515:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753517:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753518:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978560.753520:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978560.753523:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753526:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978560.753528:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978560.753533:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978560.753535:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753537:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978560.753541:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978560.753544:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753546:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978560.753549:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978560.753551:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978560.753554:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978560.753555:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753557:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978560.753558:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978560.753560:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978560.753563:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978560.753567:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.753571:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496967040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978560.753578:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978560.753581:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978560.753585:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496967040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978560.753592:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978560.753595:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978560.753598:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978560.753599:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978560.753600:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978560.753603:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978560.753604:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16094 00000400:00000200:0.0:1783978560.753607:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978560.753609:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978560.753610:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978560.753613:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753615:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753617:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753619:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978560.753621:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978560.753622:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978560.753623:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978560.753625:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978560.753627:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978560.753629:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978560.753632:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753634:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753636:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753638:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978560.753640:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978560.753643:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753645:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978560.753646:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978560.753648:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978560.753650:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753652:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978560.753654:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978560.753656:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753658:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978560.753661:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978560.753663:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978560.753665:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978560.753667:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753668:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978560.753670:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978560.753671:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978560.753674:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978560.753678:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.753682:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496967168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978560.753689:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978560.753690:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978560.753693:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496967168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978560.753700:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978560.753702:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978560.753705:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978560.753706:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978560.753707:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978560.753710:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978560.753712:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16094 00000400:00000200:0.0:1783978560.753716:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978560.753719:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978560.753721:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978560.753723:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753724:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753726:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753727:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978560.753729:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978560.753730:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978560.753732:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978560.753734:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978560.753735:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978560.753737:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978560.753740:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753741:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753743:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753744:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978560.753746:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978560.753749:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753751:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978560.753752:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978560.753755:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978560.753757:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753758:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978560.753760:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978560.753762:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753763:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978560.753766:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978560.753768:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978560.753770:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978560.753771:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753773:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978560.753774:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978560.753776:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978560.753779:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978560.753782:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.753785:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496967296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978560.753791:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978560.753794:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978560.753797:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496967296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978560.753804:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978560.753806:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978560.753809:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978560.753810:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978560.753812:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978560.753815:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978560.753817:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16094 00000400:00000200:0.0:1783978560.753820:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978560.753823:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978560.753825:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978560.753828:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753829:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753831:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753848:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978560.753851:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978560.753852:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978560.753853:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978560.753855:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978560.753857:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978560.753860:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978560.753862:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753864:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978560.753866:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753868:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978560.753870:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978560.753872:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978560.753875:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978560.753876:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978560.753879:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978560.753881:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753882:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978560.753884:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978560.753886:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753888:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978560.753891:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978560.753893:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978560.753895:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978560.753897:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.753898:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978560.753899:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978560.753901:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978560.753904:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978560.753907:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.753912:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496967424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978560.753919:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978560.753921:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978560.753924:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496967424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978560.753931:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978560.753936:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16104) 00000100:00000001:0.0:1783978561.457397:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978561.457400:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978561.457401:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978561.457404:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978561.457408:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978561.457410:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978561.457412:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978561.457415:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978561.457417:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978562.417423:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978562.417427:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978562.417430:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978562.482173:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978562.482179:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978562.482180:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978562.482184:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978562.482186:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978562.482189:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.482191:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978562.482193:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.482195:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978562.482999:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978562.483002:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978562.483004:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978562.483006:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978562.483008:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978562.483010:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.483012:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978562.483013:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.483015:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978563.505255:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978563.505274:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978563.505278:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978563.505286:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978563.505292:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978563.505296:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978563.505316:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978563.505322:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978563.505328:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978564.529472:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978564.529477:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978564.529481:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978564.529484:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978564.529487:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978564.529490:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978564.529492:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978564.529494:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978564.529497:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978565.553348:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978565.553357:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978565.553360:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978565.553364:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978565.553370:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978565.553374:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.553380:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978565.553385:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.553388:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978565.553397:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978565.553401:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978565.553404:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978565.553409:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978565.553411:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978565.553415:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.553418:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978565.553419:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.553421:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978566.577246:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978566.577255:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978566.577259:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978566.577264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978566.577268:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978566.577273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978566.577279:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978566.577282:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978566.577286:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978566.577305:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978566.577309:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978566.577313:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978566.577315:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978566.577318:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978566.577322:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978566.577324:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978566.577327:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978566.577330:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978567.537300:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978567.537304:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978567.537307:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978567.601262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978567.601273:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978567.601278:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978567.601285:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978567.601292:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978567.601298:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.601313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978567.601316:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.601320:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978567.601336:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978567.601339:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978567.601342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978567.601346:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978567.601352:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978567.601355:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.601358:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978567.601362:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.601367:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978568.625269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978568.625273:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978568.625278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978568.625283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978568.625288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978568.625292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978568.625306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978568.625310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978568.625313:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978569.649239:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978569.649246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978569.649248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978569.649253:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978569.649257:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978569.649261:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.649264:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978569.649267:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.649270:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978569.649550:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978569.649553:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978569.649554:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978569.649557:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978569.649559:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978569.649560:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.649562:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978569.649563:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.649565:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978570.676273:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978570.676279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978570.676281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978570.676286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978570.676289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978570.676292:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.676294:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978570.676296:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.676299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978571.697214:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978571.697224:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978571.697227:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978571.697233:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978571.697241:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978571.697250:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.697262:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978571.697272:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.697281:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978571.697325:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978571.697331:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978571.697346:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978571.697351:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978571.697357:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978571.697361:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.697367:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978571.697371:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.697376:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978572.657450:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978572.657455:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978572.657458:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978572.721264:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978572.721274:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978572.721277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978572.721285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978572.721291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978572.721299:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978572.721317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978572.721320:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978572.721326:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978573.745303:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978573.745309:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978573.745310:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978573.745314:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978573.745325:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978573.745328:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.745433:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978573.745436:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.745439:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978573.745471:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978573.745476:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978573.745478:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978573.745480:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978573.745483:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978573.745485:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.745494:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978573.745497:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.745499:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978574.769282:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978574.769293:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978574.769299:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978574.769309:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978574.769317:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978574.769326:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.769333:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978574.769338:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.769344:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978575.793312:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978575.793326:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978575.793334:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978575.793347:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978575.793358:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978575.793368:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.793378:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978575.793385:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.793391:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978575.793458:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978575.793465:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978575.793467:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978575.793473:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978575.793478:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978575.793482:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.793485:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978575.793487:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.793490:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978576.817380:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978576.817383:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978576.817384:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978576.817387:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978576.817389:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978576.817391:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.817392:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978576.817394:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.817396:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978577.777315:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978577.777319:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978577.777322:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978577.841229:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978577.841238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978577.841242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978577.841252:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978577.841259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978577.841265:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.841285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978577.841289:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.841291:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978577.841306:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978577.841310:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978577.841312:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978577.841315:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978577.841317:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978577.841319:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.841322:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978577.841323:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.841325:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978577.841353:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978577.841357:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978577.841360:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978577.841365:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978577.841371:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978577.841376:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.841394:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978577.841397:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.841400:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978578.865234:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978578.865240:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978578.865244:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978578.865250:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978578.865256:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978578.865261:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978578.865439:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978578.865451:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978578.865453:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978579.889210:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978579.889218:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978579.889222:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978579.889229:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978579.889236:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978579.889250:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.889256:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978579.889261:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.889267:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978580.913281:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978580.913287:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978580.913290:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978580.913295:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978580.913300:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978580.913305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978580.913310:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978580.913312:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978580.913315:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978581.937388:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978581.937392:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978581.937393:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978581.937397:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978581.937400:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978581.937401:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978581.937403:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978581.937405:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978581.937407:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978582.897842:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978582.897847:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978582.897850:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978582.961242:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978582.961253:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978582.961256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978582.961261:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978582.961266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978582.961269:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.961273:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978582.961276:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.961279:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978582.961596:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978582.961599:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978582.961600:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978582.961602:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978582.961604:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978582.961606:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.961608:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978582.961609:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.961612:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978583.985252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978583.985258:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978583.985263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978583.985269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978583.985273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978583.985277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.985279:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978583.985282:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.985285:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978585.009248:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978585.009256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978585.009261:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978585.009269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978585.009274:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978585.009280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978585.009287:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978585.009291:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978585.009294:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978586.033274:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978586.033283:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978586.033286:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978586.033292:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978586.033299:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978586.033303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.033309:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978586.033312:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.033315:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978586.033468:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978586.033472:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978586.033474:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978586.033477:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978586.033479:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978586.033482:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.033484:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978586.033486:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.033489:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978587.057256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978587.057265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978587.057270:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978587.057278:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978587.057285:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978587.057291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.057306:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978587.057309:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.057312:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978587.057342:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978587.057345:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978587.057348:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978587.057350:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978587.057355:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978587.057358:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.057360:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978587.057363:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.057366:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978588.017310:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978588.017312:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978588.017315:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978588.081539:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978588.081542:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978588.081543:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978588.081546:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978588.081548:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978588.081550:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978588.081552:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978588.081553:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978588.081555:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978589.105232:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978589.105241:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978589.105246:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978589.105255:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978589.105262:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978589.105268:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.105284:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978589.105288:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.105291:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978589.105363:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978589.105367:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978589.105369:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978589.105374:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978589.105379:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978589.105382:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.105385:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978589.105389:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.105394:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978590.129252:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978590.129261:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978590.129266:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978590.129276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978590.129285:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978590.129291:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.129298:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978590.129302:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.129306:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978590.129322:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978590.129327:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978590.129330:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978590.129332:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978590.129335:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978590.129338:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.129341:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978590.129343:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.129346:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978591.153422:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978591.153424:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978591.153425:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978591.153427:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978591.153428:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978591.153430:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978591.153432:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978591.153433:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978591.153435:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978592.177262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978592.177271:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978592.177274:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978592.177279:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978592.177284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978592.177289:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978592.177293:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978592.177297:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978592.177302:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978593.137415:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978593.137419:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978593.137422:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978593.201396:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978593.201400:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978593.201402:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978593.201405:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978593.201407:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978593.201410:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978593.201412:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978593.201414:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978593.201418:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978593.201445:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978593.201449:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978593.201450:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978593.201453:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978593.201455:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978593.201457:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978593.201460:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978593.201461:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978593.201463:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978594.225224:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978594.225232:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978594.225237:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978594.225242:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978594.225246:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978594.225250:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.225254:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978594.225257:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.225262:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978595.249256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978595.249264:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978595.249268:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978595.249276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978595.249283:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978595.249288:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.249290:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978595.249294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.249298:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978596.273285:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978596.273290:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978596.273291:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978596.273295:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978596.273298:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978596.273301:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.273305:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978596.273309:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.273314:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978596.273333:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978596.273336:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978596.273337:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978596.273338:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978596.273340:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978596.273341:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.273411:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978596.273414:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.273416:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978597.297259:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978597.297265:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978597.297269:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978597.297277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978597.297284:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978597.297288:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978597.297299:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978597.297302:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978597.297314:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978598.257329:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978598.257333:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978598.257336:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978598.321268:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978598.321273:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978598.321277:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978598.321283:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978598.321289:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978598.321292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.321309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978598.321313:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.321319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978599.345255:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978599.345260:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978599.345263:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978599.345268:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978599.345275:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978599.345280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978599.345283:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978599.345287:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978599.345289:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978600.369273:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978600.369280:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978600.369284:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978600.369291:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978600.369297:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978600.369304:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978600.369319:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978600.369323:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978600.369329:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978601.393254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978601.393263:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978601.393268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978601.393277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978601.393285:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978601.393292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.393311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978601.393315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.393319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978601.393408:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978601.393413:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978601.393416:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978601.393421:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978601.393426:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978601.393430:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.393437:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978601.393441:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.393443:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978602.417280:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978602.417286:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978602.417290:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978602.417299:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978602.417305:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978602.417310:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978602.417318:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978602.417323:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978602.417327:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978603.377324:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978603.377328:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978603.377331:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978603.441344:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978603.441348:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978603.441349:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978603.441352:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978603.441354:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978603.441356:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.441413:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978603.441415:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.441418:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978603.444703:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978603.444707:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978603.444708:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978603.444711:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978603.444712:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978603.444714:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.444716:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978603.444717:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.444719:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978604.465276:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978604.465280:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978604.465281:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978604.465283:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978604.465286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978604.465290:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.465295:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978604.465299:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.465302:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978604.465324:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978604.465327:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978604.465329:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978604.465331:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978604.465333:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978604.465335:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.465337:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978604.465339:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.465340:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978605.489366:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978605.489371:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978605.489375:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978605.489382:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978605.489388:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978605.489391:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978605.490628:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978605.490630:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978605.490632:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978606.513264:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978606.513270:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978606.513274:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978606.513279:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978606.513286:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978606.513291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.513296:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978606.513299:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.513304:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978606.513333:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978606.513338:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978606.513341:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978606.513347:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978606.513352:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978606.513356:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.513482:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978606.513485:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.513498:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.537256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978607.537265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978607.537269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.537278:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978607.537284:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978607.537290:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978607.537296:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978607.537300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978607.537305:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978608.497703:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978608.497707:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978608.497710:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978608.561350:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978608.561354:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978608.561355:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978608.561358:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978608.561361:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978608.561366:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978608.561370:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978608.561374:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978608.561379:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978609.586366:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978609.586370:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978609.586372:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978609.586376:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978609.586379:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978609.586381:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978609.586383:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978609.586387:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978609.586391:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978610.609254:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978610.609259:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978610.609264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978610.609269:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978610.609274:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978610.609279:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978610.609298:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978610.609302:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978610.609305:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.633240:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978611.633247:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978611.633251:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.633258:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978611.633262:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978611.633266:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.633270:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978611.633274:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.633278:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.633352:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978611.633356:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978611.633359:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.633364:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978611.633369:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978611.633410:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.633414:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978611.633416:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.633419:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978611.953279:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978611.953289:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978611.953292:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978611.953295:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978611.953300:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978611.953307:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16145 00000400:00000200:0.0:1783978611.953315:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978611.953321:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978611.953324:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978611.953327:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953330:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953332:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953333:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978611.953336:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978611.953338:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978611.953340:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978611.953342:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978611.953344:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978611.953345:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978611.953347:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953348:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953349:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953351:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978611.953354:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978611.953357:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953359:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978611.953362:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978611.953365:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978611.953367:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953369:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978611.953372:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978611.953404:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978611.953407:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978611.953418:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978611.953420:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953423:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978611.953425:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978611.953429:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978611.953437:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978611.953444:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.953453:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496973312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978611.953461:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978611.953464:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978611.953468:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496973312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978611.953489:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978611.953491:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978611.953493:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978611.953494:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978611.953495:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978611.953498:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978611.953499:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16145 00000400:00000200:0.0:1783978611.953502:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978611.953503:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978611.953505:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978611.953507:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953508:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953509:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953510:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978611.953512:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978611.953512:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978611.953513:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978611.953515:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978611.953516:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978611.953517:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978611.953519:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953520:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953521:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953522:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978611.953524:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978611.953525:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953526:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978611.953527:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978611.953535:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978611.953536:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953537:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978611.953540:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978611.953542:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953544:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978611.953550:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978611.953552:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978611.953555:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978611.953557:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953558:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978611.953559:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978611.953561:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978611.953565:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978611.953568:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.953572:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496973440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978611.953579:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978611.953581:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978611.953584:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496973440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978611.953591:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978611.953594:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978611.953597:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978611.953598:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978611.953599:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978611.953602:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978611.953604:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16145 00000400:00000200:0.0:1783978611.953607:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978611.953610:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978611.953612:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978611.953614:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953616:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953618:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953619:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978611.953621:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978611.953622:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978611.953624:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978611.953626:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978611.953628:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978611.953629:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978611.953632:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953633:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953635:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953637:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978611.953639:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978611.953642:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953644:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978611.953645:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978611.953648:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978611.953650:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953652:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978611.953653:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978611.953655:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953656:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978611.953659:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978611.953660:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978611.953662:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978611.953663:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953664:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978611.953665:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978611.953666:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978611.953669:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978611.953671:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.953674:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496973568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978611.953679:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978611.953680:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978611.953682:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496973568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978611.953686:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978611.953688:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978611.953690:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978611.953691:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978611.953692:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978611.953694:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978611.953696:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16145 00000400:00000200:0.0:1783978611.953698:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978611.953699:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978611.953701:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978611.953702:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953703:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953704:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953706:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978611.953707:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978611.953708:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978611.953709:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978611.953710:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978611.953712:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978611.953713:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978611.953714:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953715:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953716:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953717:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978611.953718:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978611.953720:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953721:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978611.953722:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978611.953723:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978611.953724:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953725:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978611.953727:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978611.953729:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953730:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978611.953734:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978611.953736:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978611.953738:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978611.953738:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953740:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978611.953741:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978611.953742:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978611.953745:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978611.953748:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.953752:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496973696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978611.953774:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978611.953776:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978611.953779:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496973696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978611.953784:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978611.953785:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978611.953787:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978611.953788:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978611.953789:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978611.953791:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978611.953793:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16145 00000400:00000200:0.0:1783978611.953795:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978611.953796:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978611.953797:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978611.953799:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953800:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953801:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953802:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978611.953804:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978611.953804:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978611.953805:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978611.953806:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978611.953807:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978611.953808:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978611.953810:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953811:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978611.953812:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953813:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978611.953814:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978611.953816:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978611.953817:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978611.953818:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978611.953820:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978611.953821:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953822:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978611.953824:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978611.953825:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953826:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978611.953828:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978611.953830:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978611.953831:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978611.953832:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.953833:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978611.953834:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978611.953835:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978611.953838:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978611.953840:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.953842:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496973824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978611.953846:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978611.953847:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978611.953849:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496973824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978611.953853:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978611.953856:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16155) 00000100:00000001:0.0:1783978612.657261:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978612.657267:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978612.657271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978612.657277:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978612.657282:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978612.657289:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978612.657294:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978612.657296:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978612.657299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978612.657494:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978612.657498:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978612.657502:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978612.657504:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978612.657507:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978612.657510:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978612.657512:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978612.657514:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978612.657517:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978613.617316:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978613.617319:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978613.617321:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978613.681243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978613.681250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978613.681255:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978613.681261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978613.681269:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978613.681273:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978613.681292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978613.681295:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978613.681298:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978614.705242:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978614.705250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978614.705254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978614.705261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978614.705267:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978614.705271:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.705276:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978614.705279:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.705282:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978614.705316:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978614.705322:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978614.705325:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978614.705343:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978614.705347:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978614.705350:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.705353:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978614.705355:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.705357:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978615.729235:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978615.729241:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978615.729245:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978615.729249:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978615.729254:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978615.729258:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.729262:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978615.729266:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.729269:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978615.729386:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978615.729390:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978615.729393:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978615.729397:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978615.729400:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978615.729402:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.729403:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978615.729404:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.729407:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978615.729477:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978615.729482:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978615.729486:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978615.729490:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978615.729492:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978615.729495:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.729497:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978615.729499:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.729501:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978616.753254:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978616.753261:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978616.753265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978616.753272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978616.753279:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978616.753283:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978616.753301:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978616.753305:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978616.753313:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978617.777417:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978617.777422:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978617.777425:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978617.777429:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978617.777432:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978617.777434:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978617.777436:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978617.777438:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978617.777440:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978618.737337:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978618.737339:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978618.737342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978618.801225:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978618.801231:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978618.801235:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978618.801243:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978618.801248:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978618.801252:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978618.801263:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978618.801270:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978618.801276:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978619.825261:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978619.825271:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978619.825276:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978619.825283:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978619.825292:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978619.825298:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.825313:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978619.825317:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.825320:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978619.825336:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978619.825342:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978619.825345:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978619.825350:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978619.825355:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978619.825358:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.825363:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978619.825366:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.825370:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978620.849250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978620.849255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978620.849259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978620.849265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978620.849270:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978620.849274:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.849278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978620.849282:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.849286:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978620.849301:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978620.849305:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978620.849308:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978620.849312:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978620.849314:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978620.849317:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.849325:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978620.849326:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.849329:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978621.873272:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978621.873279:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978621.873283:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978621.873288:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978621.873295:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978621.873299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.873674:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978621.873677:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.873679:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978622.897275:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978622.897284:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978622.897287:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978622.897293:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978622.897298:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978622.897303:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.897308:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978622.897312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.897317:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978622.897409:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978622.897414:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978622.897418:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978622.897425:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978622.897431:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978622.897433:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.897436:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978622.897437:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.897439:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978622.897784:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978622.897787:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978622.897789:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978622.897791:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978622.897794:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978622.897796:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.897799:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978622.897800:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.897802:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978623.857395:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978623.857398:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978623.857406:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978623.921260:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978623.921269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978623.921273:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978623.921279:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978623.921293:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978623.921297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978623.921317:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978623.921320:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978623.921324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978624.945356:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978624.945360:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978624.945361:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978624.945364:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978624.945366:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978624.945367:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.946526:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978624.946528:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.946530:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978625.969321:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978625.969337:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978625.969344:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978625.969350:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978625.969379:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978625.969385:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978625.969399:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978625.969403:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978625.969406:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978626.993274:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978626.993287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978626.993292:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978626.993302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978626.993310:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978626.993320:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978626.993349:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978626.993353:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978626.993356:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978626.993396:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978626.993403:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978626.993407:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978626.993413:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978626.993419:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978626.993423:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978626.993426:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978626.993429:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978626.993433:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.314264:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978627.314270:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978627.314272:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978627.314281:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314290:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978627.314292:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.314296:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978627.314299:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978627.314302:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978627.314305:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496975232:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978627.314309:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978627.314315:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978627.314317:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.314320:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978627.314326:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978627.314328:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978627.314334:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978627.314339:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978627.314346:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978627.314355:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496975232, portal 25 00000100:00000001:0.0:1783978627.314358:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978627.314359:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783978627.314364:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314371:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978627.314374:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978627.314376:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978627.314381:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496975232, offset 0 00000400:00000200:0.0:1783978627.314389:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978627.314398:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.314406:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978627.314412:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978627.314416:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978627.314420:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978627.314423:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978627.314427:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781057:781057:256:4294967295] 192.168.201.114@tcp LPNI seq info [781035:781035:8:4294967295] 00000400:00000200:0.0:1783978627.314431:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.314441:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978627.314448:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.314454:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978627.314461:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978627.314465:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978627.314481:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.314484:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978627.314489:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978627.314493:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978627.314499:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978627.314502:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978627.314506:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978627.314510:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314520:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.314523:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314530:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.314531:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978627.314538:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978627.314543:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978627.314546:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310834424 00000100:00000010:0.0:1783978627.314553:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978627.314561:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978627.314567:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310834424 00000100:00000010:0.0:1783978627.314571:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978627.314574:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978627.314578:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978627.314581:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.314584:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978627.314589:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978627/real 1783978627] req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978627.314606:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978627.314609:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978627.314612:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978627.314615:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978627.314616:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978627.314619:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978627.314623:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978627.314632:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314639:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978627.314641:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.314644:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.314646:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978627.314651:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314658:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978627.314662:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314669:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978627.314672:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.314674:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.314676:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.314678:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978627.314681:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978627.314684:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978627.314688:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978627.314691:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978627.314696:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978627.314706:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496975232:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978627.314711:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978627.314714:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314721:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978627.314722:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.314724:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978627.314727:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978627.314729:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978627.314731:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975360:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978627.314735:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978627.314737:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978627.314739:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.314740:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978627.314744:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978627.314746:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978627.314750:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978627.314754:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978627.314757:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978627.314761:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496975360, portal 10 00000100:00000001:0.0:1783978627.314762:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978627.314764:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978627.314772:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314778:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978627.314781:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978627.314783:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978627.314786:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496975360, offset 0 00000400:00000200:0.0:1783978627.314789:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978627.314795:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.314799:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978627.314802:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978627.314804:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978627.314807:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978627.314809:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978627.314812:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781058:781058:256:4294967295] 192.168.201.114@tcp LPNI seq info [781036:781036:8:4294967295] 00000400:00000200:0.0:1783978627.314816:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.314822:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978627.314827:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.314830:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978627.314835:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978627.314838:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978627.314849:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.314851:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978627.314854:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978627.314858:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978627.314862:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978627.314863:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978627.314866:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978627.314869:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314877:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.314879:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314891:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.314893:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978627.314896:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978627.314901:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978627.314917:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978627.314920:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310833163 00000100:00000001:0.0:1783978627.314923:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.314925:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310833163 00000100:00000001:0.0:1783978627.314928:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.314930:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978627.314932:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.314934:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978627.314938:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978627/real 1783978627] req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978627.314946:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978627.314947:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978627.314949:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978627.314951:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978627.314953:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978627.314955:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978627.314958:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978627.314966:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314973:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978627.314974:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.314976:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.314978:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978627.314981:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314988:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978627.314992:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.314999:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978627.315003:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315005:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.315006:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315008:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978627.315012:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978627.315015:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978627.315019:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978627.315022:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978627.315025:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978627.315032:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975360:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978627.315035:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978627.315039:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315045:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978627.315046:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.315048:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978627.315050:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978627.315052:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978627.315055:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975488:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978627.315058:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978627.315060:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978627.315062:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.315064:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978627.315067:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978627.315069:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978627.315072:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978627.315074:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978627.315077:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978627.315080:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496975488, portal 10 00000100:00000001:0.0:1783978627.315082:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978627.315083:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978627.315089:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315094:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978627.315097:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978627.315099:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978627.315102:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496975488, offset 0 00000400:00000200:0.0:1783978627.315105:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978627.315119:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.315122:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978627.315125:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978627.315127:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978627.315130:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978627.315132:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978627.315134:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781059:781059:256:4294967295] 192.168.201.114@tcp LPNI seq info [781037:781037:8:4294967295] 00000400:00000200:0.0:1783978627.315191:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.315198:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978627.315202:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.315207:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978627.315210:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978627.315213:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978627.315224:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.315226:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978627.315230:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978627.315234:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978627.315237:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978627.315239:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978627.315241:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978627.315245:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315260:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.315263:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315269:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.315270:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978627.315273:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978627.315276:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978627.315279:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978627.315281:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310833165 00000100:00000001:0.0:1783978627.315284:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.315286:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310833165 00000100:00000001:0.0:1783978627.315289:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.315291:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978627.315293:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.315294:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978627.315298:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978627/real 1783978627] req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978627.315310:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978627.315311:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978627.315313:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978627.315315:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978627.315316:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978627.315318:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978627.315321:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978627.315328:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315333:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978627.315336:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315338:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.315339:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978627.315342:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315348:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978627.315351:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315357:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978627.315359:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315361:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.315362:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315364:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978627.315367:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978627.315369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978627.315372:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978627.315375:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978627.315378:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978627.315385:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975488:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978627.315388:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978627.315392:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315398:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978627.315399:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.315402:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978627.315403:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978627.315405:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978627.315408:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975616:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978627.315411:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978627.315414:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978627.315416:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.315417:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978627.315421:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978627.315423:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978627.315426:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978627.315429:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978627.315434:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978627.315436:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496975616, portal 4 00000100:00000001:0.0:1783978627.315438:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978627.315440:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978627.315446:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315452:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978627.315454:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978627.315456:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978627.315458:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496975616, offset 0 00000400:00000200:0.0:1783978627.315462:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978627.315466:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.315469:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978627.315472:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978627.315474:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978627.315476:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978627.315478:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978627.315481:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781060:781060:256:4294967295] 192.168.201.114@tcp LPNI seq info [781038:781038:8:4294967295] 00000400:00000200:0.0:1783978627.315485:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.315491:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978627.315495:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.315499:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978627.315503:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978627.315505:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978627.315513:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.315514:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978627.315516:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978627.315519:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978627.315521:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978627.315522:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978627.315524:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978627.315526:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315532:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.315533:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315538:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.315539:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978627.315541:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978627.315543:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978627.315546:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978627.315548:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310833214 00000100:00000001:0.0:1783978627.315550:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.315552:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310833214 00000100:00000001:0.0:1783978627.315555:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.315557:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978627.315558:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.315560:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978627.315564:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978627/real 1783978627] req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978627.315572:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978627.315575:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978627.315577:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978627.315578:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978627.315580:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978627.315582:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978627.315585:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978627.315591:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315597:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978627.315598:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315599:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.315601:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978627.315604:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315609:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978627.315613:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315619:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978627.315621:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315622:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.315640:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315641:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978627.315644:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978627.315646:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978627.315650:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978627.315652:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978627.315656:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978627.315669:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975616:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978627.315673:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978627.315677:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315683:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978627.315685:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.315687:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978627.315689:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978627.315691:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978627.315694:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975744:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978627.315697:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978627.315700:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978627.315701:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978627.315703:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978627.315706:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978627.315708:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978627.315711:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978627.315714:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978627.315717:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978627.315719:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496975744, portal 4 00000100:00000001:0.0:1783978627.315722:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978627.315723:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978627.315728:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315734:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978627.315736:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978627.315738:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978627.315741:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496975744, offset 0 00000400:00000200:0.0:1783978627.315744:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978627.315749:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.315752:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978627.315755:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978627.315758:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978627.315760:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978627.315762:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978627.315764:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781061:781061:256:4294967295] 192.168.201.114@tcp LPNI seq info [781039:781039:8:4294967295] 00000400:00000200:0.0:1783978627.315768:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978627.315774:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978627.315778:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.315781:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978627.315785:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978627.315788:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978627.315798:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978627.315799:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978627.315801:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978627.315804:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978627.315806:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978627.315807:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978627.315809:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978627.315811:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315816:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.315818:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315822:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.315823:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978627.315825:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978627.315827:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978627.315829:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978627.315831:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310833185 00000100:00000001:0.0:1783978627.315833:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.315835:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310833185 00000100:00000001:0.0:1783978627.315836:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310834424 00000100:00000001:0.0:1783978627.315837:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978627.315839:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.315841:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978627.315844:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978627/real 1783978627] req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978627.315851:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978627.315853:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978627.315855:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978627.315857:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978627.315858:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978627.315860:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978627.315863:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978627.315871:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315878:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978627.315879:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315881:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.315882:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978627.315885:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315892:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978627.315895:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315899:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978627.315901:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315902:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978627.315903:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315904:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978627.315906:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978627.315908:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978627.315910:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978627.315911:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978627.315914:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978627.315921:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496975744:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978627.315924:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315927:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.315931:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620496975232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315937:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978627.315940:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978627.315943:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978627.315946:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978627.315949:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978627.315951:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978627.315953:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978627.315956:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783978627.315961:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978627.315964:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978627.315966:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783978627.315973:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978627.315974:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.315976:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.315979:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620496975360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.315992:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978627.315993:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978627.315995:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978627.315998:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978627.315999:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978627.316000:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978627.316003:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978627.316004:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783978627.316007:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978627.316008:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978627.316009:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978627.316011:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978627.316012:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.316014:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.316017:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620496975488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.316022:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978627.316024:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978627.316025:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978627.316027:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978627.316028:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978627.316030:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978627.316031:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978627.316033:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783978627.316035:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978627.316036:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978627.316037:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978627.316039:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978627.316040:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.316042:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.316045:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496975616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.316051:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978627.316053:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978627.316055:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978627.316056:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978627.316057:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978627.316058:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978627.316059:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978627.316060:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783978627.316062:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978627.316063:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978627.316064:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978627.316066:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978627.316066:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.316067:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978627.316069:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620496975744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978627.316073:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978627.316074:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978627.316075:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978627.316076:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978627.316077:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978627.316077:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978627.316078:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978627.316079:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783978627.316080:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978627.316081:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978627.316082:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978627.316083:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978627.316084:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.316086:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.316096:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978627.316098:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.316101:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978627.316102:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978628.017394:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978628.017400:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978628.017405:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978628.017416:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978628.017426:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978628.017432:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978628.017437:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978628.017440:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978628.017447:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978628.977385:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978628.977390:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978628.977393:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978629.041298:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978629.041316:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978629.041325:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978629.041334:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978629.041348:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978629.041354:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978629.041360:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978629.041366:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978629.041378:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978630.065234:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978630.065244:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978630.065251:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978630.065255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978630.065261:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978630.065268:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978630.065417:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978630.065419:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978630.065421:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.113273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978632.113279:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978632.113283:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.113288:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978632.113296:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978632.113302:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978632.113570:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978632.113574:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978632.113577:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.113608:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978632.113614:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978632.113617:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.113623:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978632.113628:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978632.113631:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978632.113633:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978632.113636:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978632.113638:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978632.433265:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978632.433274:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978632.433277:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978632.433280:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978632.433284:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978632.433290:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16165 00000400:00000200:0.0:1783978632.433298:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978632.433304:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978632.433307:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978632.433309:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433312:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433315:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433317:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978632.433320:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978632.433322:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978632.433324:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978632.433328:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978632.433330:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978632.433332:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978632.433334:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433336:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433338:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433340:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978632.433342:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978632.433345:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433347:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978632.433350:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978632.433353:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978632.433355:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433357:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978632.433359:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978632.433368:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978632.433371:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978632.433374:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978632.433376:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433379:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978632.433381:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978632.433385:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978632.433392:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978632.433398:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.433405:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496975872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978632.433414:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978632.433418:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978632.433423:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496975872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978632.433443:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978632.433446:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978632.433449:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978632.433450:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978632.433452:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978632.433454:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978632.433456:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16165 00000400:00000200:0.0:1783978632.433459:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978632.433461:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978632.433464:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978632.433466:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433469:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433472:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433474:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978632.433476:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978632.433477:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978632.433479:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978632.433481:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978632.433486:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978632.433488:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978632.433493:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433496:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433500:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433502:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978632.433504:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978632.433510:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433516:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978632.433519:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978632.433526:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978632.433531:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433534:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978632.433540:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978632.433546:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433550:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978632.433557:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978632.433561:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978632.433566:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978632.433568:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433570:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978632.433573:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978632.433576:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978632.433582:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978632.433586:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.433594:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496976000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978632.433606:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978632.433609:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978632.433613:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496976000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978632.433623:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978632.433628:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978632.433633:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978632.433636:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978632.433638:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978632.433642:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978632.433647:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16165 00000400:00000200:0.0:1783978632.433654:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978632.433672:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978632.433676:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978632.433682:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433686:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433689:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433694:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978632.433697:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978632.433700:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978632.433702:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978632.433704:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978632.433708:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978632.433712:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978632.433716:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433718:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433722:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433725:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978632.433728:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978632.433733:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433737:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978632.433739:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978632.433742:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978632.433746:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433749:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978632.433753:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978632.433756:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433760:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978632.433764:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978632.433769:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978632.433773:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978632.433776:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433781:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978632.433784:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978632.433786:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978632.433790:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978632.433795:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.433803:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496976128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978632.433814:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978632.433817:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978632.433822:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496976128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978632.433833:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978632.433838:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978632.433843:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978632.433845:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978632.433848:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978632.433851:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978632.433857:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16165 00000400:00000200:0.0:1783978632.433864:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978632.433869:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978632.433872:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978632.433877:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433879:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433883:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433886:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978632.433889:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978632.433893:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978632.433894:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978632.433897:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978632.433901:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978632.433904:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978632.433909:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433912:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.433916:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433919:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978632.433923:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978632.433929:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978632.433935:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978632.433937:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978632.433941:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978632.433943:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433947:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978632.433950:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978632.433956:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433960:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978632.433967:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978632.433971:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978632.433973:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978632.433977:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.433980:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978632.433982:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978632.433983:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978632.433986:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978632.433990:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.433997:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496976256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978632.434009:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978632.434012:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978632.434018:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496976256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978632.434062:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978632.434068:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978632.434075:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978632.434078:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978632.434081:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978632.434088:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978632.434094:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16165 00000400:00000200:0.0:1783978632.434100:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978632.434106:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978632.434110:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978632.434116:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.434121:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.434126:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.434131:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978632.434167:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978632.434171:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978632.434174:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978632.434178:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978632.434183:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978632.434189:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978632.434197:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.434202:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978632.434206:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978632.434210:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978632.434214:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978632.434222:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978632.434227:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978632.434232:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978632.434236:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978632.434242:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.434245:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978632.434249:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978632.434254:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.434258:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978632.434263:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978632.434268:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978632.434274:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978632.434275:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.434277:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978632.434278:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978632.434280:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978632.434283:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978632.434289:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.434299:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496976384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978632.434313:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978632.434316:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978632.434324:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496976384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978632.434335:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978632.434340:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16175) 00000100:00000001:0.0:1783978633.137251:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978633.137256:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978633.137260:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.137269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978633.137276:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978633.137282:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.137289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978633.137292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.137298:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.137322:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978633.137328:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978633.137332:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.137338:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978633.137344:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978633.137349:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.137355:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978633.137358:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.137360:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978634.097337:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978634.097341:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978634.097342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978634.161237:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978634.161246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978634.161251:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978634.161259:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978634.161266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978634.161272:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978634.161485:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978634.161488:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978634.161490:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978635.185210:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978635.185218:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978635.185222:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978635.185229:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978635.185235:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978635.185240:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978635.185249:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978635.185253:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978635.185255:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978636.209262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978636.209267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978636.209269:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978636.209277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978636.209283:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978636.209287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978636.209310:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978636.209313:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978636.209316:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978637.233360:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978637.233363:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978637.233364:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978637.233366:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978637.233367:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978637.233369:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978637.233879:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978637.233882:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978637.233886:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978638.257400:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978638.257403:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978638.257405:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978638.257407:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978638.257409:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978638.257411:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.257413:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978638.257414:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.257426:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978638.257453:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978638.257456:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978638.257457:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978638.257458:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978638.257460:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978638.257462:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.257464:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978638.257465:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.257466:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978639.217486:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978639.217490:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978639.217494:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978639.281267:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978639.281274:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978639.281277:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978639.281282:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978639.281286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978639.281289:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.281292:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978639.281294:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.281296:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978639.281817:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978639.281819:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978639.281821:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978639.281823:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978639.281825:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978639.281827:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.281829:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978639.281830:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.281832:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978639.282573:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978639.282576:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978639.282577:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978639.282579:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978639.282582:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978639.282583:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.282585:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978639.282587:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.282589:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978640.305289:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978640.305300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978640.305305:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978640.305320:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978640.305339:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978640.305347:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978640.305359:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978640.305364:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978640.305371:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978640.305404:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978640.305409:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978640.305411:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978640.305414:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978640.305418:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978640.305421:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978640.305425:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978640.305435:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978640.305440:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978641.329271:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978641.329276:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978641.329278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978641.329281:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978641.329284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978641.329289:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.329302:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978641.329305:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.329307:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978641.329323:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978641.329325:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978641.329326:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978641.329328:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978641.329329:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978641.329331:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.329332:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978641.329333:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.329334:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.353246:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978642.353251:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978642.353255:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.353260:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978642.353264:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978642.353267:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978642.353334:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978642.353337:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978642.353341:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.353369:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978642.353375:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978642.353378:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.353385:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978642.353390:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978642.353394:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978642.353399:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978642.353402:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978642.353406:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978642.673232:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978642.673242:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978642.673244:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978642.673248:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978642.673252:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978642.673259:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16176 00000400:00000200:0.0:1783978642.673268:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978642.673274:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978642.673277:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978642.673280:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673283:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673285:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673287:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978642.673291:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978642.673293:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978642.673295:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978642.673298:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978642.673301:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978642.673303:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978642.673305:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673307:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673308:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673310:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978642.673313:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978642.673317:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673319:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978642.673322:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978642.673325:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978642.673328:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673330:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978642.673332:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978642.673341:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978642.673344:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978642.673348:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978642.673350:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673353:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978642.673356:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978642.673359:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978642.673366:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978642.673371:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.673378:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496977152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978642.673385:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978642.673388:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978642.673391:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496977152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978642.673406:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978642.673409:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978642.673411:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978642.673412:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978642.673413:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978642.673415:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978642.673416:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16176 00000400:00000200:0.0:1783978642.673419:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978642.673420:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978642.673422:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978642.673424:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673425:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673427:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673428:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978642.673430:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978642.673431:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978642.673432:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978642.673435:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978642.673437:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978642.673439:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978642.673441:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673444:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673446:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673451:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978642.673454:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978642.673460:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673465:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978642.673468:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978642.673475:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978642.673478:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673479:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978642.673483:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978642.673486:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673489:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978642.673493:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978642.673498:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978642.673501:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978642.673504:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673510:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978642.673512:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978642.673515:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978642.673519:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978642.673526:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.673546:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496977280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978642.673559:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978642.673561:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978642.673565:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496977280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978642.673579:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978642.673583:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978642.673586:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978642.673589:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978642.673591:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978642.673594:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978642.673598:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16176 00000400:00000200:0.0:1783978642.673606:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978642.673611:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978642.673615:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978642.673621:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673627:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673631:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673635:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978642.673640:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978642.673643:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978642.673647:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978642.673650:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978642.673655:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978642.673657:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978642.673665:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673668:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673673:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673677:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978642.673682:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978642.673690:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673696:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978642.673701:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978642.673707:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978642.673712:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673715:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978642.673719:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978642.673723:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673726:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978642.673731:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978642.673735:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978642.673740:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978642.673741:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673743:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978642.673745:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978642.673748:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978642.673753:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978642.673757:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.673764:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496977408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978642.673772:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978642.673775:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978642.673780:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496977408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978642.673788:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978642.673790:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978642.673793:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978642.673796:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978642.673798:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978642.673802:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978642.673805:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16176 00000400:00000200:0.0:1783978642.673810:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978642.673814:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978642.673818:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978642.673820:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673821:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673825:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673827:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978642.673830:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978642.673832:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978642.673833:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978642.673836:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978642.673839:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978642.673856:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978642.673862:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673867:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.673872:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673877:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978642.673879:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978642.673881:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673885:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978642.673888:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978642.673892:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978642.673897:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673900:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978642.673902:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978642.673906:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673909:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978642.673913:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978642.673915:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978642.673920:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978642.673922:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.673924:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978642.673927:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978642.673929:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978642.673932:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978642.673936:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.673942:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496977536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978642.673951:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978642.673954:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978642.673958:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496977536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978642.673967:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978642.673969:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978642.673974:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978642.673976:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978642.673978:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978642.673981:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978642.673984:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16176 00000400:00000200:0.0:1783978642.673986:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978642.673988:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978642.673990:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978642.673995:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.673998:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.674000:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.674003:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978642.674006:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978642.674009:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978642.674011:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978642.674014:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978642.674015:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978642.674017:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978642.674021:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.674025:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978642.674027:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978642.674029:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978642.674032:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978642.674040:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978642.674042:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978642.674044:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978642.674046:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978642.674048:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.674052:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978642.674053:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978642.674058:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.674061:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978642.674064:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978642.674067:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978642.674070:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978642.674072:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.674075:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978642.674076:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978642.674077:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978642.674079:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978642.674082:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.674089:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496977664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978642.674096:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978642.674099:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978642.674105:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496977664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978642.674115:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978642.674120:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16186) 00000100:00000001:0.0:1783978643.377341:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978643.377347:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978643.377351:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978643.377356:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978643.377360:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978643.377363:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978643.377365:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978643.377367:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978643.377370:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978644.338027:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978644.338036:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978644.338040:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978644.401255:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978644.401261:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978644.401264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978644.401272:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978644.401279:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978644.401285:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978644.401291:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978644.401294:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978644.401297:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978644.401526:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978644.401529:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978644.401530:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978644.401533:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978644.401535:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978644.401537:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978644.401539:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978644.401541:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978644.401543:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978645.425397:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978645.425402:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978645.425403:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978645.425407:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978645.425409:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978645.425411:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978645.425414:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978645.425415:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978645.425417:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978646.449208:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978646.449215:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978646.449218:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978646.449223:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978646.449229:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978646.449233:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.449236:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978646.449241:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.449246:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978646.449279:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978646.449282:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978646.449283:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978646.449285:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978646.449288:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978646.449292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.449296:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978646.449299:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.449302:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.473219:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978647.473229:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978647.473234:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.473241:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978647.473247:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978647.473251:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978647.473254:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978647.473259:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978647.473262:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978647.793262:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978647.793272:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978647.793275:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978647.793279:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978647.793285:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978647.793292:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16181 00000400:00000200:0.0:1783978647.793301:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978647.793307:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978647.793311:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978647.793314:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793317:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.793320:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793322:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978647.793326:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978647.793328:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978647.793330:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978647.793334:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978647.793336:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978647.793338:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978647.793341:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793343:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.793344:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793346:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978647.793349:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978647.793352:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793354:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978647.793357:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978647.793360:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978647.793363:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793365:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978647.793367:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978647.793377:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978647.793380:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978647.793384:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978647.793385:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793389:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978647.793392:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978647.793396:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978647.793405:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978647.793412:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.793421:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496977792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978647.793430:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978647.793434:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978647.793439:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496977792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978647.793463:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978647.793466:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978647.793469:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978647.793470:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978647.793472:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978647.793475:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978647.793477:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16181 00000400:00000200:0.0:1783978647.793481:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978647.793484:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978647.793486:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978647.793490:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793492:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.793495:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793497:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978647.793500:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978647.793504:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978647.793508:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978647.793511:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978647.793515:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978647.793521:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978647.793529:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793535:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.793541:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793547:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978647.793552:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978647.793558:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793561:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978647.793564:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978647.793571:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978647.793575:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793577:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978647.793583:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978647.793588:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793591:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978647.793597:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978647.793602:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978647.793605:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978647.793607:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793611:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978647.793612:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978647.793615:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978647.793621:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978647.793626:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.793633:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496977920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978647.793657:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978647.793662:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978647.793671:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496977920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978647.793688:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978647.793694:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978647.793702:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978647.793706:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978647.793709:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978647.793715:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978647.793722:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16181 00000400:00000200:0.0:1783978647.793732:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978647.793739:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978647.793744:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978647.793767:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793770:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.793773:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793775:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978647.793779:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978647.793783:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978647.793786:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978647.793790:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978647.793794:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978647.793800:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978647.793820:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793825:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.793830:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793834:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978647.793841:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978647.793848:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978647.793855:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978647.793859:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978647.793864:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978647.793870:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793875:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978647.793880:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978647.793887:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793893:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978647.793898:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978647.793903:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978647.793907:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978647.793910:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.793913:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978647.793915:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978647.793919:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978647.793926:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978647.793933:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.793943:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496978048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978647.793962:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978647.793967:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978647.793977:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496978048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978647.793998:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978647.794003:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978647.794012:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978647.794015:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978647.794019:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978647.794026:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978647.794030:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16181 00000400:00000200:0.0:1783978647.794039:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978647.794046:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978647.794052:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978647.794058:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794063:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.794069:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794075:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978647.794079:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978647.794080:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978647.794082:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978647.794084:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978647.794086:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978647.794089:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978647.794097:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794103:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.794107:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794113:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978647.794117:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978647.794124:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794130:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978647.794135:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978647.794175:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978647.794181:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.794185:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978647.794189:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978647.794194:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.794198:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978647.794203:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978647.794208:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978647.794213:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978647.794217:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.794221:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978647.794225:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978647.794229:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978647.794236:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978647.794242:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.794250:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496978176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978647.794274:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978647.794278:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978647.794286:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496978176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978647.794308:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978647.794313:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978647.794320:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978647.794324:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978647.794328:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978647.794335:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978647.794342:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16181 00000400:00000200:0.0:1783978647.794353:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978647.794361:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978647.794366:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978647.794373:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794377:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.794381:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794385:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978647.794389:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978647.794392:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978647.794396:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978647.794399:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978647.794404:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978647.794418:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978647.794429:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794434:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978647.794440:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794444:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978647.794449:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978647.794456:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978647.794463:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978647.794468:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978647.794473:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978647.794477:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.794481:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978647.794485:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978647.794489:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.794494:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978647.794501:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978647.794507:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978647.794514:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978647.794517:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.794522:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978647.794526:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978647.794529:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978647.794536:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978647.794541:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.794550:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496978304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978647.794581:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978647.794587:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978647.794595:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496978304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978647.794610:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978647.794616:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16191) 00000100:00000001:0.0:1783978648.497208:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978648.497222:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978648.497225:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978648.497233:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978648.497241:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978648.497247:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978648.497261:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978648.497265:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978648.497268:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978649.457326:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978649.457330:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978649.457334:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978649.521227:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978649.521236:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978649.521242:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978649.521251:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978649.521258:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978649.521265:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.521284:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978649.521288:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.521293:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978649.521309:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978649.521314:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978649.521316:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978649.521319:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978649.521324:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978649.521329:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.521333:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978649.521336:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.521339:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978650.545248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978650.545259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978650.545262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978650.545271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978650.545278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978650.545285:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978650.545310:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978650.545314:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978650.545317:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.569283:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978651.569294:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978651.569299:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978651.569309:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978651.569316:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978651.569323:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.569327:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978651.569331:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.569334:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.569474:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978651.569478:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978651.569480:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978651.569482:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978651.569484:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978651.569486:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.569488:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978651.569490:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.569492:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.569529:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978651.569531:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978651.569532:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978651.569534:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978651.569535:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978651.569537:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.570173:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978651.570176:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.570179:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.593446:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978652.593450:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978652.593451:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.593454:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978652.593456:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978652.593458:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978652.593459:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978652.593460:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978652.593462:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978652.913569:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978652.913579:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978652.913582:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978652.913586:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978652.913590:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978652.913598:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16186 00000400:00000200:0.0:1783978652.913608:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978652.913614:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978652.913616:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978652.913618:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913621:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.913623:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913625:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978652.913628:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978652.913630:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978652.913632:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978652.913636:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978652.913637:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978652.913639:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978652.913640:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913641:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.913643:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913644:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978652.913647:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978652.913649:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913650:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978652.913653:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978652.913656:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978652.913658:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913660:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978652.913662:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978652.913685:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978652.913688:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978652.913692:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978652.913694:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913697:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978652.913700:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978652.913706:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978652.913718:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978652.913727:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.913739:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496978432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978652.913748:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978652.913752:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978652.913756:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496978432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978652.913777:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978652.913780:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978652.913783:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978652.913784:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978652.913786:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978652.913789:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978652.913792:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16186 00000400:00000200:0.0:1783978652.913795:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978652.913798:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978652.913800:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978652.913803:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913805:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.913807:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913809:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978652.913811:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978652.913812:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978652.913813:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978652.913816:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978652.913818:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978652.913820:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978652.913822:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913825:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.913826:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913828:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978652.913830:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978652.913833:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913835:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978652.913837:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978652.913844:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978652.913846:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913848:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978652.913853:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978652.913856:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913858:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978652.913862:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978652.913864:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978652.913867:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978652.913868:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913869:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978652.913871:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978652.913873:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978652.913876:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978652.913880:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.913884:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496978560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978652.913890:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978652.913892:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978652.913896:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496978560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978652.913903:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978652.913906:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978652.913909:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978652.913910:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978652.913912:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978652.913915:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978652.913917:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16186 00000400:00000200:0.0:1783978652.913921:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978652.913924:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978652.913926:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978652.913929:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913931:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.913933:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913934:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978652.913937:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978652.913938:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978652.913939:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978652.913941:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978652.913943:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978652.913945:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978652.913947:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913949:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.913951:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913953:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978652.913955:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978652.913958:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978652.913961:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978652.913962:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978652.913964:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978652.913966:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913968:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978652.913970:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978652.913971:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913974:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978652.913977:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978652.913978:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978652.913981:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978652.913982:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.913983:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978652.913985:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978652.913986:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978652.913989:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978652.913992:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.913996:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496978688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978652.914002:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978652.914004:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978652.914008:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496978688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978652.914014:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978652.914016:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978652.914020:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978652.914021:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978652.914022:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978652.914025:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978652.914027:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16186 00000400:00000200:0.0:1783978652.914031:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978652.914033:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978652.914044:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978652.914050:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914052:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.914053:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914055:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978652.914057:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978652.914059:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978652.914061:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978652.914063:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978652.914065:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978652.914067:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978652.914070:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914073:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.914074:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914076:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978652.914078:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978652.914081:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914083:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978652.914085:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978652.914088:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978652.914090:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.914091:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978652.914094:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978652.914096:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.914097:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978652.914101:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978652.914103:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978652.914106:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978652.914107:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.914108:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978652.914110:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978652.914111:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978652.914115:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978652.914118:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.914122:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496978816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978652.914129:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978652.914131:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978652.914135:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496978816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978652.914165:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978652.914168:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978652.914171:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978652.914173:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978652.914174:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978652.914178:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978652.914180:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16186 00000400:00000200:0.0:1783978652.914184:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978652.914187:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978652.914189:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978652.914192:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914195:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.914197:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914199:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978652.914201:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978652.914202:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978652.914204:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978652.914206:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978652.914208:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978652.914210:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978652.914213:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914215:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978652.914217:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914219:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978652.914222:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978652.914224:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978652.914226:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978652.914228:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978652.914231:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978652.914233:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.914235:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978652.914237:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978652.914239:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.914241:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978652.914244:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978652.914246:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978652.914249:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978652.914250:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.914252:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978652.914253:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978652.914255:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978652.914259:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978652.914271:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.914278:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496978944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978652.914285:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978652.914287:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978652.914290:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496978944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978652.914299:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978652.914303:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16196) 00000100:00000001:0.0:1783978653.617549:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978653.617556:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978653.617560:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978653.617565:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978653.617573:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978653.617578:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978653.617583:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978653.617587:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978653.617591:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978654.577332:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978654.577336:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978654.577339:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978654.641255:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978654.641265:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978654.641268:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978654.641275:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978654.641279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978654.641283:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.641286:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978654.641289:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.641292:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978654.641373:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978654.641387:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978654.641392:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978654.641397:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978654.641411:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978654.641416:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.641423:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978654.641427:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.641430:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978655.665259:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978655.665265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978655.665268:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978655.665273:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978655.665279:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978655.665284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.665290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978655.665293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.665297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978655.665830:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978655.665833:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978655.665834:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978655.665836:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978655.665838:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978655.665840:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.665841:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978655.665843:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.665845:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978656.689243:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978656.689249:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978656.689253:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978656.689259:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978656.689266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978656.689271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.689278:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978656.689284:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.689291:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978656.689375:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978656.689380:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978656.689383:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978656.689386:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978656.689388:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978656.689390:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.689595:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978656.689609:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.689612:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978657.713295:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978657.713302:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978657.713305:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978657.713311:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978657.713315:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978657.713318:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978657.713321:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978657.713323:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978657.713326:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978658.033206:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978658.033214:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978658.033216:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978658.033219:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978658.033222:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978658.033227:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16191 00000400:00000200:0.0:1783978658.033233:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978658.033238:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978658.033240:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978658.033242:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033245:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.033247:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033248:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978658.033251:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978658.033252:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978658.033254:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978658.033257:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978658.033259:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978658.033261:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978658.033263:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033265:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.033267:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033269:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978658.033272:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978658.033275:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033278:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978658.033280:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978658.033284:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978658.033287:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.033289:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978658.033292:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978658.033301:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978658.033305:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978658.033309:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978658.033311:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.033314:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978658.033316:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978658.033320:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978658.033328:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978658.033334:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.033342:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496979072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978658.033353:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978658.033357:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978658.033362:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496979072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978658.033391:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978658.033395:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978658.033399:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978658.033400:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978658.033401:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978658.033404:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978658.033406:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16191 00000400:00000200:0.0:1783978658.033409:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978658.033411:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978658.033413:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978658.033415:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033416:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.033417:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033419:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978658.033420:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978658.033421:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978658.033422:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978658.033424:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978658.033425:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978658.033426:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978658.033427:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033428:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.033429:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.033992:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978658.033996:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978658.034000:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034002:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978658.034004:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978658.034009:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978658.034011:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034013:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978658.034016:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978658.034018:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034019:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978658.034022:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978658.034023:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978658.034025:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978658.034026:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034027:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978658.034028:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978658.034030:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978658.034033:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978658.034037:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.034042:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496979200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978658.034057:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978658.034063:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978658.034067:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496979200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978658.034080:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978658.034082:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978658.034084:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978658.034085:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978658.034086:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978658.034088:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978658.034090:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16191 00000400:00000200:0.0:1783978658.034093:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978658.034095:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978658.034096:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978658.034098:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034099:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.034101:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034102:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978658.034103:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978658.034104:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978658.034105:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978658.034106:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978658.034107:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978658.034109:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978658.034110:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034111:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.034112:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034113:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978658.034115:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978658.034116:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034117:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978658.034118:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978658.034120:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978658.034121:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034123:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978658.034124:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978658.034125:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034126:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978658.034128:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978658.034130:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978658.034131:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978658.034132:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034133:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978658.034134:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978658.034152:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978658.034154:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978658.034157:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.034160:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496979328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978658.034164:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978658.034165:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978658.034167:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496979328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978658.034171:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978658.034173:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978658.034175:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978658.034176:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978658.034177:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978658.034178:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978658.034180:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16191 00000400:00000200:0.0:1783978658.034182:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978658.034183:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978658.034184:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978658.034186:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034187:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.034188:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034189:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978658.034191:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978658.034191:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978658.034192:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978658.034193:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978658.034194:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978658.034196:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978658.034198:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034199:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.034200:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034201:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978658.034202:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978658.034204:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034205:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978658.034206:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978658.034207:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978658.034208:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034209:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978658.034210:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978658.034211:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034212:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978658.034214:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978658.034215:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978658.034216:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978658.034217:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034218:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978658.034218:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978658.034219:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978658.034221:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978658.034222:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.034225:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496979456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978658.034229:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978658.034230:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978658.034232:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496979456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978658.034235:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978658.034237:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978658.034239:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978658.034240:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978658.034241:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978658.034243:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978658.034244:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16191 00000400:00000200:0.0:1783978658.034246:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978658.034247:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978658.034248:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978658.034249:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034250:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.034251:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034252:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978658.034254:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978658.034254:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978658.034256:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978658.034257:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978658.034259:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978658.034261:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978658.034263:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034265:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978658.034266:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034268:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978658.034270:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978658.034272:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978658.034274:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978658.034275:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978658.034278:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978658.034279:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034281:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978658.034283:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978658.034285:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034287:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978658.034290:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978658.034292:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978658.034294:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978658.034295:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.034297:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978658.034298:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978658.034299:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978658.034303:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978658.034306:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.034310:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496979584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978658.034316:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978658.034318:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978658.034321:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496979584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978658.034328:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978658.034332:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16201) 00000100:00000001:0.0:1783978658.737248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978658.737257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978658.737269:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.737273:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978658.737278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978658.737281:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.737297:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978658.737300:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.737303:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.737361:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978658.737363:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978658.737364:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.737366:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978658.737368:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978658.737370:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.737372:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978658.737374:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.737375:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978659.697333:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978659.697337:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978659.697340:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978659.761353:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978659.761358:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978659.761361:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978659.761367:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978659.761371:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978659.761374:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.761427:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978659.761429:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.761431:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978660.785221:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978660.785229:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978660.785231:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978660.785238:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978660.785245:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978660.785253:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.785272:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978660.785276:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.785279:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978660.785312:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978660.785318:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978660.785321:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978660.785324:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978660.785327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978660.785329:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.785331:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978660.785332:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.785335:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978661.809245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978661.809253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978661.809257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978661.809263:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978661.809269:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978661.809275:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.809281:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978661.809285:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.809292:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978661.809314:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978661.809319:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978661.809323:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978661.809329:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978661.809334:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978661.809338:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.809348:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978661.809351:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.809354:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978662.833241:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978662.833249:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978662.833251:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978662.833257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978662.833262:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978662.833267:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.833271:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978662.833275:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.833281:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978662.833315:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978662.833318:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978662.833319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978662.833321:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978662.833323:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978662.833325:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.833326:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978662.833327:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.833329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978662.833450:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978662.833452:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978662.833453:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978662.833454:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978662.833455:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978662.833457:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.833458:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978662.833459:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.833461:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978663.857237:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978663.857245:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978663.857248:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978663.857253:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978663.857257:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978663.857262:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.857267:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978663.857271:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.857276:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978663.857295:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978663.857299:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978663.857301:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978663.857303:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978663.857305:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978663.857308:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.857310:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978663.857314:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.857317:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978664.817318:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978664.817321:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978664.817323:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978664.881259:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978664.881269:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978664.881272:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978664.881279:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978664.881284:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978664.881288:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.881294:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978664.881296:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.881299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978664.881310:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978664.881312:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978664.881314:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978664.881316:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978664.881318:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978664.881321:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.881323:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978664.881325:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.881327:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978665.905259:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978665.905268:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978665.905271:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978665.905279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978665.905285:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978665.905290:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978665.905625:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978665.905627:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978665.905629:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978666.929245:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978666.929253:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978666.929256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978666.929262:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978666.929269:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978666.929275:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978666.929287:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978666.929291:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978666.929297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978667.953223:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978667.953229:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978667.953233:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978667.953239:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978667.953245:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978667.953250:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.953267:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978667.953271:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.953274:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978668.273275:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978668.273282:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978668.273284:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978668.273287:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978668.273291:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978668.273296:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16201 00000400:00000200:0.0:1783978668.273304:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978668.273310:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978668.273313:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978668.273315:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273318:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273320:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273323:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978668.273326:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978668.273328:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978668.273331:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978668.273334:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978668.273336:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978668.273339:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978668.273341:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273343:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273345:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273347:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978668.273351:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978668.273353:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273355:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978668.273357:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978668.273360:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978668.273361:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273363:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978668.273364:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978668.273372:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978668.273375:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978668.273378:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978668.273379:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273382:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978668.273384:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978668.273387:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978668.273395:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978668.273409:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.273418:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496980352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978668.273427:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978668.273431:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978668.273443:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496980352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978668.273461:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978668.273463:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978668.273465:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978668.273466:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978668.273467:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978668.273469:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978668.273470:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16201 00000400:00000200:0.0:1783978668.273473:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978668.273475:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978668.273476:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978668.273478:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273479:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273481:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273482:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978668.273484:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978668.273485:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978668.273486:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978668.273488:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978668.273490:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978668.273491:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978668.273493:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273495:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273497:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273500:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978668.273502:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978668.273506:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273508:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978668.273511:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978668.273515:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978668.273520:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273523:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978668.273527:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978668.273532:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273536:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978668.273539:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978668.273542:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978668.273546:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978668.273548:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273550:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978668.273552:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978668.273554:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978668.273560:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978668.273563:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.273568:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496980480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978668.273577:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978668.273579:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978668.273583:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496980480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978668.273592:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978668.273593:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978668.273595:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978668.273597:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978668.273598:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978668.273603:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978668.273607:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16201 00000400:00000200:0.0:1783978668.273614:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978668.273618:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978668.273622:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978668.273625:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273630:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273637:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273642:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978668.273647:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978668.273650:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978668.273654:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978668.273657:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978668.273662:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978668.273666:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978668.273673:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273677:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273679:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273684:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978668.273688:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978668.273693:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273697:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978668.273701:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978668.273704:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978668.273709:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273713:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978668.273716:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978668.273721:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273725:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978668.273731:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978668.273737:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978668.273743:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978668.273746:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273752:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978668.273755:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978668.273759:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978668.273765:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978668.273772:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.273779:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496980608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978668.273786:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978668.273788:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978668.273794:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496980608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978668.273805:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978668.273808:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978668.273811:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978668.273811:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978668.273812:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978668.273814:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978668.273818:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16201 00000400:00000200:0.0:1783978668.273824:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978668.273828:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978668.273832:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978668.273835:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273838:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273840:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273841:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978668.273843:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978668.273845:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978668.273848:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978668.273849:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978668.273852:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978668.273855:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978668.273859:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273860:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.273862:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273865:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978668.273867:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978668.273871:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978668.273874:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978668.273877:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978668.273881:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978668.273884:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273888:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978668.273892:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978668.273897:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273900:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978668.273907:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978668.273912:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978668.273917:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978668.273921:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.273924:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978668.273929:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978668.273931:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978668.273936:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978668.273942:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.273951:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496980736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978668.273964:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978668.273970:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978668.273978:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496980736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978668.273991:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978668.273997:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978668.274003:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978668.274005:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978668.274008:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978668.274013:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978668.274026:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16201 00000400:00000200:0.0:1783978668.274034:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978668.274041:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978668.274046:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978668.274054:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.274059:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.274064:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.274069:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978668.274074:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978668.274077:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978668.274080:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978668.274084:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978668.274087:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978668.274093:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978668.274101:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.274105:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978668.274109:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978668.274114:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978668.274120:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978668.274126:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978668.274130:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978668.274134:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978668.274173:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978668.274179:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.274184:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978668.274187:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978668.274192:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.274196:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978668.274203:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978668.274208:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978668.274214:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978668.274217:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.274222:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978668.274225:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978668.274228:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978668.274234:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978668.274240:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.274249:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496980864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978668.274263:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978668.274266:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978668.274272:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496980864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978668.274289:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978668.274295:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16211) 00000100:00000001:0.0:1783978668.977247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978668.977255:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978668.977260:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.977269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978668.977276:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978668.977282:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.977288:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978668.977292:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.977295:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.977383:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978668.977397:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978668.977399:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.977402:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978668.977404:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978668.977406:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.977408:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978668.977409:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.977411:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.977431:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978668.977434:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978668.977435:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.977437:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978668.977438:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978668.977440:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.978535:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978668.978538:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.978542:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978669.937294:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978669.937297:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978669.937299:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978670.001360:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978670.001364:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978670.001365:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978670.001379:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978670.001382:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978670.001384:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.001386:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978670.001387:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.001390:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978671.025232:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978671.025238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978671.025242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978671.025249:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978671.025266:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978671.025270:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.025275:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978671.025278:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.025283:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978672.049239:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978672.049247:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978672.049251:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978672.049258:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978672.049264:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978672.049267:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978672.049276:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978672.049279:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978672.049281:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.073238:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978673.073246:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978673.073250:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978673.073256:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978673.073262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978673.073267:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978673.073285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978673.073288:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978673.073291:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978673.393254:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978673.393263:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978673.393266:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978673.393270:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978673.393274:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978673.393280:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16206 00000400:00000200:0.0:1783978673.393288:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978673.393293:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978673.393296:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978673.393333:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393337:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393340:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393343:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978673.393346:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978673.393348:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978673.393350:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978673.393354:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978673.393357:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978673.393359:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978673.393362:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393364:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393366:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393375:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978673.393378:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978673.393383:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393386:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978673.393389:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978673.393392:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978673.393395:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393397:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978673.393399:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978673.393409:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978673.393413:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978673.393416:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978673.393418:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393420:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978673.393423:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978673.393426:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978673.393434:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978673.393440:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978673.393449:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496980992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978673.393459:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978673.393464:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978673.393468:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496980992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978673.393487:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978673.393489:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978673.393491:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978673.393492:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978673.393493:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978673.393495:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978673.393497:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16206 00000400:00000200:0.0:1783978673.393499:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978673.393501:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978673.393502:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978673.393504:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393506:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393507:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393508:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978673.393510:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978673.393511:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978673.393512:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978673.393514:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978673.393516:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978673.393518:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978673.393522:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393524:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393526:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393528:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978673.393531:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978673.393534:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393538:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978673.393542:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978673.393547:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978673.393550:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393552:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978673.393556:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978673.393562:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393566:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978673.393571:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978673.393576:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978673.393581:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978673.393582:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393584:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978673.393586:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978673.393587:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978673.393594:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978673.393601:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978673.393610:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496981120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978673.393620:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978673.393624:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978673.393630:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496981120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978673.393638:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978673.393641:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978673.393643:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978673.393645:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978673.393646:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978673.393649:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978673.393652:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16206 00000400:00000200:0.0:1783978673.393661:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978673.393679:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978673.393683:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978673.393689:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393691:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393693:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393696:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978673.393701:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978673.393702:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978673.393703:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978673.393706:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978673.393710:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978673.393715:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978673.393721:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393723:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393728:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393733:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978673.393738:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978673.393744:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393749:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978673.393754:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978673.393759:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978673.393763:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393764:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978673.393767:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978673.393769:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393772:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978673.393777:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978673.393782:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978673.393786:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978673.393789:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393793:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978673.393795:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978673.393797:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978673.393800:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978673.393805:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978673.393811:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496981248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978673.393828:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978673.393831:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978673.393837:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496981248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978673.393847:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978673.393850:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978673.393854:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978673.393857:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978673.393859:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978673.393862:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978673.393867:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16206 00000400:00000200:0.0:1783978673.393872:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978673.393875:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978673.393877:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978673.393883:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393888:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393894:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393897:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978673.393901:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978673.393905:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978673.393908:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978673.393911:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978673.393914:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978673.393915:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978673.393921:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393924:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.393927:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393930:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978673.393933:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978673.393937:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978673.393940:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978673.393942:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978673.393945:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978673.393949:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393952:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978673.393954:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978673.393958:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393961:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978673.393965:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978673.393967:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978673.393971:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978673.393973:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.393976:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978673.393978:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978673.393981:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978673.393987:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978673.394003:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978673.394012:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496981376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978673.394052:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978673.394057:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978673.394064:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496981376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978673.394075:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978673.394079:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978673.394087:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978673.394089:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978673.394093:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978673.394096:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978673.394101:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16206 00000400:00000200:0.0:1783978673.394107:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978673.394113:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978673.394116:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978673.394122:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.394128:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.394131:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.394156:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978673.394160:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978673.394162:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978673.394164:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978673.394166:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978673.394168:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978673.394170:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978673.394177:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.394182:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978673.394185:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978673.394190:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978673.394194:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978673.394202:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978673.394207:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978673.394212:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978673.394216:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978673.394223:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.394227:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978673.394230:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978673.394234:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.394237:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978673.394241:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978673.394244:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978673.394246:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978673.394248:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978673.394250:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978673.394253:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978673.394256:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978673.394262:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978673.394269:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978673.394280:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496981504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978673.394294:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978673.394300:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978673.394319:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496981504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978673.394334:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978673.394341:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16216) 00000100:00000001:0.0:1783978674.100374:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978674.100377:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978674.100379:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978674.100381:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978674.100383:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978674.100386:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978674.100387:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978674.100389:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978674.100391:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978675.057320:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978675.057324:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978675.057327:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978675.121256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978675.121264:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978675.121268:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978675.121275:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978675.121305:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978675.121310:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.121315:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978675.121318:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.121323:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978675.121356:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978675.121360:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978675.121364:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978675.121368:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978675.121372:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978675.121375:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.121377:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978675.121379:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.121381:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978676.145238:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978676.145247:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978676.145251:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978676.145258:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978676.145275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978676.145279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978676.145297:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978676.145301:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978676.145304:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978677.169461:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978677.169471:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978677.169484:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978677.169490:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978677.169494:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978677.169497:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978677.169499:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978677.169501:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978677.169503:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.193387:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978678.193393:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978678.193396:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978678.193400:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978678.193403:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978678.193406:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978678.193408:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978678.193410:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978678.193413:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978678.513243:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978678.513253:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978678.513256:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978678.513259:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978678.513264:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978678.513270:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16211 00000400:00000200:0.0:1783978678.513279:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978678.513283:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978678.513286:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978678.513288:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513290:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513292:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513293:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978678.513296:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978678.513297:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978678.513299:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978678.513302:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978678.513303:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978678.513304:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978678.513306:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513307:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513308:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513310:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978678.513311:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978678.513313:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513315:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978678.513317:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978678.513319:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978678.513321:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513322:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978678.513323:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978678.513330:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978678.513333:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978678.513336:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978678.513337:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513340:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978678.513348:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978678.513351:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978678.513359:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978678.513365:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978678.513374:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496981632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978678.513383:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978678.513387:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978678.513391:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496981632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978678.513419:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978678.513423:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978678.513426:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978678.513427:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978678.513429:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978678.513431:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978678.513434:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16211 00000400:00000200:0.0:1783978678.513438:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978678.513441:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978678.513443:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978678.513446:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513449:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513451:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513454:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978678.513456:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978678.513459:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978678.513462:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978678.513466:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978678.513471:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978678.513475:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978678.513480:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513484:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513488:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513493:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978678.513499:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978678.513505:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513509:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978678.513513:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978678.513521:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978678.513527:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513531:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978678.513537:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978678.513543:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513546:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978678.513553:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978678.513558:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978678.513563:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978678.513566:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513570:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978678.513572:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978678.513576:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978678.513581:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978678.513587:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978678.513595:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496981760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978678.513608:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978678.513621:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978678.513633:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496981760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978678.513651:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978678.513655:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978678.513659:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978678.513661:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978678.513664:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978678.513670:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978678.513675:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16211 00000400:00000200:0.0:1783978678.513685:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978678.513693:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978678.513697:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978678.513703:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513709:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513715:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513721:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978678.513727:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978678.513729:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978678.513731:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978678.513734:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978678.513739:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978678.513744:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978678.513749:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513752:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513756:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513758:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978678.513759:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978678.513762:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513763:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978678.513765:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978678.513768:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978678.513769:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513770:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978678.513772:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978678.513776:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513777:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978678.513780:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978678.513784:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978678.513789:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978678.513791:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513792:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978678.513794:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978678.513796:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978678.513801:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978678.513806:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978678.513813:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496981888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978678.513828:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978678.513832:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978678.513841:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496981888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978678.513857:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978678.513861:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978678.513868:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978678.513871:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978678.513873:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978678.513878:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978678.513882:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16211 00000400:00000200:0.0:1783978678.513886:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978678.513892:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978678.513896:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978678.513901:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513905:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513908:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513911:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978678.513914:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978678.513916:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978678.513918:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978678.513919:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978678.513921:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978678.513926:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978678.513928:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513931:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.513934:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513936:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978678.513938:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978678.513943:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978678.513944:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978678.513946:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978678.513949:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978678.513951:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513952:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978678.513954:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978678.513956:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513959:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978678.513963:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978678.513967:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978678.513970:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978678.513971:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.513975:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978678.513976:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978678.513978:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978678.513985:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978678.513991:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978678.513997:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496982016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978678.514005:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978678.514008:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978678.514014:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496982016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978678.514030:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978678.514035:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978678.514039:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978678.514041:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978678.514042:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978678.514044:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978678.514046:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16211 00000400:00000200:0.0:1783978678.514048:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978678.514051:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978678.514052:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978678.514055:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.514057:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.514058:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.514060:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978678.514062:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978678.514063:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978678.514064:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978678.514066:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978678.514068:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978678.514070:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978678.514072:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.514074:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978678.514076:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978678.514078:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978678.514080:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978678.514083:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978678.514085:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978678.514087:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978678.514089:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978678.514092:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.514093:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978678.514095:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978678.514097:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.514098:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978678.514101:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978678.514102:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978678.514103:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978678.514104:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978678.514105:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978678.514106:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978678.514107:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978678.514110:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978678.514114:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978678.514119:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496982144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978678.514129:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978678.514132:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978678.514165:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496982144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978678.514178:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978678.514186:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16222) 00000100:00000001:0.0:1783978679.217275:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978679.217281:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978679.217285:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978679.217291:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978679.217296:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978679.217301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.217308:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978679.217311:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.217314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978679.217412:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978679.217416:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978679.217417:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978679.217420:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978679.217423:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978679.217425:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.217427:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978679.217428:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.217430:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978680.177924:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978680.177929:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978680.177932:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978680.241457:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978680.241461:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978680.241463:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978680.241468:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978680.241473:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978680.241476:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978680.241479:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978680.241480:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978680.241483:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978681.265266:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978681.265273:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978681.265277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978681.265286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978681.265293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978681.265300:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.265322:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978681.265326:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.265331:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978682.289250:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978682.289259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978682.289268:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978682.289273:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978682.289279:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978682.289284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978682.289289:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978682.289293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978682.289298:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978682.289362:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978682.289365:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978682.289366:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978682.289368:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978682.289370:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978682.289372:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978682.289373:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978682.289378:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978682.289382:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978683.313253:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978683.313260:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978683.313265:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978683.313274:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978683.313281:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978683.313287:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978683.313303:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978683.313307:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978683.313311:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978683.313357:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978683.313361:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978683.313363:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978683.313365:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978683.313368:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978683.313370:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978683.313372:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978683.313373:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978683.313375:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978684.337507:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978684.337510:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978684.337511:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978684.337513:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978684.337515:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978684.337517:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.337518:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978684.337519:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.337520:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978684.337962:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978684.337967:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978684.337968:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978684.337971:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978684.337974:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978684.337976:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.337978:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978684.337979:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.337981:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978685.297604:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978685.297608:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978685.297612:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978685.362782:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978685.362787:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978685.362789:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978685.362793:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978685.362799:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978685.362803:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978685.362809:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978685.362812:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978685.362816:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978686.385243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978686.385249:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978686.385252:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978686.385258:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978686.385262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978686.385267:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978686.385273:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978686.385275:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978686.385279:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978687.409251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978687.409261:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978687.409266:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978687.409274:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978687.409282:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978687.409286:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978687.409309:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978687.409312:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978687.409315:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.433279:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978688.433284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978688.433287:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.433289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978688.433294:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978688.433297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.433300:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978688.433301:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.433303:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.433387:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978688.433392:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978688.433396:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.433402:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978688.433407:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978688.433411:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.433421:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978688.433425:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.433427:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978688.753246:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978688.753254:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978688.753255:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978688.753259:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978688.753262:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978688.753268:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16222 00000400:00000200:0.0:1783978688.753274:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978688.753279:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978688.753281:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978688.753283:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753285:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753287:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753288:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978688.753291:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978688.753293:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978688.753295:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978688.753298:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978688.753299:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978688.753300:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978688.753302:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753303:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753305:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753306:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978688.753308:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978688.753310:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753311:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978688.753313:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978688.753315:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978688.753317:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753318:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978688.753320:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978688.753327:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978688.753331:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978688.753334:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978688.753336:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753338:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978688.753341:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978688.753344:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978688.753352:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978688.753369:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.753382:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496982912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978688.753392:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978688.753396:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978688.753401:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496982912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978688.753428:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978688.753431:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978688.753434:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978688.753435:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978688.753437:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978688.753439:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978688.753442:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16222 00000400:00000200:0.0:1783978688.753446:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978688.753449:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978688.753451:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978688.753453:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753455:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753456:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753458:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978688.753460:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978688.753462:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978688.753463:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978688.753466:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978688.753467:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978688.753469:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978688.753472:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753474:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753476:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753477:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978688.753480:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978688.753482:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753486:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978688.753488:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978688.753492:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978688.753495:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753501:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978688.753505:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978688.753508:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753510:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978688.753513:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978688.753515:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978688.753518:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978688.753519:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753521:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978688.753522:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978688.753524:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978688.753528:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978688.753531:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.753536:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496983040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978688.753543:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978688.753545:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978688.753549:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496983040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978688.753556:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978688.753558:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978688.753561:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978688.753563:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978688.753564:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978688.753567:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978688.753569:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16222 00000400:00000200:0.0:1783978688.753573:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978688.753576:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978688.753578:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978688.753580:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753583:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753584:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753586:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978688.753588:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978688.753590:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978688.753591:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978688.753593:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978688.753595:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978688.753597:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978688.753600:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753602:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753604:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753606:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978688.753609:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978688.753611:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753613:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978688.753614:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978688.753616:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978688.753618:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753619:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978688.753620:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978688.753622:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753623:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978688.753625:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978688.753626:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978688.753628:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978688.753629:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753630:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978688.753631:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978688.753632:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978688.753635:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978688.753637:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.753640:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496983168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978688.753644:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978688.753646:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978688.753648:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496983168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978688.753652:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978688.753654:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978688.753656:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978688.753657:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978688.753657:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978688.753659:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978688.753661:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16222 00000400:00000200:0.0:1783978688.753663:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978688.753665:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978688.753666:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978688.753668:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753669:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753670:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753672:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978688.753673:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978688.753673:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978688.753674:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978688.753676:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978688.753677:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978688.753678:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978688.753680:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753681:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753682:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753684:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978688.753685:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978688.753686:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753687:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978688.753688:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978688.753689:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978688.753690:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753692:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978688.753693:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978688.753694:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753695:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978688.753696:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978688.753697:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978688.753699:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978688.753699:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753700:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978688.753701:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978688.753701:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978688.753703:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978688.753705:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.753707:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496983296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978688.753710:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978688.753711:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978688.753714:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496983296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978688.753721:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978688.753723:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978688.753726:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978688.753728:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978688.753729:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978688.753732:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978688.753734:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16222 00000400:00000200:0.0:1783978688.753737:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978688.753740:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978688.753742:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978688.753744:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753746:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753748:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753750:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978688.753752:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978688.753753:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978688.753755:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978688.753757:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978688.753759:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978688.753761:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978688.753764:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753765:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978688.753767:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753769:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978688.753771:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978688.753773:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978688.753775:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978688.753777:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978688.753786:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978688.753788:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753790:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978688.753792:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978688.753794:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753796:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978688.753799:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978688.753801:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978688.753803:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978688.753805:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.753806:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978688.753807:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978688.753809:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978688.753812:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978688.753816:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.753820:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496983424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978688.753827:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978688.753829:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978688.753832:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496983424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978688.753839:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978688.753843:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16232) 00000100:00000001:0.0:1783978689.457253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978689.457261:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978689.457266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978689.457273:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978689.457278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978689.457284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.457291:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978689.457294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.457297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978689.457457:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978689.457461:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978689.457462:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978689.457465:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978689.457467:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978689.457469:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.457479:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978689.457482:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.457485:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978689.457505:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978689.457508:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978689.457509:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978689.457510:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978689.457512:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978689.457523:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.457526:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978689.457527:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.457529:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978690.417319:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978690.417323:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978690.417326:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978690.481604:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978690.481609:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978690.481611:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978690.481614:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978690.481622:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978690.481624:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.481627:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978690.481628:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.481630:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978691.505358:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978691.505362:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978691.505363:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978691.505365:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978691.505367:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978691.505368:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978691.505370:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978691.505371:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978691.505373:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978691.505390:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978691.505393:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978691.505394:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978691.505396:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978691.505398:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978691.505400:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978691.505452:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978691.505455:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978691.505459:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783978691.825490:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783978691.825534:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978691.825544:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978691.825548:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783978691.825552:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978691.825557:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978691.825562:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978691.825566:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2b00. 00000400:00000200:0.0:1783978691.825572:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978691.825576:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978691.825583:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d26e8 00000400:00000010:0.0:1783978691.825585:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d26e8. 00000100:00000001:0.0:1783978691.825591:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978691.825600:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b68380 x1870620496982912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825630:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978691.825635:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b68380 x1870620496982912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825643:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978691.825645:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978691.825655:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978691.825657:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2100. 00000400:00000200:0.0:1783978691.825660:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978691.825664:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978691.825667:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2088 00000400:00000010:0.0:1783978691.825669:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2088. 00000100:00000001:0.0:1783978691.825672:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978691.825676:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6b800 x1870620496983040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825693:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978691.825697:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6b800 x1870620496983040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825707:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978691.825711:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978691.825718:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978691.825723:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2200. 00000400:00000200:0.0:1783978691.825728:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978691.825736:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978691.825755:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d23b8 00000400:00000010:0.0:1783978691.825760:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d23b8. 00000100:00000001:0.0:1783978691.825766:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978691.825774:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b69880 x1870620496983168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825795:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978691.825802:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b69880 x1870620496983168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825813:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978691.825818:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978691.825828:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978691.825834:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2400. 00000400:00000200:0.0:1783978691.825839:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978691.825848:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978691.825854:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2880 00000400:00000010:0.0:1783978691.825860:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2880. 00000100:00000001:0.0:1783978691.825865:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978691.825874:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6a680 x1870620496983296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825890:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978691.825897:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6a680 x1870620496983296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.825911:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978691.825914:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978691.825933:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978691.825938:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2d00. 00000400:00000200:0.0:1783978691.825944:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978691.825953:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978691.825960:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2990 00000400:00000010:0.0:1783978691.825967:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2990. 00000100:00000001:0.0:1783978691.825971:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978691.825977:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f974b6a300 x1870620496983424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.826004:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978691.826008:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f974b6a300 x1870620496983424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978691.826016:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978691.826020:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978692.529381:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978692.529391:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978692.529394:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978692.529400:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978692.529406:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978692.529411:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.529666:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978692.529670:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.529673:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.553283:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978693.553295:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978693.553300:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.553317:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978693.553334:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978693.553341:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978693.553367:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978693.553371:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978693.553376:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978693.873590:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978693.873604:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978693.873607:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978693.873611:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978693.873616:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978693.873624:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16227 00000400:00000200:0.0:1783978693.873635:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978693.873642:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978693.873645:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978693.873648:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.873652:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.873654:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.873657:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978693.873661:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978693.873664:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978693.873666:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978693.873670:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978693.873673:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978693.873676:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978693.873679:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.873681:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.873682:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.873684:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978693.873688:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978693.873691:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978693.873694:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978693.873697:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978693.873702:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978693.873705:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.873708:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978693.873711:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978693.873719:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978693.873723:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978693.873728:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978693.873730:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.873733:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978693.873737:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978693.873742:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978693.873751:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978693.873759:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.873771:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496983552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978693.873781:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978693.873786:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978693.873791:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496983552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978693.874265:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978693.874270:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978693.874274:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978693.874276:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978693.874277:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978693.874281:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978693.874285:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16227 00000400:00000200:0.0:1783978693.874289:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978693.874293:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978693.874295:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978693.874298:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.874301:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.874303:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.874305:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978693.874308:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978693.874309:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978693.874311:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978693.874314:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978693.874316:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978693.874318:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978693.874321:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.874323:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.874325:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.874327:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978693.874329:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978693.874332:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978693.874335:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978693.874336:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978693.874343:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978693.874346:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.874348:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978693.874353:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978693.874356:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.874359:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978693.874363:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978693.874366:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978693.874368:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978693.874369:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.874371:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978693.874373:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978693.874374:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978693.874378:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978693.874382:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.874387:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496983680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978693.874395:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978693.874398:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978693.874402:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496983680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978693.877259:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978693.877275:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978693.877280:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978693.877282:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978693.877285:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978693.877289:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978693.877292:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16227 00000400:00000200:0.0:1783978693.877297:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978693.877301:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978693.877305:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978693.877309:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877311:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.877314:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877316:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978693.877319:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978693.877322:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978693.877325:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978693.877328:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978693.877330:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978693.877333:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978693.877336:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877338:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.877340:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877342:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978693.877345:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978693.877349:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877352:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978693.877354:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978693.877361:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978693.877363:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877365:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978693.877370:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978693.877373:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877375:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978693.877381:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978693.877385:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978693.877390:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978693.877391:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877395:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978693.877397:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978693.877400:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978693.877409:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978693.877416:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.877424:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496983808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978693.877434:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978693.877439:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978693.877443:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496983808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978693.877453:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978693.877456:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978693.877459:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978693.877461:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978693.877462:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978693.877465:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978693.877467:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16227 00000400:00000200:0.0:1783978693.877471:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978693.877474:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978693.877476:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978693.877479:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877481:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.877483:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877485:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978693.877487:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978693.877488:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978693.877489:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978693.877491:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978693.877493:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978693.877496:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978693.877499:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877501:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.877502:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877505:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978693.877507:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978693.877509:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877511:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978693.877513:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978693.877515:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978693.877517:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877519:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978693.877522:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978693.877524:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877525:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978693.877528:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978693.877530:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978693.877533:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978693.877534:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877536:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978693.877538:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978693.877539:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978693.877543:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978693.877546:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.877550:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496983936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978693.877557:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978693.877559:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978693.877562:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496983936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978693.877569:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978693.877572:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978693.877575:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978693.877576:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978693.877578:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978693.877581:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978693.877583:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16227 00000400:00000200:0.0:1783978693.877587:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978693.877589:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978693.877592:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978693.877594:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877596:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.877598:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877600:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978693.877602:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978693.877603:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978693.877605:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978693.877607:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978693.877609:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978693.877611:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978693.877614:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877616:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978693.877618:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877620:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978693.877622:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978693.877624:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978693.877626:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978693.877628:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978693.877631:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978693.877633:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877634:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978693.877637:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978693.877639:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877641:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978693.877645:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978693.877646:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978693.877648:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978693.877649:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.877650:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978693.877651:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978693.877652:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978693.877655:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978693.877657:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.877661:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496984064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978693.877665:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978693.877667:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978693.877669:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496984064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978693.877673:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978693.877677:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16237) 00000100:00000001:0.0:1783978694.577299:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978694.577311:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978694.577315:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978694.577326:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978694.577333:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978694.577340:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978694.577346:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978694.577350:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978694.577353:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978695.537411:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978695.537428:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978695.537432:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978695.601299:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978695.601307:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978695.601313:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978695.601324:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978695.601338:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978695.601348:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.601362:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978695.601369:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.601377:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978695.601414:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978695.601417:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978695.601421:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978695.601425:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978695.601432:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978695.601435:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.601438:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978695.601440:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.601442:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978697.649316:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978697.649324:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978697.649328:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978697.649332:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978697.649338:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978697.649341:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978697.649421:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978697.649425:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978697.649431:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.673281:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978698.673291:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978698.673296:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.673303:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978698.673311:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978698.673316:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.673333:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.673336:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.673339:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.993570:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978698.993578:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978698.993583:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978698.993594:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.993682:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.993687:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.993695:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978698.993700:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978698.993707:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.993715:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496984192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978698.993726:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978698.993735:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978698.993740:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.993746:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978698.993767:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978698.993772:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978698.993783:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978698.993791:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978698.993801:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978698.993811:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496984192, portal 25 00000100:00000001:0.0:1783978698.993816:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978698.993819:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783978698.993830:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.993857:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978698.993873:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978698.993879:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978698.993884:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496984192, offset 0 00000400:00000200:0.0:1783978698.993896:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978698.993918:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.993931:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978698.993940:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978698.993949:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978698.993959:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978698.993968:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978698.993978:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781127:781127:256:4294967295] 192.168.201.114@tcp LPNI seq info [781105:781105:8:4294967295] 00000400:00000200:0.0:1783978698.993990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.994019:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978698.994031:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.994041:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978698.994055:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978698.994062:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978698.994089:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.994092:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978698.994104:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978698.994115:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978698.994125:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978698.994130:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978698.994160:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978698.994168:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994189:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.994198:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994230:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.994234:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978698.994244:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978698.994254:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978698.994261:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310906104 00000100:00000010:0.0:1783978698.994271:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978698.994283:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978698.994294:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310906104 00000100:00000010:0.0:1783978698.994299:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978698.994303:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978698.994308:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978698.994311:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.994314:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978698.994320:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978698/real 1783978698] req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978698.994330:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978698.994333:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978698.994335:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978698.994338:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978698.994339:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978698.994341:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978698.994345:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978698.994367:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994375:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978698.994377:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994379:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.994381:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978698.994385:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994393:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978698.994397:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994405:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978698.994408:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994410:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.994411:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994414:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978698.994416:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978698.994419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978698.994434:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978698.994437:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978698.994442:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978698.994451:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496984192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978698.994456:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994459:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.994461:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620496984192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994467:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978698.994470:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978698.994473:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978698.994476:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978698.994479:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978698.994481:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978698.994483:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978698.994485:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783978698.994490:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978698.994493:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978698.994494:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783978698.994498:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978698.994499:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994501:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994509:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978698.994512:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.994514:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978698.994515:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978698.994517:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978698.994521:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994528:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.994529:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.994532:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978698.994534:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978698.994536:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.994539:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978698.994542:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978698.994543:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978698.994545:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.994547:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978698.994550:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978698.994552:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978698.994556:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978698.994559:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978698.994562:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978698.994565:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496984320, portal 10 00000100:00000001:0.0:1783978698.994567:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978698.994568:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978698.994576:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994582:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978698.994584:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978698.994587:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978698.994590:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496984320, offset 0 00000400:00000200:0.0:1783978698.994594:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978698.994598:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.994607:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978698.994611:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978698.994613:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978698.994616:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978698.994618:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978698.994621:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781128:781128:256:4294967295] 192.168.201.114@tcp LPNI seq info [781106:781106:8:4294967295] 00000400:00000200:0.0:1783978698.994625:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.994631:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978698.994636:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.994640:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978698.994644:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978698.994646:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978698.994658:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.994659:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978698.994662:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978698.994665:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978698.994668:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978698.994670:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978698.994672:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978698.994676:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994683:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.994686:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994693:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.994694:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978698.994698:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978698.994702:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978698.994705:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978698.994707:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310904843 00000100:00000001:0.0:1783978698.994709:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.994712:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310904843 00000100:00000001:0.0:1783978698.994714:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.994716:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978698.994718:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.994719:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978698.994722:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978698/real 1783978698] req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978698.994730:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978698.994731:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978698.994733:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978698.994736:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978698.994737:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978698.994739:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978698.994742:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978698.994750:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994756:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978698.994757:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994759:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.994760:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978698.994763:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994769:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978698.994772:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994778:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978698.994781:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994782:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.994783:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.994785:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978698.994789:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978698.994792:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978698.994795:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978698.994798:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978698.994802:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978698.994809:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978698.994813:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978698.994817:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994823:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.994824:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.994827:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978698.994828:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978698.994830:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.994833:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978698.994837:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978698.994839:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978698.994841:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.994842:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978698.994846:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978698.994848:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978698.994852:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978698.994854:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978698.994858:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978698.994861:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496984448, portal 10 00000100:00000001:0.0:1783978698.994876:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978698.994878:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978698.994887:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994893:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978698.994895:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978698.994898:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978698.994900:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496984448, offset 0 00000400:00000200:0.0:1783978698.994905:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978698.994909:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.994912:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978698.994915:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978698.994918:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978698.994920:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978698.994923:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978698.994925:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781129:781129:256:4294967295] 192.168.201.114@tcp LPNI seq info [781107:781107:8:4294967295] 00000400:00000200:0.0:1783978698.994929:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.994935:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978698.994939:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.994943:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978698.994946:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978698.994950:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978698.994959:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.994960:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978698.994963:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978698.994966:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978698.994969:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978698.994971:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978698.994973:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978698.994976:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994984:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.994986:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.994992:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.994993:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978698.994996:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978698.994999:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978698.995002:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978698.995004:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310904844 00000100:00000001:0.0:1783978698.995007:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.995009:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310904844 00000100:00000001:0.0:1783978698.995011:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.995013:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978698.995015:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.995016:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978698.995020:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978698/real 1783978698] req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978698.995028:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978698.995029:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978698.995031:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978698.995033:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978698.995035:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978698.995037:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978698.995040:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978698.995047:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995054:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978698.995056:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995058:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.995059:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978698.995062:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995068:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978698.995073:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995080:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978698.995082:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995084:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.995085:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995087:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978698.995090:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978698.995093:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978698.995096:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978698.995099:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978698.995102:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978698.995111:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978698.995115:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978698.995118:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995125:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.995127:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.995130:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978698.995132:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978698.995134:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.995159:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978698.995162:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978698.995164:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978698.995166:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.995168:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978698.995171:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978698.995173:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978698.995177:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978698.995179:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978698.995183:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978698.995186:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496984576, portal 4 00000100:00000001:0.0:1783978698.995188:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978698.995189:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978698.995194:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995200:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978698.995203:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978698.995205:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978698.995207:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496984576, offset 0 00000400:00000200:0.0:1783978698.995211:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978698.995216:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.995219:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978698.995222:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978698.995225:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978698.995227:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978698.995229:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978698.995232:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781130:781130:256:4294967295] 192.168.201.114@tcp LPNI seq info [781108:781108:8:4294967295] 00000400:00000200:0.0:1783978698.995237:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.995243:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978698.995248:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.995251:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978698.995255:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978698.995257:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978698.995269:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.995271:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978698.995274:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978698.995277:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978698.995280:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978698.995281:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978698.995284:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978698.995287:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995294:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.995297:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995303:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.995305:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978698.995308:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978698.995311:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978698.995314:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978698.995316:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310904894 00000100:00000001:0.0:1783978698.995318:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.995320:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310904894 00000100:00000001:0.0:1783978698.995322:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.995324:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978698.995326:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.995328:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978698.995332:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978698/real 1783978698] req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978698.995340:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978698.995341:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978698.995342:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978698.995345:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978698.995346:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978698.995348:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978698.995351:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978698.995360:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995366:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978698.995367:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995369:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.995371:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978698.995374:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995381:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978698.995384:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995391:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978698.995394:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995396:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.995397:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995399:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978698.995401:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978698.995403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978698.995406:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978698.995409:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978698.995413:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978698.995421:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978698.995425:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978698.995429:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995435:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.995436:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.995438:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978698.995440:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978698.995442:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.995444:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978698.995447:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978698.995449:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978698.995450:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978698.995451:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978698.995455:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978698.995457:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978698.995459:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978698.995461:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978698.995464:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978698.995467:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496984704, portal 4 00000100:00000001:0.0:1783978698.995469:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978698.995470:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978698.995475:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995481:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978698.995484:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978698.995486:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978698.995488:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496984704, offset 0 00000400:00000200:0.0:1783978698.995492:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978698.995496:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.995499:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978698.995501:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978698.995504:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978698.995506:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978698.995508:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978698.995511:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781131:781131:256:4294967295] 192.168.201.114@tcp LPNI seq info [781109:781109:8:4294967295] 00000400:00000200:0.0:1783978698.995516:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978698.995521:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978698.995526:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.995528:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978698.995532:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978698.995535:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978698.995545:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978698.995547:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978698.995550:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978698.995552:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978698.995555:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978698.995557:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978698.995559:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978698.995562:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995569:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.995572:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995577:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.995579:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978698.995581:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978698.995584:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978698.995587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978698.995589:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310904865 00000100:00000001:0.0:1783978698.995591:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.995594:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310904865 00000100:00000001:0.0:1783978698.995595:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310906104 00000100:00000001:0.0:1783978698.995598:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978698.995599:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.995601:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978698.995604:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978698/real 1783978698] req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978698.995610:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978698.995612:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978698.995614:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978698.995616:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978698.995617:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978698.995619:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978698.995622:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978698.995630:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995635:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978698.995637:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995639:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.995640:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978698.995643:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995649:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978698.995652:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995658:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978698.995661:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995662:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978698.995663:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995665:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978698.995667:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978698.995670:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978698.995673:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978698.995675:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978698.995678:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978698.995686:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496984704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978698.995689:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995691:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.995695:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620496984320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995701:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978698.995703:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978698.995704:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978698.995707:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978698.995709:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978698.995710:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978698.995712:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978698.995714:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783978698.995717:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978698.995718:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978698.995720:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978698.995722:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978698.995723:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995725:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.995728:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496984448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995740:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978698.995742:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978698.995743:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978698.995746:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978698.995747:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978698.995748:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978698.995750:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978698.995751:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783978698.995753:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978698.995754:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978698.995755:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978698.995760:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978698.995762:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995763:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.995766:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620496984576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995771:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978698.995772:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978698.995774:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978698.995776:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978698.995777:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978698.995777:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978698.995779:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978698.995780:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783978698.995781:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978698.995782:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978698.995783:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978698.995785:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978698.995786:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995787:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978698.995789:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620496984704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978698.995795:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978698.995796:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978698.995797:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978698.995799:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978698.995800:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978698.995801:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978698.995803:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978698.995804:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783978698.995806:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978698.995807:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978698.995809:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978698.995811:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978698.995812:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995814:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.995820:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978698.995821:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.995823:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978698.995825:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978699.697277:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978699.697287:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978699.697291:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978699.697302:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978699.697313:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978699.697320:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.697556:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978699.697559:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.697563:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978699.697601:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978699.697607:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978699.697611:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978699.697615:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978699.697619:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978699.697624:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.697628:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978699.697633:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.697639:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978700.657446:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978700.657453:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978700.657458:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978700.724011:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978700.724030:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978700.724036:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978700.724049:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978700.724061:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978700.724070:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978700.724090:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978700.724094:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978700.724098:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978701.745250:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978701.745259:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978701.745262:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978701.745269:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978701.745275:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978701.745280:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.745285:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978701.745290:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.745296:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978701.745473:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978701.745476:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978701.745477:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978701.745479:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978701.745481:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978701.745483:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.745485:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978701.745486:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.745488:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978702.769268:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978702.769273:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978702.769278:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978702.769283:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978702.769288:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978702.769292:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.769295:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978702.769299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.769303:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978703.795825:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978703.795830:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978703.795831:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978703.795836:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978703.795838:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978703.795841:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978703.795843:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978703.795845:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978703.795848:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978704.113330:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978704.113340:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978704.113343:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978704.113347:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978704.113351:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978704.113358:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16237 00000400:00000200:0.0:1783978704.113367:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978704.113373:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978704.113376:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978704.113378:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113381:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.113382:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113384:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978704.113388:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978704.113390:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978704.113392:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978704.113396:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978704.113397:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978704.113399:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978704.113401:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113402:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.113403:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113404:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978704.113407:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978704.113409:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113411:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978704.113414:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978704.113417:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978704.113420:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113422:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978704.113424:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978704.113434:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978704.113437:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978704.113441:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978704.113443:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113447:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978704.113451:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978704.113455:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978704.113466:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978704.113474:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.113485:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496984832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978704.113494:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978704.113497:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978704.113500:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496984832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978704.113524:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978704.113527:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978704.113531:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978704.113533:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978704.113534:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978704.113537:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978704.113540:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16237 00000400:00000200:0.0:1783978704.113545:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978704.113549:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978704.113552:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978704.113555:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113558:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.113561:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113565:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978704.113567:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978704.113571:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978704.113573:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978704.113578:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978704.113580:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978704.113582:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978704.113586:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113591:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.113594:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113598:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978704.113603:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978704.113607:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113611:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978704.113615:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978704.113622:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978704.113626:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113631:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978704.113638:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978704.113644:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113648:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978704.113655:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978704.113659:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978704.113665:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978704.113669:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113670:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978704.113672:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978704.113674:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978704.113684:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978704.113691:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.113699:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496984960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978704.113706:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978704.113708:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978704.113712:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496984960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978704.113718:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978704.113725:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978704.113730:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978704.113732:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978704.113733:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978704.113736:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978704.113738:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16237 00000400:00000200:0.0:1783978704.113740:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978704.113745:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978704.113746:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978704.113752:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113757:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.113760:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113771:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978704.113787:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978704.113790:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978704.113794:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978704.113798:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978704.113802:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978704.113804:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978704.113813:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113818:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.113823:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113828:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978704.113834:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978704.113839:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978704.113845:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978704.113849:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978704.113854:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978704.113859:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113863:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978704.113865:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978704.113867:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113868:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978704.113872:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978704.113875:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978704.113878:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978704.113880:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.113884:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978704.113885:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978704.113886:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978704.113891:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978704.113897:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.113903:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496985088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978704.113918:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978704.113922:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978704.113930:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496985088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978704.113948:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978704.113954:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978704.113961:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978704.113963:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978704.113965:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978704.113973:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978704.113979:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16237 00000400:00000200:0.0:1783978704.113987:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978704.113994:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978704.113999:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978704.114007:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114011:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.114017:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114023:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978704.114028:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978704.114032:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978704.114043:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978704.114045:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978704.114049:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978704.114053:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978704.114059:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114063:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.114067:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114070:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978704.114075:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978704.114079:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114082:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978704.114087:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978704.114090:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978704.114093:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.114097:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978704.114103:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978704.114108:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.114110:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978704.114114:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978704.114116:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978704.114119:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978704.114120:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.114125:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978704.114126:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978704.114130:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978704.114134:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978704.114190:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.114202:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496985216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978704.114224:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978704.114230:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978704.114243:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496985216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978704.114258:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978704.114264:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978704.114274:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978704.114278:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978704.114281:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978704.114288:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978704.114294:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16237 00000400:00000200:0.0:1783978704.114303:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978704.114309:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978704.114314:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978704.114321:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114326:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.114330:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114336:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978704.114341:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978704.114344:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978704.114350:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978704.114354:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978704.114358:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978704.114364:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978704.114371:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114376:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978704.114381:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114385:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978704.114392:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978704.114399:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978704.114404:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978704.114407:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978704.114413:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978704.114419:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.114423:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978704.114428:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978704.114432:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.114438:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978704.114444:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978704.114447:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978704.114453:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978704.114456:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.114458:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978704.114459:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978704.114461:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978704.114467:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978704.114473:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.114483:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496985344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978704.114497:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978704.114502:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978704.114511:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496985344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978704.114528:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978704.114536:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16247) 00000100:00000001:0.0:1783978704.817242:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978704.817260:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978704.817265:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.817269:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978704.817274:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978704.817279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.817918:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978704.817920:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.817922:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978705.777413:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978705.777418:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978705.777422:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978705.841281:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978705.841296:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978705.841300:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978705.841307:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978705.841314:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978705.841322:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.841331:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978705.841335:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.841339:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978705.841397:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978705.841399:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978705.841400:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978705.841402:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978705.841403:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978705.841405:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.842062:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978705.842066:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.842070:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978706.865235:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978706.865242:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978706.865244:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978706.865250:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978706.865256:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978706.865260:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978706.865270:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978706.865276:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978706.865280:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978707.889274:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978707.889282:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978707.889285:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978707.889296:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978707.889305:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978707.889314:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.889328:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978707.889332:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.889336:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978707.889364:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978707.889370:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978707.889371:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978707.889374:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978707.889377:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978707.889380:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.889383:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978707.889385:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.889388:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978708.913466:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978708.913471:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978708.913472:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978708.913476:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978708.913478:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978708.913480:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978708.913483:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978708.913485:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978708.913487:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.233569:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978709.233576:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978709.233580:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978709.233587:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.233599:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.233603:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.233608:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978709.233611:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978709.233614:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.233619:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496985472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978709.233624:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978709.233629:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978709.233633:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.233639:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978709.233644:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978709.233652:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978709.233662:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978709.233669:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978709.233678:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978709.233699:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496985472, portal 25 00000100:00000001:0.0:1783978709.233705:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978709.233707:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783978709.233715:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.233731:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978709.233736:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978709.233742:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978709.233750:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496985472, offset 0 00000400:00000200:0.0:1783978709.233761:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978709.233776:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.233788:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978709.233803:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978709.233812:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978709.233819:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978709.233832:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978709.233845:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781137:781137:256:4294967295] 192.168.201.114@tcp LPNI seq info [781115:781115:8:4294967295] 00000400:00000200:0.0:1783978709.233855:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.233883:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978709.233896:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.233905:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978709.233915:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978709.233919:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978709.233938:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.233943:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978709.233949:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978709.233956:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978709.233963:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978709.233965:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978709.233971:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978709.233977:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234007:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.234011:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234026:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.234030:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978709.234039:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978709.234049:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978709.234055:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310916343 00000100:00000010:0.0:1783978709.234063:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978709.234074:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978709.234084:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310916343 00000100:00000010:0.0:1783978709.234092:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978709.234099:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978709.234106:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978709.234113:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.234117:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978709.234126:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978709/real 1783978709] req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978709.234186:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978709.234189:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978709.234194:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978709.234200:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978709.234203:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978709.234207:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978709.234214:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978709.234234:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234260:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978709.234264:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234268:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.234271:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978709.234280:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234294:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978709.234303:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234319:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978709.234326:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234330:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.234333:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234338:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978709.234342:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978709.234348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978709.234358:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978709.234363:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978709.234372:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978709.234394:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496985472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978709.234408:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234414:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.234420:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620496985472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234431:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978709.234435:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978709.234440:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978709.234447:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978709.234451:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978709.234455:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978709.234460:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978709.234464:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783978709.234471:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978709.234474:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978709.234477:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783978709.234493:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978709.234496:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234501:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234511:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978709.234515:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.234517:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978709.234519:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978709.234521:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978709.234526:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234533:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.234535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.234537:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978709.234539:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978709.234541:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.234544:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978709.234548:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978709.234550:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978709.234551:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.234553:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978709.234556:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978709.234557:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978709.234561:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978709.234564:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978709.234568:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978709.234570:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496985600, portal 10 00000100:00000001:0.0:1783978709.234572:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978709.234573:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978709.234580:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234586:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978709.234589:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978709.234591:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978709.234593:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496985600, offset 0 00000400:00000200:0.0:1783978709.234597:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978709.234601:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.234605:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978709.234609:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978709.234611:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978709.234613:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978709.234616:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978709.234618:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781138:781138:256:4294967295] 192.168.201.114@tcp LPNI seq info [781116:781116:8:4294967295] 00000400:00000200:0.0:1783978709.234622:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.234629:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978709.234633:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.234637:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978709.234640:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978709.234644:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978709.234653:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.234655:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978709.234658:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978709.234662:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978709.234665:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978709.234666:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978709.234669:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978709.234672:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234679:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.234682:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234700:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.234702:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978709.234705:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978709.234709:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978709.234712:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978709.234714:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310915083 00000100:00000001:0.0:1783978709.234717:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.234719:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310915083 00000100:00000001:0.0:1783978709.234720:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.234722:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978709.234724:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.234726:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978709.234730:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978709/real 1783978709] req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978709.234737:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978709.234739:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978709.234741:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978709.234743:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978709.234745:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978709.234747:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978709.234750:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978709.234757:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234763:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978709.234764:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234766:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.234767:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978709.234771:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234778:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978709.234781:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234789:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978709.234792:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234793:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.234794:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.234796:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978709.234799:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978709.234802:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978709.234806:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978709.234808:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978709.234812:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978709.234820:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978709.234824:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978709.234826:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234833:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.234835:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.234837:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978709.234838:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978709.234840:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.234843:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978709.234846:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978709.234848:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978709.234849:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.234851:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978709.234854:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978709.234856:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978709.234859:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978709.234861:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978709.234864:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978709.234867:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496985728, portal 10 00000100:00000001:0.0:1783978709.234868:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978709.234870:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978709.234875:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234882:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978709.234884:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978709.234886:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978709.234888:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496985728, offset 0 00000400:00000200:0.0:1783978709.234892:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978709.234896:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.234899:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978709.234902:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978709.234905:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978709.234907:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978709.234909:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978709.234912:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781139:781139:256:4294967295] 192.168.201.114@tcp LPNI seq info [781117:781117:8:4294967295] 00000400:00000200:0.0:1783978709.234916:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.234922:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978709.234926:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.234929:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978709.234932:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978709.234935:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978709.234945:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.234947:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978709.234950:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978709.234953:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978709.234956:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978709.234958:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978709.234960:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978709.234963:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234971:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.234974:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.234980:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.234982:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978709.234984:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978709.234987:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978709.234990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978709.234992:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310915084 00000100:00000001:0.0:1783978709.234994:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.234996:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310915084 00000100:00000001:0.0:1783978709.234999:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.235001:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978709.235003:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.235005:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978709.235008:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978709/real 1783978709] req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978709.235015:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978709.235016:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978709.235018:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978709.235020:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978709.235021:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978709.235023:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978709.235026:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978709.235033:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235039:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978709.235041:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235042:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.235044:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978709.235047:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235053:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978709.235056:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235062:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978709.235064:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235066:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.235067:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235069:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978709.235072:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978709.235074:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978709.235083:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978709.235085:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978709.235089:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978709.235097:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978709.235101:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978709.235104:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235110:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.235112:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.235114:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978709.235116:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978709.235118:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.235121:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978709.235123:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978709.235125:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978709.235126:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.235128:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978709.235131:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978709.235133:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978709.235157:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978709.235160:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978709.235163:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978709.235166:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496985856, portal 4 00000100:00000001:0.0:1783978709.235168:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978709.235169:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978709.235175:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235181:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978709.235184:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978709.235186:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978709.235189:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496985856, offset 0 00000400:00000200:0.0:1783978709.235192:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978709.235196:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.235200:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978709.235202:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978709.235205:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978709.235207:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978709.235209:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978709.235212:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781140:781140:256:4294967295] 192.168.201.114@tcp LPNI seq info [781118:781118:8:4294967295] 00000400:00000200:0.0:1783978709.235216:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.235222:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978709.235227:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.235230:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978709.235234:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978709.235237:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978709.235247:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.235249:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978709.235252:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978709.235255:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978709.235258:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978709.235260:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978709.235263:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978709.235266:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235275:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.235278:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235290:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.235291:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978709.235294:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978709.235296:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978709.235300:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978709.235302:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310915134 00000100:00000001:0.0:1783978709.235304:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.235306:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310915134 00000100:00000001:0.0:1783978709.235309:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.235311:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978709.235313:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.235315:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978709.235318:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978709/real 1783978709] req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978709.235325:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978709.235327:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978709.235328:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978709.235330:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978709.235332:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978709.235334:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978709.235337:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978709.235345:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235351:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978709.235352:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235354:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.235355:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978709.235359:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235366:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978709.235370:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235377:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978709.235379:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235381:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.235382:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235383:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978709.235385:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978709.235387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978709.235390:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978709.235392:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978709.235396:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978709.235404:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978709.235407:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978709.235411:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235416:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.235417:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.235419:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978709.235421:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978709.235423:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.235425:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978709.235428:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978709.235430:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978709.235432:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978709.235433:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978709.235437:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978709.235439:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978709.235441:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978709.235443:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978709.235446:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978709.235449:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496985984, portal 4 00000100:00000001:0.0:1783978709.235450:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978709.235452:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978709.235457:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235464:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978709.235466:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978709.235468:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978709.235470:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496985984, offset 0 00000400:00000200:0.0:1783978709.235473:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978709.235477:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.235480:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978709.235483:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978709.235485:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978709.235487:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978709.235489:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978709.235492:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781141:781141:256:4294967295] 192.168.201.114@tcp LPNI seq info [781119:781119:8:4294967295] 00000400:00000200:0.0:1783978709.235497:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978709.235502:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978709.235505:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.235508:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978709.235512:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978709.235515:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978709.235524:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978709.235527:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978709.235529:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978709.235532:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978709.235535:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978709.235536:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978709.235539:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978709.235542:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235549:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.235552:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235557:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.235559:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978709.235561:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978709.235564:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978709.235567:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978709.235569:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310915105 00000100:00000001:0.0:1783978709.235572:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.235574:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310915105 00000100:00000001:0.0:1783978709.235576:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310916343 00000100:00000001:0.0:1783978709.235578:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978709.235580:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.235581:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978709.235585:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978709/real 1783978709] req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978709.235592:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978709.235593:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978709.235595:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978709.235597:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978709.235599:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978709.235601:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978709.235603:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978709.235610:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235616:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978709.235617:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235619:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.235620:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978709.235623:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235629:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978709.235632:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235638:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978709.235640:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235642:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978709.235643:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235644:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978709.235646:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978709.235649:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978709.235652:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978709.235654:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978709.235657:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978709.235665:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496985984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978709.235668:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235670:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.235674:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620496985600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235680:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978709.235681:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978709.235683:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978709.235699:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978709.235700:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978709.235702:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978709.235705:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978709.235707:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783978709.235710:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978709.235711:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978709.235713:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978709.235716:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978709.235717:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235719:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.235722:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620496985728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235729:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978709.235730:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978709.235731:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978709.235733:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978709.235734:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978709.235736:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978709.235737:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978709.235739:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783978709.235741:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978709.235742:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978709.235743:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978709.235745:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978709.235746:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235747:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.235750:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496985856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235756:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978709.235758:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978709.235759:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978709.235761:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978709.235762:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978709.235763:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978709.235765:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978709.235766:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783978709.235768:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978709.235770:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978709.235771:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978709.235775:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978709.235776:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235778:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978709.235781:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620496985984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978709.235787:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978709.235788:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978709.235789:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978709.235791:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978709.235792:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978709.235793:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978709.235795:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978709.235797:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783978709.235798:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978709.235799:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978709.235801:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978709.235802:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978709.235804:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235806:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.235812:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978709.235814:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.235816:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978709.235817:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.937317:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978709.937322:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978709.937325:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.937328:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978709.937332:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978709.937334:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.937336:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.937338:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.937340:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.937352:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978709.937355:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978709.937356:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.937358:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978709.937360:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978709.937362:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.937364:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.937365:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.937367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978709.937405:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978709.937409:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978709.937410:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.937413:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978709.937416:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978709.937419:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.937421:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.937422:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.937424:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978710.897761:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978710.897766:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978710.897770:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978710.961339:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978710.961345:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978710.961347:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978710.961350:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978710.961353:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978710.961355:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978710.961358:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978710.961359:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978710.961362:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978710.963903:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978710.963914:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978710.963918:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978710.963927:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978710.963936:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978710.963943:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978710.963963:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978710.963966:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978710.963969:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978711.985276:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978711.985288:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978711.985293:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978711.985303:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978711.985312:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978711.985318:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.985323:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978711.985328:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.985333:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978711.985395:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978711.985400:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978711.985404:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978711.985409:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978711.985413:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978711.985417:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.986050:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978711.986054:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.986058:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978713.009230:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978713.009238:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978713.009244:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978713.009252:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978713.009262:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978713.009268:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978713.009281:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978713.009285:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978713.009288:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978713.009319:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978713.009324:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978713.009327:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978713.009330:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978713.009332:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978713.009335:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978713.009337:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978713.009339:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978713.009341:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.033220:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978714.033224:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978714.033225:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.033228:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978714.033232:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978714.033237:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.033253:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.033254:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.033256:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.033321:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978714.033324:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978714.033326:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.033329:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978714.033334:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978714.033337:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.033340:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.033343:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.033349:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.353499:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978714.353505:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978714.353508:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978714.353517:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.353532:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.353535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.353542:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978714.353546:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978714.353550:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.353555:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496986112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978714.353558:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978714.353563:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978714.353566:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.353569:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978714.353575:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978714.353580:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978714.353587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978714.353592:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978714.353610:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978714.353617:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496986112, portal 25 00000100:00000001:0.0:1783978714.353622:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978714.353631:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783978714.353638:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.353652:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978714.353658:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978714.353664:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978714.353671:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496986112, offset 0 00000400:00000200:0.0:1783978714.353685:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978714.353696:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.353702:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978714.353706:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978714.353710:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978714.353714:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978714.353718:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978714.353727:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781142:781142:256:4294967295] 192.168.201.114@tcp LPNI seq info [781120:781120:8:4294967295] 00000400:00000200:0.0:1783978714.353735:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.353747:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978714.353755:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.353762:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978714.353770:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978714.353776:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978714.353806:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.353811:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978714.353821:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978714.353833:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978714.353843:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978714.353846:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978714.353851:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978714.353866:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.353888:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.353896:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.353915:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.353919:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978714.353926:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978714.353932:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978714.353936:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310921463 00000100:00000010:0.0:1783978714.353944:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978714.353955:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978714.353965:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310921463 00000100:00000010:0.0:1783978714.353971:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978714.353978:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978714.353985:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978714.353992:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.353998:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978714.354007:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978714/real 1783978714] req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978714.354028:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978714.354031:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978714.354034:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978714.354039:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978714.354041:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978714.354045:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978714.354051:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978714.354059:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354074:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978714.354087:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354095:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.354099:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978714.354107:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354123:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978714.354132:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354190:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978714.354196:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354199:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.354201:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354204:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978714.354207:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978714.354210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978714.354215:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978714.354218:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978714.354226:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978714.354237:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496986112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978714.354243:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354247:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.354254:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620496986112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354292:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978714.354295:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978714.354298:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978714.354302:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978714.354305:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978714.354307:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978714.354309:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978714.354312:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783978714.354315:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978714.354316:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978714.354318:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783978714.354321:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978714.354322:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354324:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354330:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978714.354332:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.354334:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978714.354335:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978714.354337:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978714.354341:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354354:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.354355:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.354357:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978714.354358:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978714.354360:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.354362:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978714.354364:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978714.354365:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978714.354366:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.354367:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978714.354370:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978714.354371:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978714.354374:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978714.354376:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978714.354378:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978714.354380:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496986240, portal 10 00000100:00000001:0.0:1783978714.354381:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978714.354383:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978714.354387:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354391:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978714.354393:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978714.354394:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978714.354395:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496986240, offset 0 00000400:00000200:0.0:1783978714.354398:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978714.354400:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.354403:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978714.354405:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978714.354406:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978714.354408:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978714.354409:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978714.354411:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781143:781143:256:4294967295] 192.168.201.114@tcp LPNI seq info [781121:781121:8:4294967295] 00000400:00000200:0.0:1783978714.354414:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.354418:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978714.354420:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.354422:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978714.354425:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978714.354426:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978714.354434:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.354435:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978714.354438:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978714.354441:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978714.354444:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978714.354445:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978714.354448:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978714.354451:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354459:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.354462:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354468:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.354470:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978714.354473:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978714.354477:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978714.354480:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978714.354482:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310920203 00000100:00000001:0.0:1783978714.354484:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.354486:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310920203 00000100:00000001:0.0:1783978714.354488:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.354490:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978714.354492:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.354494:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978714.354497:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978714/real 1783978714] req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978714.354505:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978714.354506:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978714.354508:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978714.354510:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978714.354512:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978714.354514:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978714.354517:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978714.354525:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354536:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978714.354537:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354538:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.354539:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978714.354541:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354545:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978714.354547:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354551:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978714.354552:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354553:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.354554:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354555:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978714.354557:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978714.354558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978714.354560:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978714.354561:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978714.354563:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978714.354567:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978714.354570:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978714.354572:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354576:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.354577:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.354578:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978714.354579:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978714.354581:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.354582:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978714.354584:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978714.354586:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978714.354586:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.354587:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978714.354590:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978714.354591:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978714.354593:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978714.354595:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978714.354609:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978714.354612:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496986368, portal 10 00000100:00000001:0.0:1783978714.354613:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978714.354614:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978714.354619:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354626:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978714.354628:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978714.354630:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978714.354632:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496986368, offset 0 00000400:00000200:0.0:1783978714.354636:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978714.354640:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.354643:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978714.354646:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978714.354648:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978714.354650:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978714.354652:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978714.354655:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781144:781144:256:4294967295] 192.168.201.114@tcp LPNI seq info [781122:781122:8:4294967295] 00000400:00000200:0.0:1783978714.354659:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.354664:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978714.354669:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.354672:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978714.354676:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978714.354678:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978714.354687:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.354689:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978714.354692:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978714.354695:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978714.354698:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978714.354700:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978714.354702:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978714.354706:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354713:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.354716:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354722:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.354723:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978714.354726:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978714.354728:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978714.354731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978714.354733:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310920204 00000100:00000001:0.0:1783978714.354734:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.354736:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310920204 00000100:00000001:0.0:1783978714.354737:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.354738:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978714.354739:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.354740:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978714.354743:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978714/real 1783978714] req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978714.354748:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978714.354748:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978714.354750:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978714.354751:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978714.354752:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978714.354753:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978714.354755:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978714.354760:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354763:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978714.354764:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354765:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.354766:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978714.354767:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354771:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978714.354773:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354777:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978714.354778:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354779:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.354780:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354781:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978714.354782:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978714.354784:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978714.354786:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978714.354787:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978714.354791:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978714.354798:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978714.354802:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978714.354804:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354810:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.354811:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.354813:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978714.354815:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978714.354817:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.354819:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978714.354822:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978714.354824:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978714.354825:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.354827:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978714.354830:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978714.354832:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978714.354835:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978714.354838:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978714.354841:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978714.354844:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496986496, portal 4 00000100:00000001:0.0:1783978714.354846:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978714.354847:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978714.354852:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354857:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978714.354858:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978714.354861:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978714.354863:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496986496, offset 0 00000400:00000200:0.0:1783978714.354867:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978714.354871:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.354874:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978714.354876:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978714.354879:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978714.354881:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978714.354883:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978714.354886:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781145:781145:256:4294967295] 192.168.201.114@tcp LPNI seq info [781123:781123:8:4294967295] 00000400:00000200:0.0:1783978714.354890:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.354895:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978714.354900:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.354904:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978714.354907:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978714.354909:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978714.354915:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.354917:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978714.354919:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978714.354921:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978714.354923:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978714.354924:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978714.354925:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978714.354928:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354933:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.354934:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354938:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.354939:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978714.354941:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978714.354943:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978714.354945:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978714.354946:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310920253 00000100:00000001:0.0:1783978714.354948:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.354950:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310920253 00000100:00000001:0.0:1783978714.354952:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.354954:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978714.354956:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.354957:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978714.354961:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978714/real 1783978714] req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978714.354967:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978714.354969:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978714.354970:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978714.354972:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978714.354974:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978714.354976:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978714.354979:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978714.354987:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.354993:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978714.354995:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.354996:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.354997:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978714.354999:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355003:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978714.355005:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355009:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978714.355011:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355012:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.355013:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355014:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978714.355015:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978714.355017:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978714.355019:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978714.355020:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978714.355022:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978714.355026:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978714.355028:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978714.355030:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355034:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.355035:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.355036:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978714.355037:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978714.355038:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.355040:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978714.355042:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978714.355043:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978714.355044:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978714.355045:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978714.355048:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978714.355049:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978714.355051:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978714.355052:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978714.355054:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978714.355056:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496986624, portal 4 00000100:00000001:0.0:1783978714.355058:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978714.355059:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978714.355065:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355071:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978714.355073:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978714.355075:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978714.355078:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496986624, offset 0 00000400:00000200:0.0:1783978714.355081:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978714.355085:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.355089:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978714.355091:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978714.355093:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978714.355096:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978714.355098:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978714.355101:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781146:781146:256:4294967295] 192.168.201.114@tcp LPNI seq info [781124:781124:8:4294967295] 00000400:00000200:0.0:1783978714.355105:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978714.355110:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978714.355114:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.355117:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978714.355121:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978714.355124:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978714.355134:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978714.355153:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978714.355155:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978714.355158:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978714.355160:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978714.355161:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978714.355162:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978714.355165:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355176:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.355179:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355185:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.355186:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978714.355190:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978714.355192:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978714.355195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978714.355197:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310920225 00000100:00000001:0.0:1783978714.355200:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.355202:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310920225 00000100:00000001:0.0:1783978714.355204:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310921463 00000100:00000001:0.0:1783978714.355206:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978714.355208:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.355210:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978714.355213:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978714/real 1783978714] req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978714.355221:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978714.355222:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978714.355224:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978714.355226:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978714.355228:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978714.355230:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978714.355233:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978714.355241:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355247:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978714.355249:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355251:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.355252:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978714.355255:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355262:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978714.355265:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355272:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978714.355274:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355275:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978714.355276:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355277:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978714.355279:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978714.355280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978714.355282:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978714.355284:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978714.355286:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978714.355290:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496986624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978714.355292:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355293:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.355295:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620496986240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355298:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978714.355299:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978714.355301:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978714.355303:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978714.355304:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978714.355306:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978714.355308:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978714.355310:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783978714.355312:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978714.355313:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978714.355314:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978714.355318:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978714.355319:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355321:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.355324:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496986368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355330:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978714.355331:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978714.355332:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978714.355334:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978714.355335:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978714.355336:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978714.355338:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978714.355340:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783978714.355342:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978714.355343:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978714.355344:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978714.355349:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978714.355351:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355352:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.355355:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620496986496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355361:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978714.355363:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978714.355364:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978714.355366:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978714.355368:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978714.355369:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978714.355371:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978714.355372:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783978714.355374:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978714.355375:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978714.355377:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978714.355379:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978714.355380:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355381:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978714.355384:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620496986624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978714.355390:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978714.355391:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978714.355392:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978714.355394:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978714.355394:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978714.355395:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978714.355396:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978714.355397:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783978714.355398:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978714.355399:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978714.355400:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978714.355401:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978714.355402:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355403:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.355405:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978714.355406:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978714.355408:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978714.355408:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978715.057259:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978715.057263:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978715.057264:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978715.057266:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978715.057268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978715.057269:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978715.057272:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978715.057273:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978715.057274:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978715.057454:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978715.057457:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978715.057458:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978715.057460:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978715.057463:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978715.057465:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978715.057466:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978715.057468:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978715.057469:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978716.017423:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978716.017428:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978716.017431:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978716.081238:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978716.081243:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978716.081246:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978716.081249:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978716.081254:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978716.081258:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978716.081264:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978716.081268:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978716.081275:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978716.081291:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978716.081297:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978716.081301:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978716.081305:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978716.081310:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978716.081312:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978716.081315:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978716.081316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978716.081320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978717.105236:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978717.105244:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978717.105248:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978717.105255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978717.105262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978717.105268:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.105283:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978717.105288:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.105293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978717.105312:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978717.105318:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978717.105322:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978717.105328:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978717.105335:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978717.105340:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.105343:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978717.105345:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.105348:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978718.129236:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978718.129241:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978718.129245:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978718.129249:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978718.129254:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978718.129258:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.129262:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978718.129263:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.129265:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978718.132618:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978718.132624:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978718.132626:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978718.132630:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978718.132633:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978718.132636:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.132639:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978718.132641:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.132644:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978719.153296:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978719.153301:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978719.153304:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978719.153310:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978719.153313:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978719.153319:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.153340:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978719.153345:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.153362:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978719.153390:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978719.153392:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978719.153394:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978719.153396:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978719.153398:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978719.153401:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.153404:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978719.153405:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.153407:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978720.177306:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978720.177316:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978720.177320:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978720.177330:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978720.177343:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978720.177348:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.177352:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978720.177357:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.177363:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978720.177387:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978720.177394:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978720.177399:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978720.177403:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978720.177405:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978720.177407:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.177410:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978720.177412:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.177415:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978721.137519:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978721.137524:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978721.137527:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978721.201372:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978721.201379:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978721.201382:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978721.201389:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978721.201394:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978721.201399:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978721.201406:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978721.201411:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978721.201422:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978722.225432:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978722.225435:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978722.225436:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978722.225438:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978722.225440:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978722.225442:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.225604:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978722.225608:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.225611:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978723.249685:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978723.249696:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978723.249700:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978723.249706:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978723.249710:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978723.249714:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978723.249717:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978723.249719:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978723.249722:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978724.273724:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978724.273733:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978724.273735:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978724.273740:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978724.273743:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978724.273748:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.273751:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978724.273753:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.273756:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978725.297282:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978725.297292:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978725.297297:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978725.297305:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978725.297312:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978725.297317:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978725.297329:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978725.297332:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978725.297339:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978726.257414:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978726.257420:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978726.257424:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978726.321297:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978726.321310:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978726.321316:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978726.321325:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978726.321334:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978726.321340:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978726.321344:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978726.321352:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978726.321360:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978727.345263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978727.345272:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978727.345276:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978727.345284:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978727.345291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978727.345296:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978727.346420:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978727.346423:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978727.346425:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978728.369264:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978728.369270:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978728.369273:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978728.369278:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978728.369282:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978728.369286:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978728.369295:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978728.369299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978728.369303:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978729.393257:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978729.393262:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978729.393266:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978729.393273:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978729.393280:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978729.393286:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978729.393292:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978729.393296:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978729.393300:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978730.417237:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978730.417245:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978730.417249:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978730.417265:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978730.417270:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978730.417273:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978730.417291:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978730.417295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978730.417297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978731.377418:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978731.377422:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978731.377425:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978731.441241:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978731.441248:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978731.441251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978731.441256:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978731.441262:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978731.441266:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978731.441271:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978731.441275:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978731.441279:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978732.465372:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978732.465378:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978732.465382:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978732.465388:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978732.465571:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978732.465573:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978732.465576:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978732.465577:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978732.465578:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978733.489294:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978733.489299:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978733.489302:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978733.489306:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978733.489311:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978733.489317:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.489324:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978733.489330:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.489336:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978733.489405:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978733.489410:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978733.489414:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978733.489419:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978733.489424:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978733.490117:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.490121:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978733.490123:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.490125:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978734.513232:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978734.513239:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978734.513243:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978734.513257:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978734.513264:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978734.513270:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978734.513288:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978734.513291:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978734.513294:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978734.513310:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978734.513315:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978734.513318:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978734.513323:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978734.513328:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978734.513331:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978734.513333:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978734.513334:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978734.513337:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978735.537246:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978735.537252:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978735.537256:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978735.537262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978735.537269:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978735.537275:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978735.537281:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978735.537286:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978735.537290:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978736.497355:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978736.497359:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978736.497362:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978736.561260:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978736.561267:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978736.561272:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978736.561280:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978736.561286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978736.561291:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978736.561296:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978736.561299:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978736.561305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978737.585248:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978737.585258:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978737.585262:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978737.585271:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978737.585279:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978737.585284:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978737.585291:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978737.585295:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978737.585300:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978738.609247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978738.609254:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978738.609256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978738.609262:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978738.609266:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978738.609269:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.609272:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978738.609275:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.609278:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978738.609640:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978738.609644:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978738.609646:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978738.609649:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978738.609651:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978738.609653:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.609655:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978738.609656:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.609658:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978739.633283:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978739.633293:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978739.633295:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978739.633303:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978739.633307:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978739.633315:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.633321:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978739.633329:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.633334:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978739.633351:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978739.633355:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978739.633357:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978739.633359:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978739.633373:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978739.633378:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.633382:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978739.633385:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.633389:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978740.657388:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978740.657396:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978740.657398:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978740.657402:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978740.657405:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978740.657407:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978740.657409:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978740.657411:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978740.657413:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978741.617348:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978741.617351:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978741.617353:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978741.681243:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978741.681253:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978741.681257:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978741.681264:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978741.681271:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978741.681276:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978741.681282:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978741.681286:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978741.681290:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978742.705260:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978742.705269:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978742.705273:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978742.705280:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978742.705285:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978742.705289:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.705294:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978742.705299:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.705315:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978742.705375:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978742.705380:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978742.705383:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978742.705389:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978742.705395:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978742.705399:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.705405:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978742.705409:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.705411:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978743.729243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978743.729252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978743.729256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978743.729263:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978743.729269:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978743.729273:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.729321:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978743.729324:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.729326:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978743.729361:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978743.729364:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978743.729366:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978743.729368:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978743.729371:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978743.729373:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.729376:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978743.729377:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.729380:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978744.753243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978744.753252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978744.753254:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978744.753259:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978744.753265:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978744.753270:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.753275:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978744.753279:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.753286:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978744.753303:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978744.753306:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978744.753308:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978744.753313:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978744.753315:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978744.753317:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.753319:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978744.753320:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.753322:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.073474:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.073479:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.073481:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978745.073487:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.073494:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.073496:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.073499:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978745.073502:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978745.073504:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.073507:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496989952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978745.073511:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978745.073515:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978745.073517:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.073519:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978745.073524:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.073526:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978745.073531:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978745.073535:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978745.073542:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978745.073549:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496989952, portal 25 00000100:00000001:0.0:1783978745.073563:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978745.073564:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783978745.073570:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.073578:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978745.073580:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978745.073583:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978745.073587:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496989952, offset 0 00000400:00000200:0.0:1783978745.073592:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978745.073598:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.073610:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978745.073615:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978745.073619:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978745.073622:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978745.073625:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978745.073629:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781172:781172:256:4294967295] 192.168.201.114@tcp LPNI seq info [781150:781150:8:4294967295] 00000400:00000200:0.0:1783978745.073634:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.073644:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978745.073649:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.073655:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978745.073665:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978745.073668:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978745.073682:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.073685:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978745.073690:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978745.073695:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978745.073700:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978745.073702:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978745.073707:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978745.073710:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.073937:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.073941:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.073946:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.073947:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978745.073953:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978745.073955:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978745.073957:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310952183 00000100:00000010:0.0:1783978745.073961:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978745.073966:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978745.073970:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310952183 00000100:00000010:0.0:1783978745.073972:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978745.073973:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978745.073976:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978745.073977:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.073979:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978745.073982:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978745/real 1783978745] req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978745.073988:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978745.073989:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978745.073991:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978745.073992:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978745.073994:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978745.073995:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978745.073997:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978745.074002:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074006:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978745.074007:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074008:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.074010:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978745.074011:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074016:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978745.074018:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074022:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978745.074024:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074025:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.074026:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074027:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978745.074028:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978745.074038:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978745.074045:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978745.074047:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978745.074052:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978745.074059:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496989952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978745.074074:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074077:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.074080:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620496989952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074087:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978745.074089:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978745.074097:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.074100:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978745.074102:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978745.074104:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978745.074105:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978745.074108:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783978745.074111:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978745.074113:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978745.074115:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783978745.074120:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978745.074122:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074124:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074131:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.074133:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.074168:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.074171:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.074172:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978745.074176:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074184:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.074186:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.074188:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978745.074190:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978745.074192:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.074194:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978745.074197:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978745.074199:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978745.074200:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.074201:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978745.074203:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.074204:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978745.074207:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978745.074208:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978745.074210:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978745.074212:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496990080, portal 10 00000100:00000001:0.0:1783978745.074214:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978745.074215:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978745.074219:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074223:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978745.074225:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978745.074226:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978745.074228:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496990080, offset 0 00000400:00000200:0.0:1783978745.074230:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978745.074233:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.074235:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978745.074237:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978745.074239:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978745.074240:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978745.074242:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978745.074244:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781173:781173:256:4294967295] 192.168.201.114@tcp LPNI seq info [781151:781151:8:4294967295] 00000400:00000200:0.0:1783978745.074246:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.074250:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978745.074252:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.074254:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978745.074256:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978745.074258:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978745.074265:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.074266:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978745.074268:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978745.074271:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978745.074273:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978745.074274:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978745.074275:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978745.074277:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074282:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.074284:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074288:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.074289:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978745.074291:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978745.074293:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978745.074295:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978745.074296:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310950923 00000100:00000001:0.0:1783978745.074298:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.074299:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310950923 00000100:00000001:0.0:1783978745.074300:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.074302:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978745.074303:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.074304:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978745.074306:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978745/real 1783978745] req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978745.074310:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978745.074311:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978745.074312:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978745.074314:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978745.074315:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978745.074316:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978745.074318:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978745.074322:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074326:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978745.074327:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074328:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.074328:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978745.074330:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074334:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978745.074336:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074340:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978745.074342:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074343:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.074343:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074344:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978745.074347:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978745.074348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978745.074350:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978745.074351:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978745.074353:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978745.074357:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978745.074359:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074361:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.074362:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620496990080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.074379:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978745.074381:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978745.074383:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.074385:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978745.074387:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978745.074389:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978745.074390:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978745.074392:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783978745.074394:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978745.074395:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978745.074397:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978745.074399:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978745.074400:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074402:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.074405:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.074407:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.074408:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.074410:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.074728:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.074730:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075025:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.075028:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.075030:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978745.075034:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075041:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.075050:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.075053:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978745.075058:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978745.075060:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.075072:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978745.075076:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978745.075078:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978745.075079:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.075080:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978745.075084:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.075085:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978745.075089:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978745.075091:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978745.075095:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978745.075098:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496990208, portal 10 00000100:00000001:0.0:1783978745.075100:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978745.075101:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978745.075106:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075113:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978745.075115:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978745.075117:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978745.075120:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496990208, offset 0 00000400:00000200:0.0:1783978745.075124:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978745.075128:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.075132:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978745.075148:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978745.075151:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978745.075154:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978745.075156:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978745.075158:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781174:781174:256:4294967295] 192.168.201.114@tcp LPNI seq info [781152:781152:8:4294967295] 00000400:00000200:0.0:1783978745.075162:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.075169:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978745.075173:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.075176:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978745.075180:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978745.075183:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978745.075192:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.075194:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978745.075197:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978745.075200:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978745.075204:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978745.075205:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978745.075208:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978745.075212:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075393:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.075398:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075405:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075407:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978745.075411:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978745.075414:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978745.075418:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978745.075420:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310950925 00000100:00000001:0.0:1783978745.075423:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.075425:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310950925 00000100:00000001:0.0:1783978745.075427:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.075429:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978745.075431:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075433:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978745.075437:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978745/real 1783978745] req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978745.075445:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978745.075447:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978745.075449:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978745.075451:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978745.075452:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978745.075454:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978745.075457:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978745.075465:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075472:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978745.075473:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075475:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.075476:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978745.075480:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075486:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978745.075489:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075496:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978745.075498:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075499:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.075500:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075502:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978745.075504:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978745.075507:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978745.075511:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978745.075513:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978745.075517:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978745.075525:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978745.075529:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075531:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.075534:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620496990208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075540:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978745.075542:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978745.075544:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.075557:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978745.075558:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978745.075560:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978745.075562:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978745.075564:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783978745.075566:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978745.075568:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978745.075569:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978745.075572:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978745.075573:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075575:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075579:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.075581:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075583:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.075584:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.075586:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978745.075589:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075596:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.075597:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.075599:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978745.075601:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978745.075603:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.075606:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978745.075609:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978745.075611:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978745.075612:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.075614:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978745.075617:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.075619:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978745.075622:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978745.075624:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978745.075628:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978745.075630:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496990336, portal 4 00000100:00000001:0.0:1783978745.075632:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978745.075634:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978745.075639:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075646:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978745.075648:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978745.075650:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978745.075652:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496990336, offset 0 00000400:00000200:0.0:1783978745.075656:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978745.075660:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.075663:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978745.075666:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978745.075667:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978745.075669:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978745.075670:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978745.075673:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781175:781175:256:4294967295] 192.168.201.114@tcp LPNI seq info [781153:781153:8:4294967295] 00000400:00000200:0.0:1783978745.075677:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.075683:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978745.075687:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.075691:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978745.075694:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978745.075697:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978745.075707:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.075709:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978745.075711:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978745.075714:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978745.075717:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978745.075719:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978745.075721:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978745.075725:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075732:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.075735:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075741:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075742:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978745.075745:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978745.075747:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978745.075750:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978745.075752:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310950974 00000100:00000001:0.0:1783978745.075755:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.075757:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310950974 00000100:00000001:0.0:1783978745.075759:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.075761:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978745.075762:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075763:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978745.075766:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978745/real 1783978745] req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978745.075771:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978745.075772:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978745.075773:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978745.075774:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978745.075775:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978745.075777:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978745.075778:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978745.075783:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075787:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978745.075787:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075788:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.075789:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978745.075791:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075794:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978745.075796:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075800:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978745.075802:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075803:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.075804:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075805:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978745.075806:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978745.075808:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978745.075810:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978745.075811:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978745.075813:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978745.075817:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978745.075819:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075820:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.075822:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496990336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.075825:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978745.075826:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978745.075827:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.075828:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978745.075829:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978745.075830:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978745.075831:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978745.075832:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783978745.075833:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978745.075834:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978745.075835:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978745.075837:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978745.075838:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075839:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.075841:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.075842:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075843:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.075844:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.075916:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.075919:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.076031:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.076034:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.076036:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978745.076042:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076050:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.076051:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.076059:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978745.076061:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978745.076090:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.076095:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978745.076098:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978745.076100:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978745.076101:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978745.076103:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978745.076107:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.076109:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978745.076112:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978745.076115:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978745.076119:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978745.076122:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496990464, portal 4 00000100:00000001:0.0:1783978745.076123:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978745.076124:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978745.076128:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076133:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978745.076134:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978745.076148:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978745.076150:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496990464, offset 0 00000400:00000200:0.0:1783978745.076153:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978745.076156:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.076158:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978745.076161:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978745.076162:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978745.076164:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978745.076166:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978745.076167:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781176:781176:256:4294967295] 192.168.201.114@tcp LPNI seq info [781154:781154:8:4294967295] 00000400:00000200:0.0:1783978745.076170:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978745.076174:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978745.076177:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.076179:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978745.076182:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978745.076184:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978745.076191:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978745.076192:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783978745.076194:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978745.076196:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978745.076198:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978ee0 00000400:00000010:0.0:1783978745.076199:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978ee0. 00000100:00000001:0.0:1783978745.076200:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978745.076203:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076208:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.076210:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076214:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.076215:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978745.076217:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978745.076219:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978745.076221:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978745.076222:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310950946 00000100:00000001:0.0:1783978745.076224:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.076225:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310950946 00000100:00000001:0.0:1783978745.076227:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310952183 00000100:00000001:0.0:1783978745.076228:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978745.076229:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.076230:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978745.076233:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978745/real 1783978745] req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978745.076240:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978745.076241:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978745.076243:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703939a0. 00000400:00000200:0.0:1783978745.076245:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783978745.076246:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783978745.076248:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978745.076251:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978745.076259:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076266:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978745.076267:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.076269:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.076270:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978745.076274:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076281:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978745.076283:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076288:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978745.076289:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.076290:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978745.076291:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.076293:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978745.076294:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978745.076302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978745.076306:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978745.076308:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978745.076311:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978745.076318:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496990464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978745.076322:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.076324:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978745.076327:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620496990464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978745.076333:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978745.076335:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978745.076336:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978745.076339:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978745.076340:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978745.076342:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978745.076344:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978745.076345:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783978745.076347:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978745.076348:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978745.076348:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978745.076350:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978745.076351:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.076352:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.076355:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.076356:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.076357:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978745.076358:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.777228:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978745.777236:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.777240:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.777246:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978745.777252:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.777257:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.777276:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.777280:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.777283:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978746.738051:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978746.738055:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978746.738058:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978746.802134:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978746.802155:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978746.802157:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978746.802163:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978746.802169:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978746.802174:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978746.802180:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978746.802184:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978746.802188:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978747.825215:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978747.825221:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978747.825224:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978747.825232:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978747.825241:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978747.825246:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.825258:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978747.825262:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.825266:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978747.825297:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978747.825301:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978747.825304:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978747.825306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978747.825309:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978747.825311:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.825314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978747.825316:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.825318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978748.849241:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978748.849249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978748.849254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978748.849263:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978748.849271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978748.849279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978748.849293:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978748.849297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978748.849300:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978749.873270:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978749.873275:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978749.873277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978749.873283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978749.873288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978749.873291:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.873305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978749.873307:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.873309:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978749.873381:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978749.873386:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978749.873389:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978749.873392:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978749.873394:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978749.873396:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.873397:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978749.873399:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.873405:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978750.193241:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978750.193252:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978750.193254:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978750.193258:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978750.193262:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978750.193269:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16283 00000400:00000200:0.0:1783978750.193278:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978750.193283:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978750.193286:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978750.193290:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193293:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193295:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193297:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978750.193301:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978750.193303:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978750.193306:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978750.193309:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978750.193311:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978750.193314:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978750.193317:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193319:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193321:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193323:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978750.193326:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978750.193329:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193332:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978750.193334:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978750.193337:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978750.193339:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193340:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978750.193342:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978750.193349:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978750.193352:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978750.193356:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978750.193358:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193361:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978750.193364:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978750.193412:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978750.193420:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978750.193426:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.193435:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496990592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978750.193445:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978750.193449:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978750.193453:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496990592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978750.193476:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978750.193479:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978750.193481:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978750.193482:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978750.193484:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978750.193486:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978750.193487:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16283 00000400:00000200:0.0:1783978750.193490:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978750.193493:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978750.193495:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978750.193497:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193498:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193500:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193501:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978750.193503:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978750.193504:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978750.193505:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978750.193506:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978750.193508:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978750.193510:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978750.193514:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193515:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193519:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193521:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978750.193524:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978750.193528:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193533:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978750.193536:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978750.193542:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978750.193545:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193547:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978750.193551:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978750.193554:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193558:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978750.193562:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978750.193564:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978750.193567:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978750.193569:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193572:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978750.193574:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978750.193577:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978750.193582:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978750.193585:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.193591:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496990720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978750.193598:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978750.193600:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978750.193606:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496990720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978750.193621:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978750.193625:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978750.193631:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978750.193634:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978750.193636:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978750.193641:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978750.193647:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16283 00000400:00000200:0.0:1783978750.193656:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978750.193664:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978750.193667:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978750.193672:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193674:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193676:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193677:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978750.193679:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978750.193679:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978750.193680:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978750.193681:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978750.193682:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978750.193685:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978750.193689:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193691:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193696:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193700:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978750.193704:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978750.193710:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193728:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978750.193732:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978750.193737:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978750.193741:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193745:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978750.193748:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978750.193749:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193750:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978750.193753:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978750.193756:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978750.193759:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978750.193761:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193763:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978750.193766:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978750.193769:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978750.193774:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978750.193779:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.193785:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496990848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978750.193798:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978750.193802:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978750.193809:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496990848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978750.193820:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978750.193825:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978750.193832:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978750.193835:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978750.193838:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978750.193844:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978750.193850:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16283 00000400:00000200:0.0:1783978750.193857:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978750.193861:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978750.193864:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978750.193866:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193870:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193873:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193876:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978750.193879:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978750.193881:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978750.193882:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978750.193885:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978750.193889:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978750.193891:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978750.193896:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193898:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.193901:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193904:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978750.193906:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978750.193911:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978750.193914:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978750.193918:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978750.193921:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978750.193924:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193926:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978750.193928:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978750.193931:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193933:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978750.193936:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978750.193940:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978750.193946:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978750.193948:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.193952:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978750.193955:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978750.193958:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978750.193983:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978750.193990:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.193999:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496990976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978750.194011:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978750.194014:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978750.194021:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496990976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978750.194034:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978750.194040:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978750.194048:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978750.194061:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978750.194064:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978750.194070:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978750.194076:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16283 00000400:00000200:0.0:1783978750.194084:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978750.194090:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978750.194095:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978750.194101:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.194105:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.194109:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.194112:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978750.194114:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978750.194115:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978750.194116:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978750.194119:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978750.194123:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978750.194127:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978750.194134:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.194176:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978750.194182:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978750.194187:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978750.194193:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978750.194200:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978750.194206:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978750.194208:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978750.194211:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978750.194213:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.194215:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978750.194219:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978750.194224:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.194228:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978750.194235:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978750.194240:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978750.194246:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978750.194249:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.194253:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978750.194256:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978750.194259:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978750.194266:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978750.194272:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.194281:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496991104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978750.194296:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978750.194301:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978750.194311:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496991104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978750.194326:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978750.194334:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16293) 00000100:00000001:0.0:1783978750.897228:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978750.897233:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978750.897237:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.897244:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978750.897248:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978750.897252:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.897257:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978750.897259:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.897264:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.897277:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978750.897281:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978750.897283:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.897286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978750.897289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978750.897293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.897297:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978750.897300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.897306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978751.857333:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978751.857337:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978751.857340:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978751.921250:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978751.921260:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978751.921264:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978751.921272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978751.921279:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978751.921285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.921292:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978751.921297:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.921304:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978751.921326:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978751.921331:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978751.921333:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978751.921335:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978751.921338:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978751.921340:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.921343:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978751.921347:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.921352:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978752.946123:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978752.946127:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978752.946129:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978752.946132:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978752.946156:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978752.946167:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978752.946170:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978752.946172:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978752.946174:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978753.969261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978753.969270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978753.969274:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978753.969283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978753.969290:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978753.969298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978753.969303:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978753.969309:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978753.969313:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978754.993288:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978754.993294:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978754.993298:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978754.993303:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978754.993307:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978754.993312:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.993324:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978754.993329:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.993335:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.313519:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978755.313522:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978755.313524:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978755.313528:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620496991232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.313534:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978755.313535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.313538:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978755.313540:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978755.313541:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978755.313543:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496991232:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978755.313546:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978755.313549:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978755.313551:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.313553:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978755.313557:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978755.313558:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978755.313562:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978755.313565:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703939a0. 00000400:00000010:0.0:1783978755.313570:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783978755.313577:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496991232, portal 25 00000100:00000001:0.0:1783978755.313580:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978755.313581:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783978755.313596:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620496991232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.313603:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978755.313606:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978755.313609:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978ee0. 00000100:00000200:0.0:1783978755.313613:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496991232, offset 0 00000400:00000200:0.0:1783978755.313619:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978755.313626:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.313630:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978755.313634:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978755.313637:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978755.313645:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978755.313647:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978755.313650:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781182:781182:256:4294967295] 192.168.201.114@tcp LPNI seq info [781160:781160:8:4294967295] 00000400:00000200:0.0:1783978755.313652:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.313660:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978755.313665:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978755.313670:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783978755.313676:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783978755.313700:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978755.313704:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978755.313707:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310962423 00000100:00000010:0.0:1783978755.313719:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978755.313725:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978755.313731:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310962423 00000100:00000010:0.0:1783978755.313734:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978755.313737:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978755.313740:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978755.313743:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.313746:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.313748:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978755.314115:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978755.314117:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978755.314119:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978755.314121:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978755.314122:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978755.314127:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496991360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.314135:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978755.314161:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.314163:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978755.314165:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978755.314167:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978755.314170:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496991360:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978755.314173:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978755.314175:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978755.314303:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.314306:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978755.314309:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978755.314311:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978755.314316:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978755.314319:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393aa8. 00000400:00000010:0.0:1783978755.314323:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783978755.314326:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496991360, portal 10 00000100:00000001:0.0:1783978755.314328:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978755.314329:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978755.314336:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496991360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.314342:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978755.314344:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978755.314346:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783978755.314349:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496991360, offset 0 00000400:00000200:0.0:1783978755.314354:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978755.314358:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.314361:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978755.314365:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978755.314367:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978755.314370:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978755.314372:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978755.314375:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781183:781183:255:4294967295] 192.168.201.114@tcp LPNI seq info [781161:781161:7:4294967295] 00000400:00000200:0.0:1783978755.314378:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.314384:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978755.314389:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978755.314392:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783978755.314396:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783978755.314402:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978755.314406:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978755.314410:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978755.314412:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310961163 00000100:00000001:0.0:1783978755.314414:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.314416:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310961163 00000100:00000001:0.0:1783978755.314419:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.314421:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978755.314423:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.314425:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.314427:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978755.314431:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978755.314432:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978755.314434:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978755.314436:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978755.314437:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.314439:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.315071:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978755.315074:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978755.315076:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978755.315081:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496991488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.315088:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978755.315089:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.315091:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978755.315094:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978755.315096:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978755.315099:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496991488:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978755.315101:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978755.315104:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978755.315106:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.315108:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978755.315112:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978755.315114:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978755.315117:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978755.315120:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703934d0. 00000400:00000010:0.0:1783978755.315124:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783978755.315127:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496991488, portal 10 00000100:00000001:0.0:1783978755.315129:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978755.315131:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978755.315156:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496991488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.315162:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978755.315165:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978755.315168:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729783b8. 00000100:00000200:0.0:1783978755.315171:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496991488, offset 0 00000400:00000200:0.0:1783978755.315176:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978755.315181:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.315197:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978755.315201:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978755.315204:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978755.315207:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978755.315209:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978755.315212:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781184:781184:254:4294967295] 192.168.201.114@tcp LPNI seq info [781162:781162:6:4294967295] 00000400:00000200:0.0:1783978755.315216:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.315222:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978755.315227:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978755.315232:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783978755.315236:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783978755.315243:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978755.315246:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978755.315249:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978755.315251:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310961165 00000100:00000001:0.0:1783978755.315253:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.315255:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310961165 00000100:00000001:0.0:1783978755.315258:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.315260:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978755.315262:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.315264:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978755.315268:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496991616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.315275:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978755.315276:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.315278:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978755.315280:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978755.315281:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978755.315284:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496991616:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978755.315288:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978755.315290:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978755.315291:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.315293:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978755.315296:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978755.315298:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978755.315302:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978755.315305:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393bb0. 00000400:00000010:0.0:1783978755.315308:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783978755.315311:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496991616, portal 4 00000100:00000001:0.0:1783978755.315313:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978755.315314:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978755.315320:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496991616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.315325:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978755.315327:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978755.315329:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783978755.315331:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496991616, offset 0 00000400:00000200:0.0:1783978755.315334:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978755.315338:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.315342:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978755.315344:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978755.315346:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978755.315349:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978755.315351:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978755.315353:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781185:781185:253:4294967295] 192.168.201.114@tcp LPNI seq info [781163:781163:5:4294967295] 00000400:00000200:0.0:1783978755.315357:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.315363:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978755.315367:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978755.315370:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783978755.315373:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783978755.315380:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978755.315383:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978755.315385:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978755.315388:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310961214 00000100:00000001:0.0:1783978755.315390:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.315392:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310961214 00000100:00000001:0.0:1783978755.315393:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.315395:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978755.315397:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.315399:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978755.315403:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496991744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.315410:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978755.315411:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.315413:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978755.315415:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978755.315416:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978755.315419:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496991744:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978755.315422:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978755.315424:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978755.315425:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978755.315427:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978755.315430:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978755.315431:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978755.315434:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978755.315436:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703938f0. 00000400:00000010:0.0:1783978755.315439:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783978755.315442:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496991744, portal 4 00000100:00000001:0.0:1783978755.315444:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978755.315445:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978755.315451:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496991744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978755.315456:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978755.315458:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978755.315461:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783978755.315463:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496991744, offset 0 00000400:00000200:0.0:1783978755.315467:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978755.315470:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.315473:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978755.315476:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978755.315478:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978755.315480:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978755.315482:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978755.315485:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781186:781186:252:4294967295] 192.168.201.114@tcp LPNI seq info [781164:781164:4:4294967295] 00000400:00000200:0.0:1783978755.315488:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978755.315494:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978755.315498:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978755.315501:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783978755.315505:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783978755.315510:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978755.315513:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978755.315516:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978755.315517:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310961185 00000100:00000001:0.0:1783978755.315520:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.315521:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310961185 00000100:00000001:0.0:1783978755.315524:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310962423 00000100:00000001:0.0:1783978755.315525:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978755.315528:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.315531:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.315533:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978755.315539:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978755.315540:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978755.315542:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978755.315543:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978755.315545:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.315547:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978756.017252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978756.017260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978756.017262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978756.017269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978756.017274:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978756.017279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978756.017285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978756.017290:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978756.017297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978756.977394:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978756.977398:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978756.977402:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978758.065350:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978758.065353:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978758.065355:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978758.065357:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978758.065359:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978758.065360:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978758.065415:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978758.065417:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978758.065423:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978759.089262:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978759.089267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978759.089271:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978759.089277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978759.089295:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978759.089300:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978759.089305:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978759.089308:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978759.089312:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.113244:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978760.113252:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978760.113256:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.113269:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978760.113274:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978760.113277:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.113292:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.113296:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.113300:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.433616:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978760.433620:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978760.433623:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978760.433632:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.433648:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.433651:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.433656:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978760.433660:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978760.433677:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.433685:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496991872:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978760.433692:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978760.433698:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978760.433702:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.433706:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978760.433715:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978760.433719:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978760.433727:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978760.433735:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978760.433744:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978760.433753:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496991872, portal 25 00000100:00000001:0.0:1783978760.433758:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978760.433761:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783978760.433773:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.433786:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978760.433793:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978760.433809:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978760.433815:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496991872, offset 0 00000400:00000200:0.0:1783978760.433823:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978760.433834:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.433842:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978760.433851:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978760.433858:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978760.433863:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978760.433867:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978760.433873:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781187:781187:256:4294967295] 192.168.201.114@tcp LPNI seq info [781165:781165:8:4294967295] 00000400:00000200:0.0:1783978760.433879:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.433890:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978760.433896:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.433902:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978760.433909:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978760.433914:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978760.433931:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.433933:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978760.433939:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978760.433946:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978760.433950:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978760.433953:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978760.433959:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978760.433965:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.433983:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.433991:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.434003:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.434008:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978760.434016:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978760.434023:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978760.436264:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310967546 00000100:00000010:0.0:1783978760.436276:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978760.436283:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978760.436290:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310967546 00000100:00000010:0.0:1783978760.436294:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978760.436297:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978760.436300:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978760.436305:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.436308:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978760.436318:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978760/real 1783978760] req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978760.436340:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978760.436342:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978760.436346:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978760.436351:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978760.436354:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978760.436358:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978760.436363:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978760.436372:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.436380:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978760.436382:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.436384:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.436386:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978760.436390:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.436397:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978760.436401:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.436408:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978760.436411:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.436413:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.436415:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.436418:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978760.436420:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978760.436423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978760.436427:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978760.436429:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978760.436434:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978760.436442:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496991872:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978760.436447:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.436449:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.436452:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620496991872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.436458:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978760.436461:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978760.436464:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978760.436469:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978760.436471:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978760.436472:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978760.436475:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978760.436477:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783978760.436481:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978760.436483:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978760.436484:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783978760.436500:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978760.436502:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.436505:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.436512:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978760.436514:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.436517:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978760.436519:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978760.436521:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978760.436526:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.436534:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.436537:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.436847:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978760.436851:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978760.436854:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.436858:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992000:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978760.436862:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978760.436866:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978760.436869:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.436871:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978760.436877:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978760.436879:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978760.436886:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978760.436890:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978760.436894:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978760.436900:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496992000, portal 10 00000100:00000001:0.0:1783978760.436902:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978760.436903:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978760.436911:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.436918:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978760.436922:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978760.436924:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978760.436928:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496992000, offset 0 00000400:00000200:0.0:1783978760.436934:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978760.436942:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.436951:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978760.436956:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978760.436959:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978760.436974:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978760.436977:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978760.436981:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781188:781188:256:4294967295] 192.168.201.114@tcp LPNI seq info [781166:781166:8:4294967295] 00000400:00000200:0.0:1783978760.436985:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.436995:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978760.437000:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.437005:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978760.437011:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978760.437014:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978760.437028:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.437030:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978760.437034:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978760.437042:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978760.437046:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978760.437048:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978760.437051:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978760.437055:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437063:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.437067:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437073:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.437083:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978760.437088:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978760.437092:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978760.437095:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978760.437097:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310966285 00000100:00000001:0.0:1783978760.437100:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.437102:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310966285 00000100:00000001:0.0:1783978760.437104:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.437106:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978760.437108:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.437110:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978760.437114:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978760/real 1783978760] req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978760.437122:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978760.437123:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978760.437125:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978760.437127:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978760.437128:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978760.437131:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978760.437134:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978760.437170:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437176:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978760.437177:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437179:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.437180:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978760.437184:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437190:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978760.437198:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437205:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978760.437208:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437209:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.437210:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437212:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978760.437217:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978760.437220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978760.437225:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978760.437227:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978760.437231:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978760.437238:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992000:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978760.437241:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978760.437245:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437319:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.437321:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.437324:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978760.437325:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978760.437336:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.437340:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992128:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978760.437344:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978760.437346:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978760.437347:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.437349:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978760.437353:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978760.437354:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978760.437357:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978760.437359:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978760.437362:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978760.437365:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496992128, portal 10 00000100:00000001:0.0:1783978760.437367:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978760.437368:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978760.437374:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437380:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978760.437382:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978760.437384:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978760.437387:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496992128, offset 0 00000400:00000200:0.0:1783978760.437390:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978760.437394:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.437398:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978760.437400:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978760.437403:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978760.437405:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978760.437407:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978760.437415:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781189:781189:256:4294967295] 192.168.201.114@tcp LPNI seq info [781167:781167:8:4294967295] 00000400:00000200:0.0:1783978760.437419:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.437425:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978760.437430:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.437433:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978760.437437:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978760.437439:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978760.437449:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.437451:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978760.437454:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978760.437457:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978760.437460:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978760.437461:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978760.437464:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978760.437467:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437475:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.437478:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437484:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.437485:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978760.437569:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978760.437573:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978760.437577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978760.437579:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310966287 00000100:00000001:0.0:1783978760.437583:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.437585:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310966287 00000100:00000001:0.0:1783978760.437587:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.437588:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978760.437590:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.437592:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978760.437596:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978760/real 1783978760] req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978760.437602:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978760.437604:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978760.437605:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978760.437607:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978760.437609:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978760.437611:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978760.437613:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978760.437619:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437625:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978760.437626:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437627:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.437628:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978760.437632:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437638:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978760.437642:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437648:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978760.437650:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437651:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.437652:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437654:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978760.437656:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978760.437659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978760.437662:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978760.437664:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978760.437668:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978760.437674:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992128:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978760.437677:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978760.437681:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437686:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.437687:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.437689:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978760.437691:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978760.437692:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.437695:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992256:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978760.437698:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978760.437699:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978760.437701:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.437702:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978760.437706:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978760.437708:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978760.437711:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978760.437713:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978760.437716:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978760.437718:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496992256, portal 4 00000100:00000001:0.0:1783978760.437719:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978760.437720:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978760.437726:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437731:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978760.437733:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978760.437735:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978760.437736:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496992256, offset 0 00000400:00000200:0.0:1783978760.437739:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978760.437743:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.437746:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978760.437749:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978760.437751:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978760.437753:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978760.437755:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978760.437758:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781190:781190:256:4294967295] 192.168.201.114@tcp LPNI seq info [781168:781168:8:4294967295] 00000400:00000200:0.0:1783978760.437761:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.437766:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978760.437769:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.437772:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978760.437775:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978760.437777:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978760.437787:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.437788:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978760.437791:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978760.437793:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978760.437796:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978760.437810:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978760.437813:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978760.437816:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437822:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.437825:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437829:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.437831:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978760.437834:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978760.437836:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978760.437839:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978760.437841:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310966336 00000100:00000001:0.0:1783978760.437843:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.437844:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310966336 00000100:00000001:0.0:1783978760.437846:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.437848:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978760.437850:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.437851:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978760.437855:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978760/real 1783978760] req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978760.437863:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978760.437864:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978760.437866:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978760.437868:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978760.437870:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978760.437872:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978760.437875:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978760.437881:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437887:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978760.437889:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437890:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.437891:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978760.437894:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437899:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978760.437903:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437909:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978760.437911:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437913:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.437914:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.437916:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978760.437917:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978760.437920:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978760.437923:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978760.437925:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978760.437928:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978760.437934:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992256:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978760.437937:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978760.437940:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437946:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.437947:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.437949:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978760.437951:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978760.437953:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.437955:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992384:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978760.437958:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978760.437960:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978760.437961:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978760.437963:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978760.437966:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978760.437967:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978760.437970:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978760.437973:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978760.437976:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978760.437978:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496992384, portal 4 00000100:00000001:0.0:1783978760.437980:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978760.437981:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978760.437986:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.437992:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978760.437993:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978760.437995:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978760.437998:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496992384, offset 0 00000400:00000200:0.0:1783978760.438001:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978760.438005:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.438008:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978760.438011:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978760.438012:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978760.438015:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978760.438016:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978760.438019:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781191:781191:256:4294967295] 192.168.201.114@tcp LPNI seq info [781169:781169:8:4294967295] 00000400:00000200:0.0:1783978760.438022:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978760.438027:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978760.438031:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.438034:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978760.438037:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978760.438040:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978760.438049:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978760.438050:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978760.438053:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978760.438056:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978760.438058:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978760.438060:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978760.438062:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978760.438065:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438072:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.438075:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438080:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.438082:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978760.438084:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978760.438087:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978760.438090:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978760.438092:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310966307 00000100:00000001:0.0:1783978760.438094:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.438096:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310966307 00000100:00000001:0.0:1783978760.438097:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310967546 00000100:00000001:0.0:1783978760.438099:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978760.438101:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.438103:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978760.438106:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978760/real 1783978760] req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978760.438114:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978760.438115:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978760.438116:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978760.438118:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978760.438119:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978760.438121:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978760.438123:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978760.438129:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438135:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978760.438163:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438165:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.438166:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978760.438169:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438175:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978760.438179:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438185:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978760.438187:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438188:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978760.438190:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438191:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978760.438193:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978760.438195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978760.438198:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978760.438200:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978760.438204:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978760.438210:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496992384:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978760.438214:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438215:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.438218:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620496992000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438224:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978760.438226:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978760.438228:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978760.438231:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978760.438232:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978760.438234:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978760.438236:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978760.438238:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783978760.438241:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978760.438242:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978760.438244:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978760.438247:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978760.438248:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438321:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.438327:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620496992128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438333:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978760.438334:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978760.438336:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978760.438338:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978760.438340:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978760.438341:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978760.438343:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978760.438344:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783978760.438346:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978760.438347:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978760.438348:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978760.438350:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978760.438352:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438353:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.438356:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620496992256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438362:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978760.438364:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978760.438365:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978760.438367:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978760.438368:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978760.438369:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978760.438371:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978760.438372:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783978760.438374:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978760.438375:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978760.438376:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978760.438378:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978760.438379:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438381:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978760.438384:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496992384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978760.438390:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978760.438391:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978760.438392:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978760.438394:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978760.438395:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978760.438396:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978760.438398:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978760.438399:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783978760.438401:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978760.438402:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978760.438403:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978760.438408:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978760.438409:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438412:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.438418:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978760.438419:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978760.438422:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978760.438423:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978761.137245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978761.137253:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978761.137258:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978761.137267:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978761.137274:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978761.137278:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978761.138415:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978761.138418:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978761.138421:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978762.097586:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978762.097590:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978762.097593:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978762.161241:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978762.161249:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978762.161253:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978762.161260:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978762.161265:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978762.161270:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.161272:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978762.161276:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.161280:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978762.161309:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978762.161315:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978762.161318:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978762.161322:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978762.161328:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978762.161333:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.161340:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978762.161344:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.161347:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978763.185417:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978763.185421:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978763.185424:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978763.185428:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978763.185431:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978763.185433:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978763.185435:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978763.185436:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978763.185437:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978764.209287:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978764.209293:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978764.209296:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978764.209301:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978764.209306:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978764.209311:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.209328:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978764.209331:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.209334:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978764.209389:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978764.209391:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978764.209393:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978764.209396:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978764.209399:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978764.209401:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.209403:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978764.209408:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.209410:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.233270:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978765.233274:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978765.233276:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.233279:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978765.233281:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978765.233283:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.233291:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978765.233293:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.233295:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.233338:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978765.233341:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978765.233343:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.233349:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978765.233354:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978765.233357:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.233361:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978765.233371:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.233377:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978765.553288:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978765.553298:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978765.553300:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978765.553303:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978765.553307:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978765.553314:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16298 00000400:00000200:0.0:1783978765.553322:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978765.553327:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978765.553331:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978765.553334:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553337:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553339:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553341:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978765.553345:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978765.553346:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978765.553349:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978765.553352:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978765.553354:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978765.553356:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978765.553359:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553361:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553363:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553365:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978765.553368:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978765.553371:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553373:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978765.553376:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978765.553379:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978765.553382:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553384:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978765.553386:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978765.553395:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978765.553398:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978765.553402:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978765.553403:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553406:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978765.553408:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978765.553412:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978765.553432:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978765.553438:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.553448:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496992512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978765.553459:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978765.553463:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978765.553467:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496992512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978765.553489:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978765.553491:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978765.553494:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978765.553496:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978765.553498:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978765.553500:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978765.553502:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16298 00000400:00000200:0.0:1783978765.553506:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978765.553508:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978765.553510:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978765.553514:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553516:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553518:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553520:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978765.553522:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978765.553523:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978765.553525:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978765.553527:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978765.553529:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978765.553531:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978765.553533:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553535:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553543:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553545:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978765.553547:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978765.553549:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553551:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978765.553552:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978765.553557:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978765.553559:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553560:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978765.553564:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978765.553566:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553568:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978765.553571:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978765.553573:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978765.553575:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978765.553576:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553578:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978765.553579:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978765.553581:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978765.553584:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978765.553587:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.553592:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496992640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978765.553600:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978765.553602:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978765.553605:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496992640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978765.553613:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978765.553615:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978765.553618:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978765.553619:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978765.553620:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978765.553623:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978765.553625:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16298 00000400:00000200:0.0:1783978765.553629:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978765.553631:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978765.553633:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978765.553636:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553638:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553639:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553653:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978765.553655:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978765.553656:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978765.553657:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978765.553659:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978765.553661:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978765.553663:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978765.553666:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553667:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553669:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553670:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978765.553673:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978765.553675:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553677:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978765.553679:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978765.553681:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978765.553683:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553685:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978765.553686:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978765.553688:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553690:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978765.553693:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978765.553696:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978765.553698:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978765.553699:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553700:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978765.553701:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978765.553702:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978765.553706:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978765.553721:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.553726:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496992768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978765.553733:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978765.553735:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978765.553738:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496992768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978765.553745:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978765.553747:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978765.553750:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978765.553752:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978765.553753:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978765.553756:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978765.553758:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16298 00000400:00000200:0.0:1783978765.553762:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978765.553765:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978765.553766:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978765.553769:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553771:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553772:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553774:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978765.553776:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978765.553777:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978765.553778:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978765.553780:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978765.553782:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978765.553784:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978765.553786:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553788:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553789:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553792:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978765.553794:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978765.553796:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553799:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978765.553800:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978765.553803:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978765.553804:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553806:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978765.553808:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978765.553810:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553811:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978765.553814:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978765.553816:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978765.553819:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978765.553820:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553822:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978765.553824:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978765.553825:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978765.553829:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978765.553832:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.553836:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496992896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978765.553843:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978765.553845:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978765.553848:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496992896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978765.553855:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978765.553858:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978765.553860:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978765.553862:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978765.553863:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978765.553866:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978765.553869:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16298 00000400:00000200:0.0:1783978765.553871:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978765.553874:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978765.553876:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978765.553878:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553881:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553883:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553884:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978765.553886:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978765.553887:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978765.553889:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978765.553890:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978765.553892:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978765.553894:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978765.553897:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553899:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978765.553901:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553903:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978765.553905:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978765.553907:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978765.553909:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978765.553911:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978765.553913:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978765.553915:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553917:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978765.553919:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978765.553921:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553922:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978765.553925:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978765.553927:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978765.553929:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978765.553930:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.553932:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978765.553933:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978765.553934:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978765.553937:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978765.553940:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.553944:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496993024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978765.553952:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978765.553953:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978765.553957:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496993024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978765.553964:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978765.553969:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16309) 00000100:00000001:0.0:1783978766.257309:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978766.257318:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978766.257324:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978766.257331:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978766.257339:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978766.257351:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978766.257358:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978766.257362:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978766.257379:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978767.217360:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978767.217367:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978767.217371:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978767.281287:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978767.281296:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978767.281301:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978767.281313:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978767.281323:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978767.281333:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978767.281354:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978767.281360:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978767.281365:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978768.305553:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978768.305560:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978768.305567:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978768.305583:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978768.305593:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978768.305601:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.305607:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978768.305610:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.305613:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978769.329967:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978769.329972:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978769.329973:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978769.329975:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978769.329977:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978769.329980:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.329981:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978769.329984:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.329986:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978769.330567:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978769.330570:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978769.330571:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978769.330573:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978769.330575:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978769.330577:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.330578:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978769.330580:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.330581:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.353277:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978770.353281:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978770.353283:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.353287:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978770.353290:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978770.353293:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978770.353448:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978770.353451:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978770.353454:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978770.673974:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978770.673984:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978770.673987:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978770.673990:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978770.673995:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978770.674002:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16304 00000400:00000200:0.0:1783978770.674010:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978770.674016:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978770.674020:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978770.674022:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674026:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674028:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674031:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978770.674035:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978770.674037:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978770.674040:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978770.674044:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978770.674046:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978770.674054:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978770.674057:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674059:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674061:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674063:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978770.674066:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978770.674070:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674072:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978770.674075:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978770.674078:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978770.674081:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674083:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978770.674086:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978770.674095:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978770.674098:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978770.674102:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978770.674103:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674107:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978770.674109:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978770.674113:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978770.674122:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978770.674129:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.674154:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496993152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978770.674164:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978770.674168:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978770.674173:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496993152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978770.674200:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978770.674203:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978770.674206:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978770.674207:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978770.674209:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978770.674211:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978770.674214:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16304 00000400:00000200:0.0:1783978770.674217:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978770.674220:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978770.674223:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978770.674226:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674228:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674231:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674233:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978770.674235:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978770.674236:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978770.674238:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978770.674240:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978770.674242:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978770.674245:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978770.674250:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674254:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674258:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674262:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978770.674265:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978770.674273:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674279:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978770.674285:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978770.674291:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978770.674297:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674300:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978770.674306:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978770.674311:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674316:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978770.674321:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978770.674326:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978770.674330:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978770.674332:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674336:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978770.674339:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978770.674341:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978770.674346:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978770.674352:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.674359:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496993280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978770.674372:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978770.674375:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978770.674383:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496993280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978770.674395:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978770.674402:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978770.674407:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978770.674410:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978770.674412:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978770.674416:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978770.674419:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16304 00000400:00000200:0.0:1783978770.674423:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978770.674427:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978770.674431:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978770.674436:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674440:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674444:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674447:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978770.674452:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978770.674455:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978770.674458:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978770.674461:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978770.674465:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978770.674470:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978770.674474:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674476:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674477:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674482:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978770.674488:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978770.674492:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674494:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978770.674496:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978770.674498:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978770.674503:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674508:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978770.674510:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978770.674514:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674516:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978770.674521:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978770.674526:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978770.674531:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978770.674534:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674537:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978770.674540:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978770.674544:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978770.674550:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978770.674556:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.674565:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496993408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978770.674580:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978770.674584:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978770.674592:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496993408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978770.674604:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978770.674610:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978770.674617:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978770.674631:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978770.674634:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978770.674639:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978770.674645:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16304 00000400:00000200:0.0:1783978770.674655:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978770.674660:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978770.674665:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978770.674669:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674673:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674678:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674682:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978770.674685:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978770.674689:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978770.674692:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978770.674696:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978770.674700:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978770.674705:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978770.674711:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674716:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674720:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674723:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978770.674726:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978770.674730:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674734:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978770.674739:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978770.674742:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978770.674746:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674752:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978770.674754:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978770.674759:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674764:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978770.674771:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978770.674776:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978770.674781:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978770.674784:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.674786:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978770.674789:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978770.674792:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978770.674800:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978770.674807:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.674817:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496993536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978770.674846:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978770.674849:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978770.674857:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496993536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978770.674875:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978770.674881:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978770.674889:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978770.674893:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978770.674897:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978770.674902:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978770.674905:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16304 00000400:00000200:0.0:1783978770.674913:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978770.674920:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978770.674928:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978770.674935:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674941:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.674946:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674951:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978770.674956:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978770.674960:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978770.674966:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978770.674970:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978770.674976:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978770.674983:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978770.674993:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.674998:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978770.675004:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978770.675008:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978770.675014:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978770.675020:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978770.675023:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978770.675025:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978770.675029:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978770.675036:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.675040:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978770.675044:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978770.675049:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.675054:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978770.675061:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978770.675066:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978770.675070:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978770.675073:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.675077:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978770.675081:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978770.675084:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978770.675090:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978770.675095:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.675102:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496993664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978770.675114:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978770.675118:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978770.675127:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496993664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978770.675162:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978770.675166:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16314) 00000100:00000001:0.0:1783978771.377242:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978771.377249:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978771.377251:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978771.377260:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978771.377262:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978771.377263:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978771.377272:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978771.377273:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978771.377275:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978771.377398:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978771.377402:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978771.377404:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978771.377407:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978771.377412:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978771.377416:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978771.377422:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978771.377425:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978771.377433:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978772.337277:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978772.337282:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978772.337285:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978772.401299:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978772.401305:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978772.401309:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978772.401314:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978772.401320:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978772.401324:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978772.401327:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978772.401330:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978772.401334:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978773.425324:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978773.425328:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978773.425329:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978773.425332:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978773.425336:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978773.425338:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.425533:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978773.425535:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.425538:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978774.449513:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978774.449518:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978774.449521:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978774.449526:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978774.449530:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978774.449534:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978774.449536:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978774.449538:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978774.449540:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.473292:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978775.473304:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978775.473308:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.473316:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978775.473328:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978775.473333:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.473345:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.473354:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.473359:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.473434:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978775.473442:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978775.473447:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.473454:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978775.473458:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978775.473462:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.473470:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.473473:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.473479:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.793574:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978775.793578:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978775.793580:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978775.793586:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793593:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.793595:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.793598:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978775.793601:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978775.793603:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.793606:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496993792:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978775.793610:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978775.793613:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978775.793616:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.793618:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978775.793622:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978775.793624:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978775.793629:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978775.793633:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978775.793639:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978775.793646:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496993792, portal 25 00000100:00000001:0.0:1783978775.793648:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978775.793650:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783978775.793655:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793667:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978775.793670:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978775.793672:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978775.793676:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620496993792, offset 0 00000400:00000200:0.0:1783978775.793682:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978775.793689:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.793694:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978775.793699:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978775.793703:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978775.793707:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978775.793710:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978775.793713:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781202:781202:256:4294967295] 192.168.201.114@tcp LPNI seq info [781180:781180:8:4294967295] 00000400:00000200:0.0:1783978775.793717:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.793727:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978775.793733:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.793737:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978775.793743:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978775.793747:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978775.793761:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.793763:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978775.793768:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978775.793773:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978775.793778:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978775.793780:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978775.793784:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978775.793787:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793796:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.793799:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793812:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.793814:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978775.793819:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978775.793823:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978775.793825:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4310982903 00000100:00000010:0.0:1783978775.793830:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978775.793836:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978775.793841:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4310982903 00000100:00000010:0.0:1783978775.793844:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978775.793847:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978775.793850:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978775.793852:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.793855:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978775.793858:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978775/real 1783978775] req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978775.793867:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978775.793869:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978775.793871:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978775.793873:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978775.793875:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978775.793877:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978775.793880:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978775.793888:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793895:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978775.793897:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.793899:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.793901:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978775.793905:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793912:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978775.793916:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793923:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978775.793926:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.793928:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.793929:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.793931:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978775.793933:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978775.793935:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978775.793939:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978775.793941:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978775.793946:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978775.793954:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620496993792:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978775.793958:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.793960:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.793963:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620496993792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.793969:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978775.793971:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978775.793974:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978775.793976:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978775.793978:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978775.793980:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978775.793982:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978775.793984:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783978775.793987:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978775.793989:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978775.793991:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783978775.793995:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978775.793997:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.793999:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794006:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978775.794007:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794009:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978775.794011:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978775.794012:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978775.794015:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794021:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.794022:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794024:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978775.794026:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978775.794028:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.794030:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496993920:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978775.794033:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978775.794035:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978775.794036:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794038:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978775.794041:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978775.794042:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978775.794045:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978775.794048:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978775.794051:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978775.794053:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496993920, portal 10 00000100:00000001:0.0:1783978775.794055:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978775.794056:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978775.794062:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794068:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978775.794070:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978775.794073:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978775.794075:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496993920, offset 0 00000400:00000200:0.0:1783978775.794079:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794082:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794085:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978775.794088:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978775.794091:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978775.794093:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978775.794095:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794098:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781203:781203:256:4294967295] 192.168.201.114@tcp LPNI seq info [781181:781181:8:4294967295] 00000400:00000200:0.0:1783978775.794101:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794107:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978775.794111:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794114:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978775.794118:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978775.794120:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978775.794129:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794131:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978775.794133:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978775.794156:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978775.794158:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978775.794160:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978775.794163:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978775.794166:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794172:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.794175:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794180:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794182:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978775.794185:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978775.794188:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978775.794191:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978775.794193:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310981643 00000100:00000001:0.0:1783978775.794195:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.794197:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310981643 00000100:00000001:0.0:1783978775.794200:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.794201:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978775.794203:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794205:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978775.794209:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978775/real 1783978775] req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978775.794216:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978775.794218:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978775.794219:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978775.794221:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978775.794222:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978775.794223:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978775.794225:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978775.794230:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794234:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978775.794234:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794236:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.794236:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978775.794238:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794242:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978775.794244:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794249:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978775.794250:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794251:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.794252:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794253:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978775.794255:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978775.794256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978775.794258:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978775.794259:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978775.794269:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978775.794281:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496993920:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978775.794284:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978775.794287:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794293:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.794295:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794296:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978775.794298:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978775.794300:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.794304:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496994048:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978775.794307:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978775.794309:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978775.794310:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794312:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978775.794315:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978775.794317:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978775.794320:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978775.794323:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978775.794325:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978775.794328:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496994048, portal 10 00000100:00000001:0.0:1783978775.794330:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978775.794331:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978775.794336:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794342:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978775.794348:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978775.794351:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978775.794353:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620496994048, offset 0 00000400:00000200:0.0:1783978775.794356:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794360:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794363:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978775.794366:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978775.794368:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978775.794370:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978775.794372:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794374:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781204:781204:256:4294967295] 192.168.201.114@tcp LPNI seq info [781182:781182:8:4294967295] 00000400:00000200:0.0:1783978775.794378:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794383:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978775.794387:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794390:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978775.794393:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978775.794395:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978775.794405:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794406:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978775.794409:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978775.794412:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978775.794414:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978775.794416:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978775.794418:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978775.794421:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794428:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.794430:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794436:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794437:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978775.794439:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978775.794442:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978775.794444:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978775.794446:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310981644 00000100:00000001:0.0:1783978775.794449:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.794450:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310981644 00000100:00000001:0.0:1783978775.794452:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.794454:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978775.794456:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794457:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978775.794460:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978775/real 1783978775] req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978775.794467:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978775.794468:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978775.794469:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978775.794471:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978775.794472:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978775.794474:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978775.794477:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978775.794483:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794489:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978775.794490:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794491:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.794492:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978775.794495:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794501:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978775.794504:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794510:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978775.794512:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794513:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.794514:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794516:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978775.794518:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978775.794520:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978775.794522:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978775.794524:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978775.794528:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978775.794546:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496994048:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978775.794550:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978775.794553:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794558:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.794560:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794562:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978775.794564:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978775.794565:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.794567:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496994176:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978775.794570:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978775.794572:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978775.794573:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794575:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978775.794578:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978775.794579:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978775.794582:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978775.794585:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978775.794588:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978775.794590:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496994176, portal 4 00000100:00000001:0.0:1783978775.794592:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978775.794593:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978775.794598:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794603:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978775.794605:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978775.794607:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978775.794609:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496994176, offset 0 00000400:00000200:0.0:1783978775.794612:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794615:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794618:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978775.794621:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978775.794623:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978775.794625:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978775.794626:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794629:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781205:781205:256:4294967295] 192.168.201.114@tcp LPNI seq info [781183:781183:8:4294967295] 00000400:00000200:0.0:1783978775.794633:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794638:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978775.794642:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794645:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978775.794648:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978775.794650:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978775.794659:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794661:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978775.794663:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978775.794666:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978775.794668:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978775.794670:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978775.794672:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978775.794674:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794680:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.794683:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794689:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794690:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978775.794693:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978775.794695:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978775.794698:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978775.794700:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310981693 00000100:00000001:0.0:1783978775.794702:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.794703:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310981693 00000100:00000001:0.0:1783978775.794705:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.794707:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978775.794709:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794711:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978775.794714:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978775/real 1783978775] req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978775.794721:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978775.794722:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978775.794723:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978775.794725:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978775.794727:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978775.794729:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978775.794731:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978775.794738:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794744:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978775.794745:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794746:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.794747:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978775.794750:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794756:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978775.794759:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794765:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978775.794767:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794768:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.794769:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794771:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978775.794773:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978775.794775:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978775.794778:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978775.794780:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978775.794784:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978775.794791:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496994176:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978775.794795:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794797:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.794800:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620496993920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794804:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978775.794805:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978775.794806:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978775.794808:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978775.794809:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978775.794810:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978775.794811:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978775.794812:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783978775.794814:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978775.794815:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978775.794816:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978775.794818:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978775.794819:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794820:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.794824:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620496994048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794830:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978775.794831:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978775.794832:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978775.794834:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978775.794836:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978775.794837:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978775.794839:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978775.794840:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783978775.794843:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978775.794844:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978775.794845:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978775.794847:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978775.794848:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794850:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.794853:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620496994176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794858:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978775.794859:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978775.794861:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978775.794863:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978775.794864:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978775.794865:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978775.794867:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978775.794868:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783978775.794869:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978775.794870:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978775.794872:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978775.794873:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978775.794874:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794876:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.794880:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978775.794881:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.794883:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978775.794884:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978775.794886:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978775.794889:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794895:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.794896:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794898:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978775.794900:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978775.794901:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.794904:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496994304:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978775.794906:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978775.794908:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978775.794910:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978775.794911:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978775.794914:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978775.794915:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978775.794918:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978775.794921:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978775.794923:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978775.794925:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620496994304, portal 4 00000100:00000001:0.0:1783978775.794928:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978775.794929:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978775.794934:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.794939:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978775.794941:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978775.794943:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978775.794945:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620496994304, offset 0 00000400:00000200:0.0:1783978775.794949:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794952:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794955:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978775.794958:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978775.794960:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978775.794962:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978775.794963:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978775.794966:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781206:781206:256:4294967295] 192.168.201.114@tcp LPNI seq info [781184:781184:8:4294967295] 00000400:00000200:0.0:1783978775.794969:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978775.794974:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978775.794979:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794982:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978775.794985:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978775.794987:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978775.794996:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978775.794998:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978775.795001:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978775.795004:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978775.795006:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978775.795008:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978775.795010:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978775.795014:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.795021:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.795023:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.795030:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.795031:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978775.795034:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978775.795037:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978775.795040:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978775.795042:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4310981664 00000100:00000001:0.0:1783978775.795044:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.795046:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4310981664 00000100:00000001:0.0:1783978775.795049:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4310982903 00000100:00000001:0.0:1783978775.795050:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978775.795052:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.795054:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978775.795058:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978775/real 1783978775] req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978775.795066:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978775.795067:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978775.795068:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978775.795071:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978775.795072:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978775.795074:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978775.795078:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978775.795083:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.795086:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978775.795087:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.795088:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.795089:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978775.795091:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.795095:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978775.795097:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.795101:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978775.795102:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.795103:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978775.795104:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.795104:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978775.795106:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978775.795107:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978775.795109:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978775.795110:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978775.795112:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978775.795116:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620496994304:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978775.795118:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.795119:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978775.795121:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620496994304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978775.795124:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978775.795125:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978775.795126:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978775.795128:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978775.795128:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978775.795129:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978775.795130:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978775.795131:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783978775.795132:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978775.795133:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978775.795134:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978775.795172:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978775.795174:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.795177:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.795180:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978775.795181:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.795183:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978775.795185:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978776.497238:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978776.497246:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978776.497250:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978776.497258:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978776.497265:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978776.497271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978776.497278:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978776.497282:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978776.497286:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978776.497353:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978776.497358:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978776.497361:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978776.497366:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978776.497369:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978776.497372:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978776.497373:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978776.497375:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978776.497378:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978777.457296:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978777.457300:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978777.457303:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978777.521283:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978777.521286:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978777.521288:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978777.521292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978777.521294:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978777.521299:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.521304:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978777.521308:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.521312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978777.521380:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978777.521385:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978777.521388:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978777.521392:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978777.521394:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978777.521396:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.521398:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978777.521400:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.521402:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978778.545215:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978778.545223:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978778.545226:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978778.545234:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978778.545240:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978778.545246:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.545317:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978778.545320:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.545322:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978778.545345:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978778.545350:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978778.545353:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978778.545356:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978778.545358:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978778.545359:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.545361:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978778.545363:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.545364:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978779.569228:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978779.569240:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978779.569244:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978779.569254:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978779.569261:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978779.569269:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.569296:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978779.569298:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.569301:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.593214:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978780.593220:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978780.593223:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.593229:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978780.593235:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978780.593240:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.593244:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978780.593247:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.593253:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.593391:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978780.593400:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978780.593404:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.593408:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978780.593413:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978780.593418:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.593422:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978780.593426:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.593431:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978780.913506:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978780.913517:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978780.913519:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978780.913522:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978780.913526:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978780.913533:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16314 00000400:00000200:0.0:1783978780.913541:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978780.913546:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978780.913549:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978780.913552:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913555:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.913557:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913560:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978780.913564:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978780.913565:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978780.913568:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978780.913571:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978780.913573:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978780.913576:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978780.913578:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913580:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.913582:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913583:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978780.913586:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978780.913590:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913592:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978780.913595:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978780.913598:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978780.913601:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.913603:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978780.913605:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978780.913614:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978780.913617:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978780.913621:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978780.913623:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.913625:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978780.913628:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978780.913631:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978780.913638:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978780.913645:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.913653:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496994432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978780.913663:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978780.913668:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978780.913673:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496994432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978780.913948:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978780.913951:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978780.913955:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978780.913956:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978780.913957:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978780.913960:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978780.913963:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16314 00000400:00000200:0.0:1783978780.913966:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978780.913969:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978780.913971:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978780.913974:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913976:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.913977:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913979:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978780.913981:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978780.913982:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978780.913984:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978780.913986:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978780.913987:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978780.913990:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978780.913992:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913994:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.913996:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.913998:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978780.914000:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978780.914002:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914005:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978780.914006:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978780.914011:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978780.914013:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914015:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978780.914018:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978780.914022:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914023:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978780.914027:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978780.914030:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978780.914032:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978780.914033:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914035:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978780.914037:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978780.914039:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978780.914042:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978780.914046:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.914051:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496994560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978780.914055:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978780.914057:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978780.914059:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496994560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978780.914658:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978780.914660:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978780.914663:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978780.914664:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978780.914666:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978780.914669:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978780.914671:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16314 00000400:00000200:0.0:1783978780.914676:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978780.914678:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978780.914681:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978780.914683:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914685:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.914687:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914689:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978780.914692:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978780.914693:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978780.914695:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978780.914697:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978780.914699:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978780.914701:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978780.914704:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914706:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.914708:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914710:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978780.914712:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978780.914714:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914717:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978780.914718:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978780.914722:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978780.914724:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914726:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978780.914727:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978780.914729:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914730:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978780.914733:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978780.914735:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978780.914737:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978780.914737:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914738:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978780.914740:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978780.914741:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978780.914744:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978780.914746:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.914749:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496994688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978780.914754:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978780.914756:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978780.914758:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496994688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978780.914921:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978780.914924:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978780.914926:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978780.914927:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978780.914928:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978780.914929:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978780.914931:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16314 00000400:00000200:0.0:1783978780.914934:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978780.914935:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978780.914937:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978780.914938:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914940:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.914941:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914942:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978780.914944:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978780.914945:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978780.914946:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978780.914948:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978780.914949:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978780.914950:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978780.914952:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914953:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.914954:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914955:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978780.914956:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978780.914958:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978780.914959:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978780.914960:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978780.914962:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978780.914963:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914964:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978780.914965:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978780.914967:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914968:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978780.914970:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978780.914971:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978780.914972:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978780.914973:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.914974:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978780.914975:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978780.914976:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978780.914978:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978780.914981:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.914984:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496994816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978780.914988:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978780.914990:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978780.914992:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496994816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978780.915238:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978780.915242:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978780.915245:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978780.915247:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978780.915248:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978780.915251:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978780.915254:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16314 00000400:00000200:0.0:1783978780.915258:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978780.915261:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978780.915263:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978780.915266:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.915268:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.915269:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.915272:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978780.915274:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978780.915275:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978780.915277:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978780.915279:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978780.915281:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978780.915283:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978780.915286:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.915288:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978780.915289:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978780.915291:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978780.915293:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978780.915296:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978780.915297:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978780.915300:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978780.915303:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978780.915305:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.915307:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978780.915309:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978780.915311:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.915312:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978780.915316:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978780.915319:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978780.915321:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978780.915322:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.915324:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978780.915325:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978780.915327:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978780.915331:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978780.915334:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.915338:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496994944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978780.915345:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978780.915347:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978780.915351:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496994944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978780.915357:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978780.915362:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16324) 00000020:00000001:0.0:1783978782.577346:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978782.577349:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978782.577352:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978782.641261:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978782.641274:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978782.641278:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978782.641281:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978782.641285:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978782.641291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.641297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978782.641301:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.641304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978782.641341:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978782.641344:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978782.641346:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978782.641348:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978782.641351:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978782.641354:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.641358:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978782.641363:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.641370:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978783.665241:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978783.665247:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978783.665251:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978783.665258:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978783.665262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978783.665266:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.665279:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978783.665282:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.665284:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.689243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978784.689252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978784.689256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978784.689263:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978784.689269:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978784.689275:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.689658:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978784.689660:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.689663:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978786.033389:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978786.033399:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978786.033402:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978786.033405:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978786.033409:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978786.033416:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16319 00000400:00000200:0.0:1783978786.033424:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978786.033431:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978786.033433:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978786.033437:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033451:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033454:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033456:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978786.033460:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978786.033463:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978786.033465:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978786.033469:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978786.033471:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978786.033474:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978786.033477:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033479:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033481:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033483:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978786.033486:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978786.033490:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033492:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.033495:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978786.033499:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.033502:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033504:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978786.033511:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978786.033521:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978786.033524:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978786.033528:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978786.033529:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033532:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978786.033535:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978786.033539:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978786.033547:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978786.033554:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.033563:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620496995072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978786.033577:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978786.033582:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.033587:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620496995072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.033621:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978786.033624:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978786.033628:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978786.033629:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978786.033631:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978786.033634:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978786.033637:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16319 00000400:00000200:0.0:1783978786.033648:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978786.033651:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978786.033654:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978786.033656:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033659:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033661:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033663:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978786.033665:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978786.033666:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978786.033668:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978786.033670:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978786.033672:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978786.033675:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978786.033677:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033679:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033682:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033692:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978786.033695:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978786.033698:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033700:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.033702:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978786.033707:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.033709:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033710:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978786.033715:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978786.033718:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033719:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978786.033723:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978786.033725:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978786.033728:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978786.033729:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033731:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978786.033732:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978786.033734:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978786.033739:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978786.033743:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.033748:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620496995200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978786.033755:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978786.033757:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.033760:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620496995200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.033767:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978786.033769:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978786.033773:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978786.033774:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978786.033776:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978786.033778:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978786.033780:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16319 00000400:00000200:0.0:1783978786.033784:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978786.033787:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978786.033789:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978786.033791:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033793:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033795:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033797:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978786.033799:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978786.033800:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978786.033802:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978786.033804:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978786.033806:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978786.033808:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978786.033810:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033812:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033814:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033816:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978786.033818:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978786.033820:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033822:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.033824:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978786.033827:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.033829:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033831:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978786.033833:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978786.033835:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033836:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978786.033853:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978786.033856:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978786.033858:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978786.033860:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033861:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978786.033863:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978786.033865:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978786.033868:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978786.033871:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.033876:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620496995328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978786.033882:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978786.033884:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.033888:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620496995328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.033895:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978786.033897:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978786.033900:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978786.033902:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978786.033903:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978786.033905:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978786.033908:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16319 00000400:00000200:0.0:1783978786.033911:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978786.033914:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978786.033916:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978786.033919:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033921:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033923:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033925:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978786.033927:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978786.033929:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978786.033931:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978786.033932:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978786.033935:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978786.033937:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978786.033939:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033941:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.033943:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033945:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978786.033947:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978786.033949:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978786.033952:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.033953:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978786.033956:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.033958:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033959:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978786.033961:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978786.033964:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033965:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978786.033969:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978786.033971:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978786.033973:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978786.033974:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.033976:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978786.033977:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978786.033978:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978786.033982:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978786.033984:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.033989:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620496995456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978786.033996:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978786.033998:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.034002:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620496995456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.034008:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978786.034011:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978786.034014:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978786.034015:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978786.034016:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978786.034019:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978786.034021:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16319 00000400:00000200:0.0:1783978786.034024:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978786.034026:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978786.034028:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978786.034030:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.034032:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.034034:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.034036:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978786.034038:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978786.034039:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978786.034041:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978786.034042:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978786.034044:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978786.034046:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978786.034055:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.034056:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978786.034058:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978786.034060:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978786.034062:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978786.034065:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978786.034067:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.034069:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978786.034072:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.034074:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.034079:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978786.034081:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978786.034083:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.034084:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978786.034088:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978786.034090:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978786.034092:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978786.034094:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.034095:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978786.034097:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978786.034098:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978786.034102:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978786.034105:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.034110:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620496995584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978786.034117:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978786.034119:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.034121:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620496995584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.034129:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.034133:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16329) 00000100:00000001:0.0:1783978786.737433:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978786.737452:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978786.737455:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.737459:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978786.737464:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978786.737470:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.737475:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.737479:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.737484:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978787.697386:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978787.697390:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978787.697393:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978787.761252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978787.761260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978787.761263:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978787.761270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978787.761275:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978787.761284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978787.761290:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978787.761295:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978787.761299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978788.785294:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978788.785299:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978788.785302:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978788.785332:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978788.785335:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978788.785338:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.785340:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978788.785342:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.785344:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978789.809284:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978789.809299:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978789.809302:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978789.809307:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978789.809312:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978789.809314:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978789.809320:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978789.809324:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978789.809330:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978790.833259:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978790.833265:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978790.833279:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978790.833286:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978790.833291:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978790.833295:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978790.833299:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978790.833303:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978790.833308:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.153257:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.153282:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978791.153285:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.153288:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.153292:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.153299:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16324 00000400:00000200:0.0:1783978791.153307:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978791.153313:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.153316:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.153319:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153322:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153324:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153327:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978791.153330:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.153332:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978791.153334:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.153337:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978791.153340:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978791.153342:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978791.153345:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153346:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153348:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153350:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978791.153353:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978791.153356:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153359:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.153362:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.153366:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.153369:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153371:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978791.153373:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.153382:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978791.153386:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978791.153390:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.153391:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153394:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.153397:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.153401:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.153409:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978791.153415:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.153423:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620496995712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.153433:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.153437:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.153442:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620496995712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.153472:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.153476:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.153479:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978791.153481:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.153482:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.153485:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.153488:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16324 00000400:00000200:0.0:1783978791.153491:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978791.153494:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.153497:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.153499:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153501:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153503:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153505:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978791.153507:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.153509:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978791.153511:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.153513:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978791.153515:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978791.153517:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978791.153520:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153522:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153523:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153525:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978791.153527:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978791.153530:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153532:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.153534:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.153539:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.153541:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153543:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.153547:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978791.153550:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153552:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.153556:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978791.153558:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978791.153561:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.153562:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153563:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.153565:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.153566:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.153570:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978791.153574:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.153578:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620496995840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.153586:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.153588:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.153591:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620496995840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.153599:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.153601:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.153604:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978791.153605:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.153606:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.153608:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.153611:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16324 00000400:00000200:0.0:1783978791.153615:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978791.153617:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.153619:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.153621:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153623:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153625:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153627:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978791.153629:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.153630:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978791.153631:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.153633:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978791.153635:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978791.153637:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978791.153639:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153641:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153643:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153645:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978791.153647:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978791.153649:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153651:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.153653:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.153656:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.153657:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153659:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.153661:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978791.153664:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153665:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.153669:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978791.153671:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978791.153673:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.153675:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153676:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.153678:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.153679:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.153682:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978791.153685:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.153690:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620496995968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.153697:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.153699:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.153702:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620496995968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.153709:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.153712:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.153715:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978791.153716:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.153718:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.153721:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.153723:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16324 00000400:00000200:0.0:1783978791.153727:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978791.153729:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.153731:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.153734:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153736:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153738:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153739:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978791.153742:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.153743:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978791.153744:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.153746:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978791.153748:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978791.153750:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978791.153753:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153755:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153756:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153758:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978791.153760:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978791.153763:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153765:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.153767:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.153770:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.153771:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153773:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.153776:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978791.153778:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153779:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.153783:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978791.153785:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978791.153788:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.153789:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153790:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.153791:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.153793:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.153797:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978791.153801:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.153805:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620496996096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.153813:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.153815:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.153818:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620496996096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.153824:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.153827:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.153830:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978791.153831:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.153833:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.153835:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.153837:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16324 00000400:00000200:0.0:1783978791.153841:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978791.153844:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.153846:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.153848:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153850:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153852:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153854:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978791.153856:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.153857:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978791.153859:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.153860:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978791.153862:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978791.153864:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978791.153867:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153869:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.153871:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153873:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978791.153875:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978791.153877:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978791.153880:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.153882:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.153884:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.153886:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153887:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.153889:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978791.153891:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153893:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.153896:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978791.153898:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978791.153900:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.153901:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.153903:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.153905:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.153906:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.153911:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978791.153915:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.153919:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496996224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.153926:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.153927:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.153931:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496996224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.153937:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.153942:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16334) 00000100:00000001:0.0:1783978791.857264:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978791.857270:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978791.857274:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.857280:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978791.857286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978791.857292:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978791.857297:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978791.857302:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978791.857308:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978792.817373:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978792.817376:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978792.817379:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978792.881246:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978792.881254:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978792.881258:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978792.881266:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978792.881274:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978792.881280:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.881287:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978792.881292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.881298:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978792.881385:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978792.881388:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978792.881392:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978792.881396:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978792.881402:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978792.881406:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.881420:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978792.881426:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.881429:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978793.905287:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978793.905295:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978793.905299:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978793.905307:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978793.905314:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978793.905320:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.905512:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978793.905516:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.905520:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978793.905560:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978793.905563:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978793.905565:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978793.905567:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978793.905569:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978793.905572:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.905574:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978793.905576:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.905580:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978794.929246:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978794.929253:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978794.929257:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978794.929266:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978794.929273:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978794.929279:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978794.929293:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978794.929296:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978794.929299:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978795.953241:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978795.953250:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978795.953255:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978795.953263:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978795.953270:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978795.953274:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978795.953300:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978795.953305:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978795.953310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978796.977257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978796.977266:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978796.977270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978796.977280:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978796.977288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978796.977293:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.977311:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978796.977314:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.977318:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978797.937345:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978797.937348:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978797.937351:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978798.001252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978798.001331:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978798.001336:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978798.001341:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978798.001346:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978798.001351:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978798.001358:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978798.001361:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978798.001365:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978799.025450:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978799.025475:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978799.025477:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978799.025483:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978799.025488:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978799.025494:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978799.025507:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978799.025514:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978799.025525:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978800.049210:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978800.049217:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978800.049221:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978800.049228:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978800.049234:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978800.049238:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.049243:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978800.049247:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.049249:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978800.049277:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978800.049280:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978800.049282:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978800.049283:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978800.049285:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978800.049287:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.049289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978800.049290:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.049292:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978801.073251:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978801.073260:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978801.073265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978801.073275:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978801.073282:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978801.073288:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.073295:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978801.073300:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.073306:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978801.073337:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978801.073342:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978801.073344:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978801.073347:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978801.073350:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978801.073352:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.073355:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978801.073356:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.073358:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978802.097260:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978802.097266:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978802.097271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978802.097276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978802.097282:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978802.097286:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.097289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978802.097290:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.097296:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978802.097328:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978802.097334:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978802.097339:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978802.097342:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978802.097345:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978802.097348:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.097350:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978802.097351:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.097353:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978803.057389:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978803.057393:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978803.057400:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978803.121252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978803.121258:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978803.121262:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978803.121270:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978803.121277:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978803.121282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.121341:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978803.121344:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.121347:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978804.145276:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978804.145280:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978804.145283:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978804.145289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978804.145295:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978804.145298:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.145312:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978804.145314:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.145317:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978805.169261:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978805.169266:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978805.169271:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978805.169277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978805.169284:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978805.169290:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.169305:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978805.169308:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.169312:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978806.193484:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978806.193497:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978806.193499:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978806.193501:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978806.193503:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978806.193505:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.193507:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978806.193508:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.193510:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978807.217226:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978807.217233:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978807.217236:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978807.217242:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978807.217257:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978807.217262:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.217269:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978807.217272:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.217275:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978807.217294:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978807.217306:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978807.217310:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978807.217315:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978807.217320:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978807.217324:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.217328:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978807.217330:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.217333:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978808.179615:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978808.179619:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978808.179623:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978808.241260:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978808.241265:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978808.241268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978808.241277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978808.241284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978808.241287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.241290:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978808.241295:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.241309:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978809.265278:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978809.265284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978809.265289:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978809.265294:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978809.265300:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978809.265305:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.265311:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978809.265315:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.265321:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978810.291124:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978810.291128:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978810.291130:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978810.291133:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978810.291148:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978810.291149:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978810.291151:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978810.291153:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978810.291155:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978811.313273:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978811.313282:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978811.313284:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978811.313296:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978811.313300:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978811.313303:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.313306:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978811.313309:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.313312:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978811.313697:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978811.313699:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978811.313700:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978811.313703:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978811.313705:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978811.313707:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.313709:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978811.313710:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.313712:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.337548:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978812.337552:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978812.337553:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.337556:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978812.337558:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978812.337560:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978812.339750:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978812.339753:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978812.339756:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978813.302232:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978813.302236:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978813.302239:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978813.362165:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978813.362170:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978813.362173:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978813.362176:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978813.362180:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978813.362182:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978813.362185:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978813.362187:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978813.362190:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978813.365054:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978813.365060:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978813.365064:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978813.365071:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978813.365135:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978813.365153:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978813.365155:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978813.365156:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978813.365159:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978814.385248:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978814.385253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978814.385255:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978814.385260:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978814.385263:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978814.385268:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.385271:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978814.385274:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.385278:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978814.385968:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978814.385974:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978814.385978:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978814.385983:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978814.385988:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978814.385992:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.385995:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978814.385997:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.386001:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978815.409268:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978815.409274:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978815.409276:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978815.409288:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978815.409295:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978815.409300:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.409302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978815.409305:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.409308:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978815.411939:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978815.411944:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978815.411947:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978815.411951:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978815.411957:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978815.411962:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.411966:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978815.411968:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.411971:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978816.433359:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978816.433362:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978816.433363:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978816.433365:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978816.433367:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978816.433369:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978816.436362:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978816.436367:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978816.436370:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.457268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978817.457277:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978817.457281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.457289:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978817.457297:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978817.457301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.457317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.457322:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.457325:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978818.417340:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978818.417343:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978818.417346:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978818.481305:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978818.481309:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978818.481313:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978818.481319:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978818.481323:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978818.481326:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978818.481328:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978818.481330:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978818.481332:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978819.505247:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978819.505256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978819.505260:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978819.505268:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978819.505276:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978819.505282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978819.505289:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978819.505292:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978819.505296:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978819.505375:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978819.505380:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978819.505383:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978819.505386:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978819.505390:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978819.505394:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978819.507927:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978819.507931:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978819.507934:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978820.529276:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978820.529280:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978820.529284:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978820.529287:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978820.529291:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978820.529294:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978820.529304:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978820.529307:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978820.529311:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.553237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978821.553246:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978821.553250:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.553258:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978821.553266:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978821.553272:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978821.554087:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978821.554091:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978821.554094:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978821.873261:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978821.873270:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978821.873272:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978821.873276:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978821.873280:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978821.873287:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16355 00000400:00000200:0.0:1783978821.873295:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978821.873301:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978821.873304:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978821.873306:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873309:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873311:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873314:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978821.873317:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978821.873320:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978821.873322:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978821.873326:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978821.873328:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978821.873331:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978821.873333:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873335:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873337:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873339:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978821.873342:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978821.873345:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873347:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978821.873350:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978821.873354:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978821.873357:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873359:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978821.873362:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978821.873370:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978821.873373:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978821.873376:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978821.873378:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873381:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978821.873384:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978821.873388:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978821.873395:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783978821.873402:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.873411:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620496999552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978821.873420:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978821.873424:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978821.873429:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620496999552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978821.873453:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978821.873457:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978821.873460:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978821.873461:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978821.873463:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978821.873465:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978821.873468:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16355 00000400:00000200:0.0:1783978821.873472:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978821.873476:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978821.873478:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978821.873481:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873483:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873486:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873488:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978821.873491:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978821.873492:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978821.873494:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978821.873498:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978821.873501:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978821.873504:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978821.873508:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873511:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873514:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873518:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978821.873522:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978821.873527:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873530:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978821.873533:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978821.873539:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978821.873544:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873547:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978821.873552:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978821.873555:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873558:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978821.873563:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978821.873566:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978821.873569:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978821.873570:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873574:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978821.873576:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978821.873581:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978821.873595:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978821.873601:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.873620:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620496999680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978821.873629:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978821.873632:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978821.873640:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620496999680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978821.873650:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978821.873654:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978821.873657:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978821.873659:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978821.873661:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978821.873667:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978821.873672:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16355 00000400:00000200:0.0:1783978821.873679:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978821.873685:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978821.873688:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978821.873692:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873694:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873696:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873698:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978821.873703:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978821.873706:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978821.873708:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978821.873711:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978821.873716:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978821.873722:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978821.873742:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873746:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873749:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873754:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978821.873760:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978821.873769:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873772:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978821.873775:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978821.873779:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978821.873782:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873784:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978821.873786:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978821.873789:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873793:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978821.873798:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978821.873804:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978821.873808:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978821.873811:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.873814:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978821.873816:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978821.873820:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978821.873828:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978821.873832:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.873838:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620496999808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978821.873845:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978821.873850:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978821.873859:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620496999808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978821.873873:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978821.873876:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978821.873882:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978821.873885:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978821.873887:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978821.873894:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978821.873899:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16355 00000400:00000200:0.0:1783978821.873909:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978821.873918:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978821.873924:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978821.873928:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873934:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873940:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873945:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978821.873952:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978821.873955:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978821.873960:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978821.873965:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978821.873971:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978821.873977:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978821.873984:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873989:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.873994:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.873999:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978821.874003:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978821.874010:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978821.874016:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978821.874021:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978821.874026:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978821.874031:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.874036:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978821.874041:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978821.874046:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.874050:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978821.874059:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978821.874065:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978821.874070:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978821.874074:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.874076:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978821.874080:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978821.874081:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978821.874087:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978821.874092:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.874102:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620496999936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978821.874114:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978821.874118:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978821.874127:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620496999936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978821.874357:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978821.874360:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978821.874364:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978821.874366:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978821.874368:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978821.874371:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978821.874374:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16355 00000400:00000200:0.0:1783978821.874379:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978821.874382:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978821.874385:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978821.874390:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.874393:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.874397:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.874401:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978821.874405:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978821.874409:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978821.874413:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978821.874418:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978821.874424:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978821.874430:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978821.874438:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.874443:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978821.874448:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978821.874452:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978821.874456:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978821.874462:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978821.874468:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978821.874474:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978821.874478:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978821.874482:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.874487:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978821.874491:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978821.874495:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.874499:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978821.874506:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978821.874511:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978821.874517:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978821.874520:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.874522:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978821.874527:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978821.874529:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978821.874537:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978821.874543:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.874553:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497000064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978821.874568:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978821.874573:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978821.874582:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497000064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978821.874600:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978821.874608:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16365) 00000100:00000001:0.0:1783978822.577385:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978822.577390:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978822.577393:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978822.577397:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978822.577400:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978822.577403:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.577410:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978822.577413:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.577416:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978823.537355:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978823.537359:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978823.537362:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978823.601389:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978823.601393:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978823.601394:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978823.601398:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978823.601401:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978823.601403:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978823.601405:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978823.601407:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978823.601410:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978824.625216:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978824.625221:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978824.625224:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978824.625228:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978824.625233:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978824.625237:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.625249:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978824.625252:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.625258:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978824.625273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978824.625277:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978824.625280:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978824.625287:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978824.625290:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978824.625293:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.625303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978824.625307:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.625309:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978825.649222:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978825.649230:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978825.649234:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978825.649243:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978825.649252:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978825.649258:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.649286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978825.649289:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.649293:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.673529:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978826.673533:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978826.673535:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.673537:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978826.673541:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978826.673543:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.673544:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.673546:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.673548:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.993603:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978826.993609:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978826.993611:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978826.993618:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.993626:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.993628:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.993632:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978826.993635:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978826.993637:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.993640:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497000192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978826.993655:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978826.993659:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978826.993662:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.993664:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978826.993669:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978826.993672:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978826.993677:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978826.993680:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978826.993686:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978826.993693:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497000192, portal 25 00000100:00000001:0.0:1783978826.993695:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978826.993697:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783978826.993702:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.993709:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978826.993711:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978826.993713:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978826.993717:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497000192, offset 0 00000400:00000200:0.0:1783978826.993723:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978826.993729:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.993736:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978826.993741:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978826.993745:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978826.993749:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978826.993751:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978826.993755:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781252:781252:256:4294967295] 192.168.201.114@tcp LPNI seq info [781230:781230:8:4294967295] 00000400:00000200:0.0:1783978826.993759:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.993768:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978826.993773:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.993779:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978826.993786:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978826.993790:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978826.993802:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.993804:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978826.993809:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978826.993813:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978826.993818:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978826.993820:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978826.993824:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978826.993827:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.994782:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.994789:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.994796:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.994798:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978826.994809:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978826.994813:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978826.994816:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311034104 00000100:00000010:0.0:1783978826.994823:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978826.994831:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978826.994838:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311034104 00000100:00000010:0.0:1783978826.994841:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978826.994844:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978826.994847:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978826.994850:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.994853:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978826.994857:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978826/real 1783978826] req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978826.994868:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978826.994870:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978826.994872:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978826.994875:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978826.994877:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978826.994880:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978826.994884:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978826.994892:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.994900:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978826.994901:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.994903:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.994905:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978826.994909:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.994916:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978826.994921:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.994928:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978826.994931:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.994932:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.994934:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.994936:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978826.994938:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978826.994941:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978826.994944:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978826.994947:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978826.994951:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978826.994959:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497000192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978826.994964:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.994966:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.994969:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497000192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.994975:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978826.994978:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978826.994981:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978826.994985:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978826.994986:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978826.994988:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978826.994991:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978826.994993:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783978826.994996:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978826.994998:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978826.995000:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783978826.995003:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978826.995004:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995006:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995015:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978826.995016:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.995019:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978826.995020:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978826.995022:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978826.995025:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995032:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.995034:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.995036:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978826.995038:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978826.995040:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.995044:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978826.995047:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978826.995050:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978826.995052:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.995054:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978826.995058:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978826.995060:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978826.995063:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978826.995066:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978826.995070:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978826.995074:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497000320, portal 10 00000100:00000001:0.0:1783978826.995077:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978826.995078:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978826.995085:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995091:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978826.995093:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978826.995097:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978826.995099:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497000320, offset 0 00000400:00000200:0.0:1783978826.995103:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978826.995109:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.995114:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978826.995118:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978826.995121:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978826.995124:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978826.995126:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978826.995130:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781253:781253:256:4294967295] 192.168.201.114@tcp LPNI seq info [781231:781231:8:4294967295] 00000400:00000200:0.0:1783978826.995133:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.995155:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978826.995159:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.995164:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978826.995169:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978826.995173:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978826.995184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.995186:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978826.995189:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978826.995192:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978826.995196:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978826.995198:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978826.995200:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978826.995204:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995215:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.995219:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995224:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.995226:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978826.995229:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978826.995232:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978826.995236:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978826.995237:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311032843 00000100:00000001:0.0:1783978826.995240:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.995242:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311032843 00000100:00000001:0.0:1783978826.995243:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.995245:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978826.995246:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.995248:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978826.995251:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978826/real 1783978826] req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978826.995258:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978826.995259:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978826.995261:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978826.995264:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978826.995265:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978826.995267:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978826.995271:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978826.995278:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995284:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978826.995286:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995287:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.995289:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978826.995292:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995298:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978826.995301:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995308:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978826.995310:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995311:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.995313:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995315:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978826.995319:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978826.995321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978826.995324:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978826.995325:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978826.995329:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978826.995335:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978826.995337:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995339:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.995341:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497000320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.995346:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978826.995348:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978826.995349:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978826.995351:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978826.995352:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978826.995354:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978826.995356:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978826.995357:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783978826.995360:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978826.995361:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978826.995362:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978826.995365:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978826.995366:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995367:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.995371:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978826.995372:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.995373:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978826.995375:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.996129:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978826.996132:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978826.996134:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978826.996153:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996161:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.996162:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.996164:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978826.996166:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978826.996168:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.996171:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978826.996174:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978826.996177:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978826.996178:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.996181:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978826.996185:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978826.996187:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978826.996191:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978826.996193:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978826.996197:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978826.996200:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497000448, portal 10 00000100:00000001:0.0:1783978826.996202:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978826.996204:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978826.996210:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996216:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978826.996218:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978826.996220:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978826.996223:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497000448, offset 0 00000400:00000200:0.0:1783978826.996227:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978826.996233:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.996237:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978826.996240:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978826.996244:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978826.996247:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978826.996249:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978826.996251:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781254:781254:256:4294967295] 192.168.201.114@tcp LPNI seq info [781232:781232:8:4294967295] 00000400:00000200:0.0:1783978826.996256:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.996263:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978826.996268:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.996271:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978826.996277:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978826.996280:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978826.996291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.996298:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978826.996303:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978826.996306:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978826.996310:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978826.996312:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978826.996314:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978826.996317:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996330:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.996337:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996343:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.996345:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978826.996348:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978826.996351:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978826.996354:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978826.996357:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311032846 00000100:00000001:0.0:1783978826.996359:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.996361:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311032846 00000100:00000001:0.0:1783978826.996364:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.996366:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978826.996368:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.996370:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978826.996373:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978826/real 1783978826] req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978826.996381:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978826.996382:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978826.996383:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978826.996385:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978826.996387:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978826.996389:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978826.996392:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978826.996402:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996408:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978826.996409:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996412:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.996413:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978826.996416:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996423:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978826.996426:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996433:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978826.996435:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996436:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.996438:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996440:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978826.996442:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978826.996445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978826.996448:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978826.996451:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978826.996454:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978826.996465:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978826.996469:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978826.996472:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996478:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.996480:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.996481:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978826.996483:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978826.996485:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.996488:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978826.996490:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978826.996492:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978826.996493:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.996496:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978826.996499:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978826.996501:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978826.996504:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978826.996506:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978826.996508:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978826.996511:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497000576, portal 4 00000100:00000001:0.0:1783978826.996512:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978826.996513:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978826.996518:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996523:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978826.996525:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978826.996527:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978826.996528:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497000576, offset 0 00000400:00000200:0.0:1783978826.996532:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978826.996536:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.996539:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978826.996542:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978826.996544:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978826.996546:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978826.996547:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978826.996550:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781255:781255:256:4294967295] 192.168.201.114@tcp LPNI seq info [781233:781233:8:4294967295] 00000400:00000200:0.0:1783978826.996553:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.996559:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978826.996562:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.996565:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978826.996575:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978826.996578:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978826.996587:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.996589:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978826.996591:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978826.996594:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978826.996596:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978826.996597:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978826.996599:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978826.996602:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996610:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.996613:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996619:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.996620:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978826.996622:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978826.996625:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978826.996628:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978826.996630:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311032895 00000100:00000001:0.0:1783978826.996633:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.996635:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311032895 00000100:00000001:0.0:1783978826.996637:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.996639:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978826.996640:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.996654:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978826.996658:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978826/real 1783978826] req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978826.996665:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978826.996666:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978826.996667:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978826.996669:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978826.996670:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978826.996672:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978826.996675:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978826.996682:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996687:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978826.996688:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996690:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.996691:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978826.996694:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996699:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978826.996702:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996709:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978826.996711:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996713:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.996714:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996715:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978826.996717:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978826.996719:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978826.996722:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978826.996724:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978826.996729:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978826.996741:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978826.996744:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978826.996747:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996752:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.996753:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.996755:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978826.996756:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978826.996758:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.996761:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978826.996763:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978826.996765:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978826.996766:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978826.996767:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978826.996770:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978826.996771:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978826.996774:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978826.996777:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978826.996779:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978826.996782:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497000704, portal 4 00000100:00000001:0.0:1783978826.996783:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978826.996784:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978826.996789:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996795:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978826.996797:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978826.996799:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978826.996801:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497000704, offset 0 00000400:00000200:0.0:1783978826.996805:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978826.996809:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.996811:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978826.996814:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978826.996816:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978826.996818:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978826.996820:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978826.996822:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781256:781256:256:4294967295] 192.168.201.114@tcp LPNI seq info [781234:781234:8:4294967295] 00000400:00000200:0.0:1783978826.996826:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978826.996831:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978826.996835:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.996838:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978826.996841:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978826.996844:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978826.996853:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978826.996855:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978826.996858:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978826.996860:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978826.996863:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978826.996864:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978826.996866:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978826.996869:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996875:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.996878:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996883:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.996884:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978826.996887:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978826.996889:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978826.996892:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978826.996894:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311032866 00000100:00000001:0.0:1783978826.996896:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.996898:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311032866 00000100:00000001:0.0:1783978826.996900:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311034104 00000100:00000001:0.0:1783978826.996902:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978826.996904:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.996906:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978826.996909:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978826/real 1783978826] req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978826.996915:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978826.996916:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978826.996917:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978826.996919:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978826.996920:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978826.996923:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978826.996925:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978826.996932:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996937:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978826.996939:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996940:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.996941:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978826.996944:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996949:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978826.996952:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996958:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978826.996962:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996963:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978826.996964:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996967:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978826.996968:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978826.996971:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978826.996973:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978826.996975:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978826.996979:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978826.996985:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497000704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978826.996988:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.996990:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.996993:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497000448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.996999:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978826.997001:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978826.997003:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978826.997005:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978826.997007:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978826.997008:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978826.997010:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978826.997012:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783978826.997015:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978826.997016:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978826.997018:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978826.997021:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978826.997022:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.997024:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.997027:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497000576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.997037:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978826.997039:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978826.997040:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978826.997042:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978826.997043:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978826.997044:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978826.997046:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978826.997047:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783978826.997049:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978826.997050:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978826.997051:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978826.997052:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978826.997054:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.997055:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978826.997058:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497000704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978826.997063:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978826.997064:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978826.997066:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978826.997068:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978826.997068:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978826.997069:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978826.997071:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978826.997072:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783978826.997074:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978826.997074:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978826.997076:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978826.997080:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978826.997081:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.997083:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.997089:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978826.997091:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.997093:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978826.997094:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.697368:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978827.697372:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978827.697374:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.697377:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978827.697380:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978827.697383:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.697387:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978827.697391:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.697397:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.697413:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978827.697418:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978827.697421:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.697424:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978827.697427:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978827.697429:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.697430:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978827.697432:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.697433:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978828.657288:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978828.657292:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978828.657295:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978828.721265:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978828.721274:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978828.721278:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978828.721285:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978828.721292:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978828.721299:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.721305:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978828.721310:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.721315:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978828.721651:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978828.721655:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978828.721657:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978828.721659:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978828.721662:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978828.721664:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.721666:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978828.721668:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.721670:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978829.748808:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978829.748812:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978829.748814:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978829.748816:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978829.748818:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978829.748820:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978829.748822:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978829.748823:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978829.748825:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978831.795006:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978831.795009:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978831.795011:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978831.795014:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978831.795015:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978831.795017:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.795019:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978831.795020:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.795022:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978832.113276:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978832.113288:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978832.113290:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978832.113294:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978832.113299:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978832.113305:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16365 00000400:00000200:0.0:1783978832.113315:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978832.113321:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978832.113324:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978832.113327:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113330:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113332:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113335:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978832.113348:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978832.113350:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978832.113352:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978832.113356:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978832.113359:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978832.113362:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978832.113365:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113367:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113369:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113371:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978832.113374:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978832.113376:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113378:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978832.113381:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978832.113384:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978832.113387:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113389:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978832.113392:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978832.113401:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978832.113404:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978832.113408:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978832.113409:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113412:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978832.113415:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978832.113418:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978832.113426:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783978832.113432:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.113441:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497000832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978832.113448:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978832.113451:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978832.113454:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497000832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978832.113472:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978832.113474:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978832.113477:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978832.113478:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978832.113479:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978832.113481:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978832.113483:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16365 00000400:00000200:0.0:1783978832.113487:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978832.113490:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978832.113493:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978832.113496:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113498:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113500:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113505:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978832.113510:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978832.113513:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978832.113517:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978832.113521:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978832.113525:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978832.113530:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978832.113536:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113540:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113542:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113546:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978832.113551:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978832.113564:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113567:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978832.113570:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978832.113576:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978832.113581:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113586:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978832.113592:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978832.113597:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113601:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978832.113607:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978832.113613:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978832.113619:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978832.113620:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113624:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978832.113627:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978832.113630:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978832.113637:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978832.113643:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.113651:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497000960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978832.113665:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978832.113669:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978832.113679:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497000960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978832.113692:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978832.113696:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978832.113701:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978832.113705:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978832.113708:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978832.113710:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978832.113713:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16365 00000400:00000200:0.0:1783978832.113720:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978832.113723:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978832.113727:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978832.113732:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113734:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113737:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113741:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978832.113742:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978832.113743:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978832.113745:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978832.113748:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978832.113750:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978832.113753:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978832.113759:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113762:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113766:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113770:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978832.113772:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978832.113778:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113780:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978832.113782:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978832.113786:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978832.113788:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113789:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978832.113791:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978832.113794:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113797:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978832.113800:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978832.113805:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978832.113807:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978832.113809:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113814:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978832.113815:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978832.113818:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978832.113825:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978832.113831:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.113839:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497001088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978832.113867:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978832.113871:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978832.113877:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497001088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978832.113898:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978832.113904:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978832.113913:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978832.113916:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978832.113918:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978832.113923:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978832.113928:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16365 00000400:00000200:0.0:1783978832.113933:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978832.113938:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978832.113941:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978832.113946:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113950:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113953:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113957:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978832.113962:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978832.113963:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978832.113966:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978832.113968:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978832.113969:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978832.113972:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978832.113975:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113978:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.113981:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113983:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978832.113985:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978832.113990:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978832.113991:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978832.113992:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978832.113995:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978832.113998:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.113999:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978832.114001:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978832.114003:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.114006:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978832.114009:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978832.114011:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978832.114015:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978832.114016:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.114021:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978832.114022:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978832.114023:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978832.114034:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978832.114038:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.114045:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497001216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978832.114066:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978832.114070:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978832.114078:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497001216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978832.114092:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978832.114095:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978832.114099:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978832.114102:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978832.114105:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978832.114110:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978832.114114:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16365 00000400:00000200:0.0:1783978832.114121:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978832.114126:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978832.114129:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978832.114133:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.114165:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.114170:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.114174:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978832.114177:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978832.114180:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978832.114183:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978832.114184:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978832.114187:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978832.114190:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978832.114197:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.114201:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978832.114205:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978832.114209:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978832.114211:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978832.114216:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978832.114219:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978832.114222:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978832.114225:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978832.114227:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.114230:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978832.114233:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978832.114237:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.114240:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978832.114243:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978832.114247:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978832.114251:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978832.114253:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.114255:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978832.114258:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978832.114260:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978832.114267:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978832.114273:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.114284:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497001344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978832.114306:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978832.114308:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978832.114314:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497001344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978832.114327:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978832.114334:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16375) 00000100:00000001:0.0:1783978832.817338:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978832.817341:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978832.817341:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.817343:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978832.817345:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978832.817346:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.817347:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978832.817348:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.817349:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.817704:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978832.817708:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978832.817710:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.817713:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978832.817716:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978832.817719:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.817721:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978832.817724:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.817729:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978833.777307:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978833.777310:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978833.777314:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978833.841243:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978833.841253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978833.841257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978833.841263:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978833.841268:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978833.841271:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.841291:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978833.841294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.841297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978833.841310:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978833.841314:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978833.841316:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978833.841319:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978833.841322:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978833.841326:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.841332:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978833.841334:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.841337:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978834.865234:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978834.865240:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978834.865244:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978834.865249:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978834.865255:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978834.865259:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.865264:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978834.865269:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.865276:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978834.865295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978834.865299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978834.865301:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978834.865304:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978834.865309:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978834.865313:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.865317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978834.865321:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.865325:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978835.889232:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978835.889240:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978835.889243:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978835.889251:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978835.889257:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978835.889262:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.889268:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978835.889273:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.889279:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978835.889296:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978835.889300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978835.889301:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978835.889304:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978835.889306:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978835.889308:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.889311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978835.889315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.889318:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978836.913255:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978836.913263:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978836.913266:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978836.913275:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978836.913282:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978836.913286:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.913719:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978836.913721:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.913723:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978837.937247:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978837.937259:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978837.937264:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978837.937272:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978837.937280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978837.937285:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.937311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978837.937314:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.937318:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978838.897353:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978838.897356:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978838.897360:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978838.961233:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978838.961241:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978838.961245:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978838.961254:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978838.961260:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978838.961266:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.961400:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978838.961404:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.961408:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978839.985572:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978839.985578:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978839.985582:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978839.985593:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978839.985600:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978839.985608:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.985616:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978839.985627:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.985631:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978841.009478:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978841.009485:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978841.009487:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978841.009492:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978841.009496:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978841.009500:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.009502:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978841.009505:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.009507:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978842.033257:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978842.033263:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978842.033267:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978842.033271:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978842.033276:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978842.033280:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.033285:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978842.033289:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.033293:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978842.033461:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978842.033465:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978842.033473:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978842.033487:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978842.033494:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978842.033499:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.033505:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978842.033510:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.033515:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.057268:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978843.057280:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978843.057287:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978843.057297:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978843.057306:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978843.057313:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.057352:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978843.057359:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.057391:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978844.017341:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978844.017345:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978844.017360:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978844.081224:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978844.081233:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978844.081236:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978844.081245:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978844.081252:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978844.081258:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.081262:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978844.081267:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.081270:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978844.081294:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978844.081297:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978844.081298:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978844.081300:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978844.081303:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978844.081304:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.081306:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978844.081309:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.081311:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978844.081331:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978844.081342:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978844.081358:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978844.081360:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978844.081363:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978844.081365:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.081387:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978844.081390:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.081394:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978845.105264:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978845.105274:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978845.105277:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978845.105282:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978845.105293:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978845.105311:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978845.105338:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978845.105346:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978845.105350:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978845.105394:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978845.105399:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978845.105404:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978845.105410:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978845.105418:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978845.105425:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978845.105436:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978845.105438:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978845.105442:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978846.130422:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978846.130427:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978846.130429:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978846.130433:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978846.130436:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978846.130439:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978846.130442:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978846.130446:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978846.130451:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978847.153215:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978847.153221:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978847.153225:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978847.153231:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978847.153237:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978847.153243:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978847.153262:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978847.153265:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978847.153268:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.177228:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978848.177234:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978848.177239:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978848.177244:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978848.177251:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978848.177257:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978848.177268:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978848.177273:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978848.177288:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978849.137335:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978849.137339:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978849.137342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978849.201212:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978849.201220:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978849.201223:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978849.201230:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978849.201234:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978849.201237:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.201242:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978849.201245:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.201251:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978851.249479:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978851.249481:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978851.249482:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978851.249484:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978851.249485:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978851.249487:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.249587:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978851.249590:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.249592:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.273256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978852.273263:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.273267:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.273275:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978852.273282:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.273290:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.273295:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.273299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.273303:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.273382:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978852.273386:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.273389:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.273394:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978852.273398:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.273401:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.273404:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.273407:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.273410:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.273434:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978852.273437:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.273438:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.273440:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978852.273442:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.273444:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.273446:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.273447:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.273450:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.593524:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978852.593530:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.593534:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978852.593544:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.593562:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.593565:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.593571:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978852.593575:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978852.593580:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.593588:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497003392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978852.593596:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978852.593601:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978852.593605:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.593609:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978852.593614:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978852.593618:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978852.593626:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978852.593641:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978852.593649:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978852.593657:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497003392, portal 25 00000100:00000001:0.0:1783978852.593661:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978852.593665:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783978852.593674:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.593687:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978852.593693:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978852.593697:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978852.593703:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497003392, offset 0 00000400:00000200:0.0:1783978852.593713:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978852.593724:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.593735:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978852.593744:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978852.593751:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978852.593758:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978852.593762:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978852.593765:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781277:781277:256:4294967295] 192.168.201.114@tcp LPNI seq info [781255:781255:8:4294967295] 00000400:00000200:0.0:1783978852.593771:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.593788:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978852.593800:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.593808:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978852.593817:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978852.593821:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978852.593849:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.593853:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978852.593861:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978852.593870:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978852.593876:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978852.593880:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978852.593887:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978852.593894:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.593918:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.593922:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.593933:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.593935:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978852.593940:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978852.593946:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978852.593949:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311059703 00000100:00000010:0.0:1783978852.593956:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978852.593963:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978852.593970:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311059703 00000100:00000010:0.0:1783978852.593976:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978852.593981:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978852.593988:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978852.593994:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.593999:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978852.594007:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978852/real 1783978852] req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978852.594027:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978852.594031:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978852.594034:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978852.594039:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978852.594043:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978852.594048:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978852.594055:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978852.594072:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594087:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978852.594091:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594096:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.594100:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978852.594109:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594125:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978852.594133:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594163:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978852.594166:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594167:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.594168:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594170:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978852.594171:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978852.594174:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978852.594181:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978852.594184:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978852.594190:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978852.594210:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497003392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978852.594220:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594224:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.594232:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497003392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594256:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978852.594259:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978852.594263:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978852.594268:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978852.594271:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978852.594274:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978852.594279:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978852.594284:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783978852.594290:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978852.594293:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978852.594297:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783978852.594306:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978852.594308:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594311:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594319:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.594321:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.594325:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978852.594327:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.594329:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978852.594336:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594352:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.594356:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.594362:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978852.594366:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978852.594371:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.594378:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978852.594386:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978852.594391:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978852.594395:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.594398:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978852.594404:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978852.594408:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978852.594415:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978852.594420:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978852.594424:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978852.594427:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497003520, portal 10 00000100:00000001:0.0:1783978852.594431:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978852.594433:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978852.594442:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594458:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978852.594464:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978852.594469:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978852.594474:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497003520, offset 0 00000400:00000200:0.0:1783978852.594485:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978852.594492:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.594500:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978852.594505:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978852.594510:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978852.594513:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978852.594515:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978852.594519:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781278:781278:256:4294967295] 192.168.201.114@tcp LPNI seq info [781256:781256:8:4294967295] 00000400:00000200:0.0:1783978852.594524:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.594531:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978852.594535:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.594539:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978852.594542:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978852.594544:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978852.594551:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.594552:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978852.594555:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978852.594558:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978852.594561:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978852.594563:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978852.594566:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978852.594569:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594576:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.594579:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594586:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.594587:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978852.594591:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978852.594594:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978852.594597:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978852.594599:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311058443 00000100:00000001:0.0:1783978852.594602:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.594604:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311058443 00000100:00000001:0.0:1783978852.594605:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.594607:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978852.594608:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.594609:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978852.594612:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978852/real 1783978852] req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978852.594617:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978852.594618:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978852.594619:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978852.594621:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978852.594622:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978852.594623:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978852.594636:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978852.594648:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594659:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978852.594661:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594663:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.594664:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978852.594668:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594674:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978852.594677:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594684:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978852.594687:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594689:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.594690:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594692:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978852.594695:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978852.594697:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978852.594700:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978852.594703:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978852.594706:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978852.594713:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978852.594717:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978852.594720:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594726:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.594728:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.594730:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978852.594732:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978852.594734:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.594737:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978852.594740:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978852.594742:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978852.594743:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.594744:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978852.594748:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978852.594750:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978852.594753:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978852.594755:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978852.594758:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978852.594761:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497003648, portal 10 00000100:00000001:0.0:1783978852.594763:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978852.594764:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978852.594769:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594775:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978852.594777:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978852.594779:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978852.594781:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497003648, offset 0 00000400:00000200:0.0:1783978852.594785:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978852.594789:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.594792:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978852.594795:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978852.594797:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978852.594799:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978852.594801:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978852.594803:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781279:781279:256:4294967295] 192.168.201.114@tcp LPNI seq info [781257:781257:8:4294967295] 00000400:00000200:0.0:1783978852.594805:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.594809:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978852.594813:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.594815:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978852.594817:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978852.594819:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978852.594826:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.594827:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978852.594829:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978852.594831:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978852.594833:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978852.594834:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978852.594836:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978852.594840:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594847:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.594850:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594855:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.594857:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978852.594860:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978852.594863:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978852.594866:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978852.594868:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311058444 00000100:00000001:0.0:1783978852.594870:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.594873:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311058444 00000100:00000001:0.0:1783978852.594874:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.594876:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978852.594878:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.594880:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978852.594883:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978852/real 1783978852] req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978852.594888:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978852.594889:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978852.594890:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978852.594892:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978852.594893:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978852.594894:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978852.594896:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978852.594901:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594904:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978852.594905:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594906:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.594907:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978852.594909:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594912:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978852.594914:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594918:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978852.594920:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594921:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.594921:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.594922:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978852.594924:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978852.594925:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978852.594927:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978852.594928:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978852.594931:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978852.594935:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978852.594937:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978852.594939:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594942:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.594943:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.594944:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978852.594945:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978852.594947:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.594948:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978852.594950:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978852.594951:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978852.594952:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.594952:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978852.594955:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978852.594956:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978852.594958:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978852.594960:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978852.594962:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978852.594963:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497003776, portal 4 00000100:00000001:0.0:1783978852.594964:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978852.594965:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978852.594969:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.594972:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978852.594974:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978852.594975:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978852.594977:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497003776, offset 0 00000400:00000200:0.0:1783978852.594979:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978852.594981:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.594983:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978852.594985:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978852.594986:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978852.594988:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978852.594989:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978852.594991:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781280:781280:256:4294967295] 192.168.201.114@tcp LPNI seq info [781258:781258:8:4294967295] 00000400:00000200:0.0:1783978852.594994:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.594997:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978852.595001:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.595003:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978852.595007:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978852.595010:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978852.595019:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.595021:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978852.595023:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978852.595026:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978852.595028:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978852.595030:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978852.595032:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978852.595035:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595042:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.595045:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595051:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.595052:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978852.595055:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978852.595058:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978852.595061:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978852.595063:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311058493 00000100:00000001:0.0:1783978852.595065:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.595067:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311058493 00000100:00000001:0.0:1783978852.595068:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.595070:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978852.595071:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.595072:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978852.595075:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978852/real 1783978852] req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978852.595083:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978852.595084:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978852.595086:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978852.595088:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978852.595089:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978852.595091:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978852.595094:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978852.595102:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595107:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978852.595109:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595111:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.595112:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978852.595116:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595121:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978852.595123:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595127:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978852.595129:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595130:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.595131:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595132:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978852.595133:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978852.595134:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978852.595150:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978852.595151:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978852.595154:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978852.595158:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978852.595160:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595161:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.595163:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497003520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595166:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978852.595167:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978852.595169:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978852.595170:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978852.595172:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978852.595173:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978852.595174:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978852.595175:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783978852.595177:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978852.595178:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978852.595179:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978852.595181:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978852.595182:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595183:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.595185:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497003648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595192:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978852.595193:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978852.595194:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978852.595195:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978852.595196:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978852.595197:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978852.595209:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978852.595210:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783978852.595211:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978852.595212:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978852.595212:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978852.595214:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978852.595214:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595216:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.595218:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497003776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595222:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978852.595222:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978852.595223:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978852.595225:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978852.595225:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978852.595226:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978852.595227:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978852.595228:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783978852.595229:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978852.595229:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978852.595230:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978852.595231:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978852.595232:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595232:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595235:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.595236:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.595237:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978852.595238:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.595239:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978852.595242:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595248:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.595250:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.595252:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978852.595253:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978852.595255:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.595257:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978852.595260:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978852.595262:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978852.595264:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978852.595266:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978852.595269:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978852.595271:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978852.595274:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978852.595276:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978852.595279:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978852.595282:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497003904, portal 4 00000100:00000001:0.0:1783978852.595284:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978852.595285:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978852.595291:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595297:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978852.595298:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978852.595300:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978852.595302:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497003904, offset 0 00000400:00000200:0.0:1783978852.595304:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978852.595307:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.595309:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978852.595311:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978852.595314:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978852.595316:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978852.595318:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978852.595321:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781281:781281:256:4294967295] 192.168.201.114@tcp LPNI seq info [781259:781259:8:4294967295] 00000400:00000200:0.0:1783978852.595324:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978852.595330:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978852.595334:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.595338:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978852.595341:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978852.595344:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978852.595354:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978852.595356:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978852.595358:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978852.595362:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978852.595364:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978852.595366:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978852.595368:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978852.595372:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595377:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.595378:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595382:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.595383:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978852.595385:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978852.595387:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978852.595389:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978852.595390:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311058465 00000100:00000001:0.0:1783978852.595392:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.595393:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311058465 00000100:00000001:0.0:1783978852.595395:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311059703 00000100:00000001:0.0:1783978852.595397:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978852.595399:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.595401:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978852.595404:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978852/real 1783978852] req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978852.595411:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978852.595412:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978852.595414:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978852.595416:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978852.595418:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978852.595420:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978852.595422:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978852.595431:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595437:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978852.595439:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595440:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.595442:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978852.595445:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595452:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978852.595455:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595462:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978852.595464:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595466:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978852.595467:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595468:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978852.595471:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978852.595473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978852.595477:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978852.595479:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978852.595482:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978852.595486:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497003904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978852.595488:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595489:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978852.595491:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497003904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978852.595494:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978852.595495:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978852.595496:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978852.595498:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978852.595499:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978852.595500:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978852.595502:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978852.595503:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783978852.595505:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978852.595506:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978852.595507:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978852.595510:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978852.595511:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595512:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.595515:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.595516:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.595519:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978852.595520:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.297248:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978853.297257:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978853.297262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.297271:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978853.297276:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978853.297280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.297285:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.297288:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.297292:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.297305:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978853.297308:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978853.297311:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.297314:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978853.297316:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978853.297318:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.297319:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.297320:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.297322:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978854.257375:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978854.257379:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978854.257383:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978854.321250:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978854.321258:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978854.321263:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978854.321279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978854.321282:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978854.321284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.321296:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978854.321299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.321304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978854.321316:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978854.321319:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978854.321322:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978854.321324:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978854.321327:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978854.321329:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.321331:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978854.321333:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.321343:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978855.345259:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978855.345267:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978855.345272:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978855.345281:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978855.345288:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978855.345296:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978855.345323:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978855.345324:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978855.345326:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978856.369286:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978856.369292:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978856.369297:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978856.369303:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978856.369309:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978856.369314:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978856.369323:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978856.369328:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978856.369333:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.393239:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978857.393248:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978857.393251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.393258:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978857.393263:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978857.393267:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.393388:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.393391:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.393394:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.393438:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978857.393441:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978857.393442:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.393445:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978857.393446:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978857.393448:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.393450:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.393452:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.393454:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.713506:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978857.713514:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978857.713518:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978857.713527:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.713546:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.713550:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.713553:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978857.713557:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978857.713561:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.713567:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497004032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978857.713575:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978857.713581:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978857.713587:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.713592:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978857.713601:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978857.713606:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978857.713614:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978857.713619:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978857.713625:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978857.713633:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004032, portal 25 00000100:00000001:0.0:1783978857.713636:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978857.713640:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783978857.713646:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.713661:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978857.713667:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978857.713673:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978857.713680:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497004032, offset 0 00000400:00000200:0.0:1783978857.713692:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978857.713705:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.713717:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978857.713725:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978857.713742:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978857.713750:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978857.713758:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978857.713766:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781282:781282:256:4294967295] 192.168.201.114@tcp LPNI seq info [781260:781260:8:4294967295] 00000400:00000200:0.0:1783978857.713783:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.713800:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978857.713810:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.713818:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978857.713829:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978857.713835:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978857.713864:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.713869:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978857.713877:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978857.713884:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978857.713892:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978857.713896:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978857.713901:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978857.713908:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.713922:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.713926:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.713934:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.713937:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978857.713943:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978857.713949:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978857.713953:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311064823 00000100:00000010:0.0:1783978857.713961:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978857.713969:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978857.713978:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311064823 00000100:00000010:0.0:1783978857.713984:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978857.713991:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978857.713996:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978857.714002:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.714006:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978857.714015:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978857/real 1783978857] req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978857.714033:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978857.714036:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978857.714047:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978857.714052:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978857.714055:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978857.714057:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978857.714063:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978857.714074:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714092:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978857.714096:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714101:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.714106:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978857.714123:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714165:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978857.714178:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714199:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978857.714205:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714211:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.714214:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714219:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978857.714223:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978857.714230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978857.714239:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978857.714245:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978857.714254:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978857.714271:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497004032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978857.714285:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714290:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.714296:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497004032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714313:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978857.714318:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978857.714321:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978857.714326:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978857.714329:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978857.714331:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978857.714333:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978857.714336:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783978857.714347:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978857.714350:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978857.714352:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783978857.714357:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978857.714359:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714362:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714370:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978857.714373:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.714379:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978857.714381:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978857.714382:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978857.714387:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714394:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.714396:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.714398:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978857.714400:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978857.714402:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.714404:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978857.714408:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978857.714410:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978857.714412:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.714413:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978857.714416:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978857.714418:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978857.714422:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978857.714424:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978857.714427:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978857.714429:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004160, portal 10 00000100:00000001:0.0:1783978857.714431:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978857.714433:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978857.714439:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714445:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978857.714447:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978857.714450:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978857.714452:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497004160, offset 0 00000400:00000200:0.0:1783978857.714456:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978857.714460:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.714464:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978857.714467:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978857.714469:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978857.714472:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978857.714474:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978857.714477:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781283:781283:256:4294967295] 192.168.201.114@tcp LPNI seq info [781261:781261:8:4294967295] 00000400:00000200:0.0:1783978857.714481:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.714487:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978857.714491:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.714494:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978857.714498:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978857.714502:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978857.714513:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.714514:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978857.714517:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978857.714520:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978857.714523:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978857.714525:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978857.714527:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978857.714531:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714539:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.714542:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714549:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.714550:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978857.714553:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978857.714556:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978857.714559:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978857.714562:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311063563 00000100:00000001:0.0:1783978857.714564:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.714566:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311063563 00000100:00000001:0.0:1783978857.714568:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.714570:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978857.714572:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.714574:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978857.714578:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978857/real 1783978857] req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978857.714588:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978857.714589:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978857.714591:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978857.714594:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978857.714595:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978857.714597:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978857.714600:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978857.714609:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714616:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978857.714617:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714618:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.714620:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978857.714623:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714629:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978857.714633:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714639:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978857.714642:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714643:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.714644:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714646:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978857.714649:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978857.714651:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978857.714655:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978857.714657:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978857.714661:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978857.714669:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978857.714673:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978857.714676:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714683:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.714684:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.714686:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978857.714687:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978857.714689:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.714692:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978857.714695:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978857.714697:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978857.714699:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.714701:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978857.714704:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978857.714706:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978857.714709:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978857.714711:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978857.714714:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978857.714717:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004288, portal 10 00000100:00000001:0.0:1783978857.714718:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978857.714720:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978857.714724:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714731:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978857.714733:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978857.714735:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978857.714737:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497004288, offset 0 00000400:00000200:0.0:1783978857.714741:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978857.714744:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.714747:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978857.714750:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978857.714753:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978857.714755:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978857.714757:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978857.714760:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781284:781284:256:4294967295] 192.168.201.114@tcp LPNI seq info [781262:781262:8:4294967295] 00000400:00000200:0.0:1783978857.714764:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.714770:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978857.714774:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.714777:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978857.714780:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978857.714783:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978857.714792:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.714794:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978857.714797:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978857.714800:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978857.714803:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978857.714805:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978857.714807:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978857.714810:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714815:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.714817:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714822:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.714823:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978857.714826:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978857.714829:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978857.714832:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978857.714833:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311063564 00000100:00000001:0.0:1783978857.714835:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.714837:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311063564 00000100:00000001:0.0:1783978857.714839:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.714841:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978857.714843:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.714845:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978857.714849:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978857/real 1783978857] req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978857.714857:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978857.714858:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978857.714860:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978857.714862:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978857.714863:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978857.714865:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978857.714868:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978857.714876:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714880:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978857.714880:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714882:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.714883:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978857.714885:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714889:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978857.714891:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714894:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978857.714896:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714897:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.714897:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.714899:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978857.714901:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978857.714902:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978857.714904:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978857.714905:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978857.714908:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978857.714912:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978857.714914:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978857.714915:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714919:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.714920:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.714921:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978857.714922:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978857.714924:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.714925:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978857.714927:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978857.714928:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978857.714929:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.714930:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978857.714932:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978857.714933:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978857.714935:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978857.714937:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978857.714939:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978857.714941:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004416, portal 4 00000100:00000001:0.0:1783978857.714942:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978857.714943:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978857.714946:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.714950:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978857.714951:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978857.714952:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978857.714954:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497004416, offset 0 00000400:00000200:0.0:1783978857.714956:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978857.714959:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.714961:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978857.714962:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978857.714964:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978857.714966:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978857.714968:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978857.714971:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781285:781285:256:4294967295] 192.168.201.114@tcp LPNI seq info [781263:781263:8:4294967295] 00000400:00000200:0.0:1783978857.714975:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.714981:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978857.714985:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.714988:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978857.714992:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978857.714994:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978857.715004:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.715006:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978857.715009:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978857.715012:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978857.715015:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978857.715016:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978857.715018:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978857.715021:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715026:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.715027:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715035:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.715036:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978857.715038:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978857.715040:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978857.715042:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978857.715043:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311063613 00000100:00000001:0.0:1783978857.715045:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.715046:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311063613 00000100:00000001:0.0:1783978857.715048:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.715049:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978857.715050:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.715051:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978857.715053:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978857/real 1783978857] req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978857.715057:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978857.715058:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978857.715059:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978857.715060:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978857.715061:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978857.715062:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978857.715064:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978857.715069:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715072:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978857.715073:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715074:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.715074:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978857.715077:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715084:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978857.715088:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715094:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978857.715097:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715098:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.715099:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715101:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978857.715103:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978857.715105:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978857.715118:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978857.715121:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978857.715125:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978857.715133:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978857.715151:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978857.715154:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715158:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.715159:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.715160:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978857.715161:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978857.715162:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.715164:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978857.715166:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978857.715168:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978857.715169:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978857.715170:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978857.715172:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978857.715173:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978857.715176:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978857.715177:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978857.715179:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978857.715181:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004544, portal 4 00000100:00000001:0.0:1783978857.715182:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978857.715183:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978857.715187:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715191:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978857.715192:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978857.715193:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978857.715195:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497004544, offset 0 00000400:00000200:0.0:1783978857.715197:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978857.715199:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.715201:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978857.715203:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978857.715205:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978857.715206:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978857.715208:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978857.715210:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781286:781286:256:4294967295] 192.168.201.114@tcp LPNI seq info [781264:781264:8:4294967295] 00000400:00000200:0.0:1783978857.715213:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978857.715218:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978857.715222:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.715225:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978857.715228:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978857.715231:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978857.715241:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978857.715243:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978857.715245:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978857.715249:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978857.715251:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978857.715253:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978857.715255:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978857.715259:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715266:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.715268:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715272:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.715273:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978857.715277:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978857.715279:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978857.715282:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978857.715284:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311063585 00000100:00000001:0.0:1783978857.715286:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.715288:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311063585 00000100:00000001:0.0:1783978857.715290:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311064823 00000100:00000001:0.0:1783978857.715292:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978857.715293:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.715295:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978857.715299:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978857/real 1783978857] req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978857.715306:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978857.715307:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978857.715309:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978857.715311:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978857.715313:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978857.715315:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978857.715319:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978857.715325:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715328:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978857.715329:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715330:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.715331:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978857.715333:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715337:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978857.715339:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715343:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978857.715344:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715345:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978857.715345:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715346:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978857.715348:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978857.715349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978857.715351:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978857.715352:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978857.715354:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978857.715358:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978857.715360:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715361:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.715364:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497004160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715368:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978857.715369:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978857.715371:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978857.715373:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978857.715375:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978857.715376:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978857.715378:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978857.715379:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783978857.715381:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978857.715383:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978857.715384:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978857.715386:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978857.715388:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715389:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.715392:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497004288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715398:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978857.715399:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978857.715401:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978857.715403:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978857.715404:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978857.715405:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978857.715407:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978857.715409:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783978857.715411:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978857.715412:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978857.715413:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978857.715414:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978857.715415:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715416:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.715418:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497004416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715422:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978857.715423:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978857.715424:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978857.715426:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978857.715427:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978857.715428:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978857.715430:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978857.715431:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783978857.715433:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978857.715434:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978857.715435:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978857.715437:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978857.715438:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715439:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978857.715442:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497004544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978857.715448:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978857.715449:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978857.715451:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978857.715453:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978857.715454:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978857.715455:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978857.715457:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978857.715459:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783978857.715460:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978857.715461:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978857.715463:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978857.715467:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978857.715468:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715470:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.715475:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978857.715476:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.715477:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978857.715478:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.417247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978858.417255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978858.417258:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.417265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978858.417269:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978858.417276:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.417281:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.417283:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.417290:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.417303:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978858.417308:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978858.417311:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.417317:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978858.417321:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978858.417325:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.417329:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.417332:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.417336:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978859.377397:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978859.377400:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978859.377403:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978859.442159:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978859.442163:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978859.442165:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978859.442168:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978859.442171:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978859.442176:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978859.442180:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978859.442183:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978859.442187:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978860.465252:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978860.465259:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978860.465263:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978860.465268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978860.465274:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978860.465279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.465283:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978860.465288:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.465291:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978860.468283:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978860.468290:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978860.468292:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978860.468298:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978860.468301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978860.468304:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.468307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978860.468309:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.468312:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978861.489256:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978861.489262:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978861.489265:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978861.489271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978861.489277:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978861.489283:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978861.489289:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978861.489294:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978861.489301:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978861.489533:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978861.489536:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978861.489537:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978861.489539:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978861.489541:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978861.489543:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978861.489545:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978861.489547:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978861.489549:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.513252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978862.513256:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978862.513259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.513263:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978862.513269:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978862.513272:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.513286:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.513289:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.513294:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.833868:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978862.833873:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978862.833875:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978862.833881:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.833894:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.833895:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.833899:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978862.833901:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978862.833904:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.833907:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497004672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978862.833911:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978862.833916:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978862.833918:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.833921:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978862.833926:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978862.833928:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978862.833932:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978862.833936:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978862.833942:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978862.833949:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004672, portal 25 00000100:00000001:0.0:1783978862.833951:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978862.833952:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783978862.833957:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.833963:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978862.833966:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978862.833969:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978862.833972:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497004672, offset 0 00000400:00000200:0.0:1783978862.833978:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978862.833986:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.833991:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978862.833996:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978862.833999:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978862.834002:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978862.834004:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978862.834008:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781287:781287:256:4294967295] 192.168.201.114@tcp LPNI seq info [781265:781265:8:4294967295] 00000400:00000200:0.0:1783978862.834012:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.834049:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978862.834055:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834060:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978862.834066:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978862.834070:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978862.834082:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834084:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978862.834090:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978862.834095:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978862.834099:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978862.834101:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978862.834105:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978862.834110:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834118:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.834121:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834128:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834129:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978862.834134:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978862.834161:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978862.834163:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311069944 00000100:00000010:0.0:1783978862.834169:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978862.834175:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978862.834179:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311069944 00000100:00000010:0.0:1783978862.834181:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978862.834184:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978862.834187:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978862.834190:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834192:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978862.834196:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978862/real 1783978862] req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978862.834205:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978862.834206:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978862.834208:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978862.834211:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978862.834213:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978862.834215:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978862.834218:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978862.834227:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834234:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978862.834236:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834238:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.834239:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978862.834241:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834246:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978862.834248:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834252:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978862.834254:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834255:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.834255:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834257:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978862.834258:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978862.834260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978862.834264:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978862.834267:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978862.834276:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978862.834283:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497004672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978862.834287:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978862.834290:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834296:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.834298:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.834300:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978862.834301:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978862.834303:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.834306:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978862.834308:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978862.834311:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978862.834312:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.834314:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978862.834317:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978862.834319:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978862.834322:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978862.834324:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978862.834328:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978862.834331:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004800, portal 10 00000100:00000001:0.0:1783978862.834333:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978862.834334:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978862.834340:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834346:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978862.834348:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978862.834350:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978862.834353:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497004800, offset 0 00000400:00000200:0.0:1783978862.834356:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978862.834360:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.834363:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978862.834366:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978862.834369:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978862.834371:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978862.834373:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978862.834376:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781288:781288:256:4294967295] 192.168.201.114@tcp LPNI seq info [781266:781266:8:4294967295] 00000400:00000200:0.0:1783978862.834379:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.834385:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978862.834389:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834392:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978862.834395:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978862.834398:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978862.834407:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834409:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978862.834411:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978862.834413:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978862.834416:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978862.834418:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978862.834420:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978862.834423:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834431:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.834434:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834441:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834442:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978862.834445:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978862.834449:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978862.834452:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978862.834454:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311068683 00000100:00000001:0.0:1783978862.834456:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.834458:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311068683 00000100:00000001:0.0:1783978862.834460:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.834462:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978862.834464:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834465:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978862.834469:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978862/real 1783978862] req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978862.834476:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978862.834477:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978862.834478:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978862.834481:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978862.834482:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978862.834484:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978862.834487:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978862.834493:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834499:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978862.834500:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834502:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.834503:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978862.834507:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834512:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978862.834516:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834522:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978862.834524:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834526:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.834527:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834528:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978862.834531:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978862.834534:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978862.834537:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978862.834539:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978862.834543:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978862.834550:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978862.834552:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978862.834554:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834558:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.834559:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.834561:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978862.834562:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978862.834564:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.834567:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978862.834570:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978862.834572:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978862.834574:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.834575:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978862.834579:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978862.834581:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978862.834585:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978862.834587:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978862.834590:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978862.834593:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497004928, portal 10 00000100:00000001:0.0:1783978862.834595:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978862.834596:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978862.834601:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834608:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978862.834609:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978862.834611:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978862.834612:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497004928, offset 0 00000400:00000200:0.0:1783978862.834615:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978862.834617:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.834620:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978862.834622:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978862.834623:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978862.834625:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978862.834626:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978862.834629:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781289:781289:256:4294967295] 192.168.201.114@tcp LPNI seq info [781267:781267:8:4294967295] 00000400:00000200:0.0:1783978862.834633:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.834638:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978862.834642:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834645:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978862.834649:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978862.834651:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978862.834660:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834662:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978862.834664:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978862.834667:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978862.834670:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978862.834672:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978862.834674:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978862.834684:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834691:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.834694:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834700:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834701:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978862.834704:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978862.834707:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978862.834710:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978862.834712:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311068684 00000100:00000001:0.0:1783978862.834714:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.834715:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311068684 00000100:00000001:0.0:1783978862.834717:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.834719:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978862.834721:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834723:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978862.834727:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978862/real 1783978862] req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978862.834734:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978862.834735:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978862.834737:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978862.834739:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978862.834741:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978862.834743:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978862.834746:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978862.834754:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834758:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978862.834759:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834761:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.834762:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978862.834766:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834772:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978862.834776:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834782:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978862.834784:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834786:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.834787:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.834789:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978862.834791:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978862.834793:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978862.834796:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978862.834798:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978862.834801:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978862.834808:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497004928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978862.834811:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978862.834813:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834818:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.834819:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.834821:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978862.834823:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978862.834825:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.834827:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497005056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978862.834830:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978862.834832:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978862.834833:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.834834:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978862.834837:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978862.834839:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978862.834842:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978862.834845:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978862.834847:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978862.834850:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497005056, portal 4 00000100:00000001:0.0:1783978862.834851:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978862.834852:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978862.834857:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834862:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978862.834864:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978862.834866:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978862.834868:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497005056, offset 0 00000400:00000200:0.0:1783978862.834871:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978862.834874:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.834877:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978862.834880:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978862.834881:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978862.834883:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978862.834886:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978862.834889:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781290:781290:256:4294967295] 192.168.201.114@tcp LPNI seq info [781268:781268:8:4294967295] 00000400:00000200:0.0:1783978862.834893:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.834902:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978862.834909:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834914:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978862.834919:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978862.834922:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978862.834930:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.834933:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978862.834936:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978862.834938:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978862.834940:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978862.834942:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978862.834944:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978862.834947:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834953:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.834955:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.834960:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834961:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978862.834964:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978862.834967:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978862.834969:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978862.834971:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311068733 00000100:00000001:0.0:1783978862.834973:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.834975:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311068733 00000100:00000001:0.0:1783978862.834977:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.834979:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978862.834980:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.834982:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978862.834985:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978862/real 1783978862] req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978862.834992:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978862.834993:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978862.834995:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978862.834997:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978862.834999:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978862.835000:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978862.835003:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978862.835010:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835015:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978862.835016:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835018:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.835019:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978862.835038:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835044:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978862.835047:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835053:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978862.835056:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835057:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.835059:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835060:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978862.835062:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978862.835064:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978862.835067:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978862.835069:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978862.835073:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978862.835079:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497005056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978862.835083:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978862.835086:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835092:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.835093:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.835095:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978862.835096:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978862.835098:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.835101:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497005184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978862.835103:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978862.835105:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978862.835106:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978862.835108:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978862.835111:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978862.835112:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978862.835115:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978862.835117:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978862.835120:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978862.835122:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497005184, portal 4 00000100:00000001:0.0:1783978862.835124:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978862.835125:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978862.835130:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835157:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978862.835161:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978862.835163:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978862.835166:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497005184, offset 0 00000400:00000200:0.0:1783978862.835171:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978862.835174:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.835178:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978862.835180:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978862.835183:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978862.835185:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978862.835187:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978862.835190:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781291:781291:256:4294967295] 192.168.201.114@tcp LPNI seq info [781269:781269:8:4294967295] 00000400:00000200:0.0:1783978862.835195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978862.835199:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978862.835203:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.835206:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978862.835209:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978862.835211:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978862.835220:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978862.835222:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978862.835224:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978862.835226:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978862.835229:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978862.835231:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978862.835233:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978862.835236:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835243:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.835245:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835250:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.835252:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978862.835254:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978862.835256:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978862.835259:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978862.835261:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311068705 00000100:00000001:0.0:1783978862.835264:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.835266:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311068705 00000100:00000001:0.0:1783978862.835268:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311069944 00000100:00000001:0.0:1783978862.835269:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978862.835271:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.835273:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978862.835276:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978862/real 1783978862] req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978862.835283:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978862.835284:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978862.835285:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978862.835287:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978862.835289:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978862.835290:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978862.835293:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978862.835300:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835304:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978862.835305:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835307:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.835308:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978862.835311:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835317:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978862.835320:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835326:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978862.835328:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835329:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978862.835330:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835331:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978862.835333:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978862.835335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978862.835338:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978862.835340:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978862.835343:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978862.835349:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497005184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978862.835352:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835355:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.835357:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497004672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835363:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978862.835365:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978862.835367:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978862.835369:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978862.835371:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978862.835374:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978862.835376:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978862.835378:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783978862.835381:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978862.835383:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978862.835385:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783978862.835390:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978862.835391:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835392:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.835396:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497004800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835406:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978862.835408:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978862.835409:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978862.835412:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978862.835413:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978862.835414:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978862.835417:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978862.835418:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783978862.835420:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978862.835422:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978862.835423:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978862.835425:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978862.835426:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835427:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.835431:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497004928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835436:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978862.835437:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978862.835438:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978862.835440:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978862.835441:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978862.835442:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978862.835443:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978862.835444:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783978862.835446:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978862.835447:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978862.835448:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978862.835450:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978862.835451:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835452:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.835455:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497005056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835460:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978862.835461:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978862.835462:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978862.835464:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978862.835465:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978862.835467:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978862.835468:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978862.835469:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783978862.835471:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978862.835472:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978862.835473:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978862.835475:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978862.835476:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835478:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978862.835480:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497005184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978862.835485:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978862.835486:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978862.835487:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978862.835489:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978862.835490:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978862.835491:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978862.835493:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978862.835494:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783978862.835497:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978862.835498:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978862.835499:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978862.835501:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978862.835502:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835504:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.835511:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978862.835512:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.835514:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978862.835516:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.537233:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978863.537239:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978863.537240:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.537245:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978863.537250:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978863.537256:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.537262:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.537266:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.537271:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978864.497312:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978864.497316:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978864.497320:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978864.561377:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978864.561380:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978864.561381:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978864.561383:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978864.561386:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978864.561387:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978864.561551:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978864.561554:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978864.561557:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978865.585213:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978865.585219:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978865.585223:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978865.585229:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978865.585234:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978865.585238:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.585241:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978865.585243:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.585246:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978865.585388:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978865.585393:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978865.585397:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978865.585403:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978865.585409:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978865.585413:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.585417:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978865.585421:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.585425:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978866.609384:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978866.609388:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978866.609390:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978866.609393:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978866.609396:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978866.609398:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978866.609401:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978866.609402:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978866.609406:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.633239:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978867.633247:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978867.633252:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.633261:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978867.633270:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978867.633275:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.633282:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978867.633287:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.633292:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978867.956010:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978867.956019:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978867.956022:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978867.956025:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978867.956029:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978867.956036:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16401 00000400:00000200:0.0:1783978867.956046:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978867.956051:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978867.956054:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978867.956057:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956060:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956063:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956065:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978867.956069:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978867.956071:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978867.956073:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978867.956077:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978867.956079:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978867.956082:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978867.956085:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956087:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956088:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956090:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978867.956093:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978867.956096:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956098:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978867.956101:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978867.956104:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978867.956107:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956109:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978867.956111:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978867.956120:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783978867.956123:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978867.956127:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978867.956129:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956132:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978867.956135:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978867.956164:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978867.956170:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783978867.956175:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.956182:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497005312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978867.956188:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978867.956192:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978867.956195:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497005312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978867.956213:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978867.956215:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978867.956217:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978867.956218:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978867.956220:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978867.956222:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978867.956223:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16401 00000400:00000200:0.0:1783978867.956227:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978867.956229:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978867.956231:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978867.956233:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956235:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956237:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956238:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978867.956239:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978867.956240:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978867.956241:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978867.956243:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978867.956245:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978867.956249:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978867.956251:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956255:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956256:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956260:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978867.956261:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978867.956265:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956266:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978867.956268:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978867.956274:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978867.956277:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956280:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978867.956285:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978867.956289:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956292:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978867.956296:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783978867.956299:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978867.956301:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978867.956303:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956307:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978867.956309:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978867.956313:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978867.956316:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978867.956320:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.956325:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497005440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978867.956334:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978867.956336:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978867.956340:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497005440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978867.956350:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978867.956352:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978867.956357:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978867.956358:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978867.956359:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978867.956361:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978867.956365:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16401 00000400:00000200:0.0:1783978867.956371:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978867.956375:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978867.956378:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978867.956381:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956385:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956387:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956392:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978867.956394:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978867.956396:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978867.956399:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978867.956400:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978867.956404:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978867.956406:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978867.956410:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956412:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956414:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956418:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978867.956421:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978867.956426:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956430:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978867.956435:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978867.956438:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978867.956441:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956445:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978867.956447:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978867.956452:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956456:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978867.956462:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783978867.956467:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978867.956473:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978867.956476:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956480:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978867.956482:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978867.956485:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978867.956489:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978867.956492:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.956499:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497005568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978867.956507:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978867.956511:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978867.956515:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497005568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978867.956524:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978867.956526:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978867.956531:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978867.956532:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978867.956533:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978867.956535:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978867.956538:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16401 00000400:00000200:0.0:1783978867.956545:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978867.956550:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978867.956553:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978867.956557:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956560:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956562:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956565:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978867.956568:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978867.956569:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978867.956571:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978867.956573:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978867.956577:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978867.956578:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978867.956584:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956586:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956588:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956590:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978867.956594:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978867.956598:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956601:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978867.956605:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978867.956607:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978867.956609:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956613:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978867.956617:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978867.956622:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956626:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978867.956634:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783978867.956640:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978867.956643:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978867.956644:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956646:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978867.956647:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978867.956649:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978867.956654:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978867.956660:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.956669:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497005696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978867.956683:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978867.956687:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978867.956692:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497005696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978867.956708:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978867.956713:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978867.956720:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978867.956724:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978867.956726:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978867.956732:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978867.956738:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16401 00000400:00000200:0.0:1783978867.956746:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978867.956752:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978867.956756:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978867.956760:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956764:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956766:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956768:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978867.956771:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978867.956772:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978867.956775:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978867.956777:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978867.956781:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978867.956785:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978867.956789:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956792:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978867.956794:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956799:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978867.956800:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978867.956804:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978867.956806:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978867.956809:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978867.956811:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978867.956814:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956818:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978867.956821:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978867.956826:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956828:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978867.956832:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783978867.956835:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978867.956840:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978867.956842:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.956844:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978867.956847:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978867.956850:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978867.956854:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978867.956858:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.956867:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497005824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978867.956879:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978867.956882:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978867.956889:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497005824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978867.956900:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978867.956904:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16411) 00000100:00000001:0.0:1783978868.657489:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978868.657493:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978868.657494:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978868.657498:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978868.657500:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978868.657502:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.660852:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978868.660857:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.660860:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978869.619978:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978869.619981:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978869.619983:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978869.681311:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978869.681317:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978869.681321:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978869.681326:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978869.681330:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978869.681332:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.681334:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978869.681336:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.681339:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978869.682916:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978869.682921:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978869.682924:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978869.682928:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978869.682931:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978869.682934:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.682937:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978869.682939:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.682941:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978870.705987:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978870.705992:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978870.705994:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978870.705997:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978870.706000:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978870.706002:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978870.706005:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978870.706007:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978870.706010:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978871.729952:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978871.729956:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978871.729959:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978871.729964:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978871.729970:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978871.729973:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.729975:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978871.729978:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.729980:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978871.731881:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978871.731885:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978871.731887:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978871.731890:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978871.731892:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978871.731992:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.731994:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978871.731996:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.731998:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978872.755932:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978872.755935:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978872.755938:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978872.755940:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978872.755942:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978872.755944:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978872.755945:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978872.755947:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978872.755948:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.777273:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978873.777287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978873.777291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.777295:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978873.777300:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978873.777306:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.777325:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.777327:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.777331:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.777346:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978873.777351:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978873.777353:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.777355:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978873.777358:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978873.777360:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.777362:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.777364:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.777367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978874.737281:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978874.737285:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978874.737288:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978874.801229:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978874.801235:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978874.801240:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978874.801245:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978874.801250:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978874.801254:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978874.801269:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978874.801272:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978874.801276:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978875.825399:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978875.825406:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978875.825408:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978875.825412:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978875.825416:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978875.825419:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978875.825423:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978875.825425:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978875.825428:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978876.849420:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978876.849425:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978876.849426:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978876.849429:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978876.849431:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978876.849434:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.849436:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978876.849437:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.849440:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978876.849547:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978876.849551:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978876.849554:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978876.849560:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978876.849565:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978876.849568:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.849577:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978876.849580:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.849583:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978877.873340:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978877.873351:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978877.873353:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978877.873361:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978877.873366:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978877.873371:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.873374:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978877.873377:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.873381:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978878.897731:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978878.897736:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978878.897737:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978878.897740:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978878.897752:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978878.897755:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.897757:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978878.897759:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.897762:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978879.857401:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978879.857406:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978879.857410:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978879.921346:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978879.921356:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978879.921360:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.921372:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978879.921381:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978879.921387:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.921411:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.921423:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.921493:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978880.945287:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978880.945300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978880.945305:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978880.945319:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978880.945329:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978880.945339:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.945347:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978880.945356:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.945363:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978880.945386:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978880.945392:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978880.945395:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978880.945398:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978880.945402:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978880.945405:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.945410:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978880.945415:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.945433:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978881.969303:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978881.969310:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978881.969313:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978881.969318:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978881.969324:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978881.969331:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.969336:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978881.969341:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.969346:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978882.993293:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978882.993299:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978882.993302:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978882.993312:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978882.993317:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978882.993325:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978882.993337:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978882.993340:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978882.993351:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978882.993801:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978882.993806:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978882.993815:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978882.993824:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978882.993833:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978882.993840:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978882.993845:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978882.993850:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978882.993855:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978883.315503:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978883.315514:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978883.315516:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978883.315520:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978883.315525:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978883.315532:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16416 00000400:00000200:0.0:1783978883.315541:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978883.315546:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978883.315549:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978883.315551:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315554:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.315556:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315558:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978883.315562:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978883.315564:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978883.315566:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978883.315570:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978883.315572:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978883.315574:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978883.315576:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315577:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.315578:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315579:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978883.315581:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978883.315583:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315584:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978883.315587:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978883.315590:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978883.315592:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.315593:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978883.315595:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978883.315607:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978883.315611:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978883.315616:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978883.315618:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.315622:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978883.315625:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978883.315631:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978883.315641:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783978883.315649:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978883.315660:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497007232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978883.315695:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978883.315700:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978883.315706:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497007232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978883.315742:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978883.315745:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978883.315748:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978883.315749:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978883.315750:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978883.315752:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978883.315754:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16416 00000400:00000200:0.0:1783978883.315756:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978883.315758:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978883.315759:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978883.315761:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315763:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.315764:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315765:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978883.315767:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978883.315768:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978883.315769:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978883.315772:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978883.315773:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978883.315775:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978883.315776:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315778:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.315780:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315781:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978883.315783:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978883.315785:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315787:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978883.315788:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978883.315794:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978883.315798:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.315801:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978883.315806:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978883.315810:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.315812:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978883.315816:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978883.315819:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978883.315824:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978883.315826:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.315829:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978883.315831:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978883.315834:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978883.315840:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978883.315847:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978883.315855:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497007360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978883.315873:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978883.315876:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978883.315882:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497007360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978883.315895:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978883.315898:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978883.315901:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978883.315905:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978883.315907:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978883.315911:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978883.315913:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16416 00000400:00000200:0.0:1783978883.315918:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978883.315922:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978883.315923:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978883.315928:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315931:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.315932:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315934:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978883.315936:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978883.315939:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978883.315941:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978883.315943:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978883.315945:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978883.315948:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978883.315955:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315959:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.315964:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315968:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978883.315972:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978883.315980:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978883.315986:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978883.315988:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978883.315992:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978883.315996:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.315999:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978883.316001:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978883.316007:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316009:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978883.316015:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978883.316019:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978883.316024:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978883.316027:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316031:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978883.316032:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978883.316034:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978883.316040:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978883.316046:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978883.316054:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497007488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978883.316066:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978883.316070:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978883.316077:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497007488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978883.316095:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978883.316101:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978883.316105:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978883.316107:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978883.316108:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978883.316114:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978883.316118:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16416 00000400:00000200:0.0:1783978883.316126:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978883.316134:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978883.316212:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978883.316215:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316216:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.316217:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316219:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978883.316221:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978883.316222:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978883.316223:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978883.316224:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978883.316225:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978883.316227:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978883.316229:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316230:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.316232:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316233:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978883.316235:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978883.316237:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316239:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978883.316240:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978883.316242:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978883.316243:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316244:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978883.316246:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978883.316248:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316250:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978883.316256:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978883.316258:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978883.316261:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978883.316263:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316265:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978883.316268:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978883.316270:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978883.316274:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978883.316278:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978883.316284:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497007616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978883.316296:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978883.316301:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978883.316307:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497007616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978883.316316:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978883.316318:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978883.316323:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978883.316324:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978883.316327:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978883.316331:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978883.316335:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16416 00000400:00000200:0.0:1783978883.316339:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978883.316343:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978883.316347:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978883.316349:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316351:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.316352:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316354:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978883.316356:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978883.316358:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978883.316360:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978883.316364:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978883.316368:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978883.316372:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978883.316382:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316387:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978883.316391:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316396:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978883.316401:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978883.316407:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978883.316412:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978883.316416:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978883.316419:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978883.316424:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316427:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978883.316430:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978883.316435:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316440:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978883.316446:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978883.316450:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978883.316454:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978883.316457:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.316460:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978883.316462:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978883.316464:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978883.316471:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978883.316474:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978883.316482:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497007744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978883.316489:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978883.316494:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978883.316497:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497007744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978883.316507:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978883.316512:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16426) 00000100:00000001:0.0:1783978884.017288:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978884.017300:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978884.017306:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.017316:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978884.017323:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978884.017329:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.017344:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.017347:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.017349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978884.978737:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978884.978743:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978884.978747:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978885.041276:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978885.041287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978885.041294:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978885.041301:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978885.041307:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978885.041313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.041317:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978885.041322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.041327:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978885.041368:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978885.041373:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978885.041376:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978885.041383:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978885.041387:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978885.041391:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.041398:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978885.041402:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.041405:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978886.065292:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978886.065304:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978886.065309:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978886.065321:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978886.065330:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978886.065338:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.065365:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978886.065368:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.065371:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978887.089495:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978887.089500:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978887.089502:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978887.089505:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978887.089508:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978887.089511:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.089513:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978887.089515:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.089518:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978887.089528:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978887.089530:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978887.089531:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978887.089533:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978887.089535:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978887.089536:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.089538:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978887.089539:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.089541:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978888.113244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978888.113250:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978888.113253:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978888.113258:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978888.113265:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978888.113271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978888.113278:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978888.113283:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978888.113289:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.137401:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978889.137407:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978889.137411:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.137417:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978889.137426:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978889.137429:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.137431:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.137433:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.137435:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978890.099928:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978890.099933:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978890.099937:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978890.161253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978890.161260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978890.161262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978890.161267:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978890.161273:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978890.161279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.161298:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978890.161301:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.161303:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978890.161417:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978890.161420:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978890.161421:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978890.161424:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978890.161426:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978890.161429:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.161432:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978890.161433:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.161441:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978891.185238:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978891.185244:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978891.185247:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978891.185253:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978891.185259:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978891.185264:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.185268:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978891.185272:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.185275:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978892.209240:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978892.209247:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978892.209250:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978892.209257:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978892.209262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978892.209268:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.209273:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978892.209278:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.209282:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.257248:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978894.257253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978894.257257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.257264:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978894.257270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978894.257275:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978894.257286:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978894.257288:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978894.257290:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978895.217343:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978895.217347:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978895.217350:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978895.281236:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978895.281243:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978895.281247:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978895.281255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978895.281262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978895.281267:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978895.281276:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978895.281278:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978895.281280:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978896.305254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978896.305259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978896.305263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978896.305269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978896.305276:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978896.305281:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978896.305294:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978896.305302:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978896.305304:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978897.329252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978897.329261:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978897.329263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978897.329269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978897.329275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978897.329280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.329282:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978897.329287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.329293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978898.353240:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978898.353247:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978898.353251:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978898.353258:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978898.353265:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978898.353268:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978898.353280:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978898.353284:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978898.353289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.377253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978899.377259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978899.377261:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.377266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978899.377275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978899.377280:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.377291:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.377293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.377296:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.377310:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978899.377314:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978899.377317:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.377319:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978899.377322:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978899.377323:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.377325:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.377326:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.377327:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978900.337323:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978900.337326:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978900.337328:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978900.401245:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978900.401250:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978900.401253:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978900.401261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978900.401268:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978900.401273:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978900.401278:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978900.401281:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978900.401285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978901.425366:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978901.425372:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978901.425373:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978901.425375:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978901.425377:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978901.425379:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978901.425692:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978901.425694:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978901.425696:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978902.449249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978902.449330:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978902.449332:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978902.449346:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978902.449350:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978902.449353:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.450438:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978902.450443:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.450447:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.473273:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978903.473278:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978903.473280:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.473284:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978903.473286:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978903.473289:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.473291:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.473293:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.473295:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.474412:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978903.474415:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978903.474416:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.474418:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978903.474419:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978903.474423:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.474425:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.474426:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.474428:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.794181:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978903.794186:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978903.794189:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978903.794195:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794203:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.794205:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.794208:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978903.794211:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978903.794213:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.794216:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497009792:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978903.794220:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978903.794224:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978903.794226:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.794229:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978903.794233:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978903.794236:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978903.794241:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978903.794245:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978903.794251:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978903.794258:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497009792, portal 25 00000100:00000001:0.0:1783978903.794260:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978903.794261:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783978903.794266:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794273:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978903.794275:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978903.794277:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978903.794281:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497009792, offset 0 00000400:00000200:0.0:1783978903.794286:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978903.794292:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.794298:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978903.794303:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978903.794307:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978903.794320:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978903.794323:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978903.794327:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781327:781327:256:4294967295] 192.168.201.114@tcp LPNI seq info [781305:781305:8:4294967295] 00000400:00000200:0.0:1783978903.794331:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.794341:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978903.794346:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.794351:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978903.794356:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978903.794368:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978903.794381:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.794383:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978903.794389:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978903.794393:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978903.794398:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978903.794399:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978903.794404:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978903.794407:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794416:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.794419:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794426:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.794427:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978903.794432:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978903.794436:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978903.794439:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311110904 00000100:00000010:0.0:1783978903.794444:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978903.794450:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978903.794454:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311110904 00000100:00000010:0.0:1783978903.794457:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978903.794461:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978903.794464:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978903.794467:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.794469:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978903.794473:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978903/real 1783978903] req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978903.794481:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978903.794483:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978903.794484:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978903.794487:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978903.794488:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978903.794490:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978903.794493:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978903.794500:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794506:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978903.794508:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.794510:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.794512:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978903.794516:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794522:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978903.794527:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794534:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978903.794536:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.794538:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.794539:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.794542:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978903.794544:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978903.794546:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978903.794550:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978903.794552:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978903.794556:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978903.794564:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497009792:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978903.794568:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978903.794571:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794576:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.794578:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.794580:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978903.794582:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978903.794584:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.794586:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497009920:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978903.794589:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978903.794591:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978903.794593:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.794595:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978903.794598:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978903.794600:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978903.794603:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978903.794605:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978903.794608:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978903.794611:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497009920, portal 10 00000100:00000001:0.0:1783978903.794613:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978903.794614:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978903.794621:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794627:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978903.794629:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978903.794631:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978903.794634:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497009920, offset 0 00000400:00000200:0.0:1783978903.794638:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978903.794642:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.794645:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978903.794648:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978903.794650:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978903.794653:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978903.794655:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978903.794658:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781328:781328:256:4294967295] 192.168.201.114@tcp LPNI seq info [781306:781306:8:4294967295] 00000400:00000200:0.0:1783978903.794662:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.794668:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978903.794672:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.794676:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978903.794680:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978903.794683:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978903.794693:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.794695:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978903.794698:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978903.794701:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978903.794703:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978903.794705:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978903.794707:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978903.794711:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794719:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.794722:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.794728:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.794729:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978903.794733:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978903.794736:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978903.794739:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978903.794741:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311109643 00000100:00000001:0.0:1783978903.794744:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.794746:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311109643 00000100:00000001:0.0:1783978903.794748:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.794750:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978903.794752:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.794754:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978903.794758:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978903/real 1783978903] req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978903.795489:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978903.795491:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978903.795493:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978903.795496:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978903.795498:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978903.795500:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978903.795505:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978903.795514:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.795520:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978903.795521:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.795523:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.795525:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978903.795528:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.795535:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978903.795539:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.795680:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978903.795683:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.795685:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.795686:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.795688:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978903.795691:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978903.795694:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978903.795697:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978903.795699:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978903.795704:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978903.795711:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497009920:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978903.795715:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978903.795718:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.795723:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.795725:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.795727:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978903.795729:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978903.795731:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.795733:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010048:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978903.795736:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978903.795738:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978903.795740:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.795741:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978903.795745:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978903.795747:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978903.795751:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978903.795753:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978903.795756:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978903.795759:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010048, portal 10 00000100:00000001:0.0:1783978903.795867:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978903.795870:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978903.795877:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.795884:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978903.795886:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978903.795889:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978903.795893:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497010048, offset 0 00000400:00000200:0.0:1783978903.795898:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978903.795902:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.795906:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978903.795909:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978903.795912:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978903.795914:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978903.795916:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978903.795919:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781329:781329:256:4294967295] 192.168.201.114@tcp LPNI seq info [781307:781307:8:4294967295] 00000400:00000200:0.0:1783978903.795923:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.795930:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978903.795997:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.796002:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978903.796006:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978903.796009:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978903.796020:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.796022:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978903.796025:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978903.796028:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978903.796032:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978903.796033:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978903.796036:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978903.796040:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796047:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.796050:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796056:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.796058:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978903.796061:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978903.796123:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978903.796127:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978903.796130:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311109645 00000100:00000001:0.0:1783978903.796133:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.796152:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311109645 00000100:00000001:0.0:1783978903.796155:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.796157:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978903.796159:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.796161:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978903.796166:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978903/real 1783978903] req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978903.796174:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978903.796176:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978903.796177:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978903.796180:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978903.796182:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978903.796184:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978903.796187:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978903.796195:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796201:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978903.796202:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.796204:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.796205:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978903.796209:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796216:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978903.796220:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796227:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978903.796230:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.796231:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.796232:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.796234:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978903.796237:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978903.796239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978903.796243:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978903.796245:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978903.796249:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978903.796256:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010048:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978903.796260:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978903.796263:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796270:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.796271:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.796273:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978903.796275:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978903.796277:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.796279:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010176:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978903.796282:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978903.796284:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978903.796286:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.796288:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978903.796291:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978903.796292:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978903.796296:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978903.796298:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978903.796301:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978903.796304:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010176, portal 4 00000100:00000001:0.0:1783978903.796306:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978903.796308:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978903.796324:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796330:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978903.796332:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978903.796334:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978903.796337:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497010176, offset 0 00000400:00000200:0.0:1783978903.796341:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978903.796345:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.796349:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978903.796351:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978903.796354:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978903.796356:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978903.796358:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978903.796603:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781330:781330:256:4294967295] 192.168.201.114@tcp LPNI seq info [781308:781308:8:4294967295] 00000400:00000200:0.0:1783978903.796608:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.796616:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978903.796620:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.796682:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978903.796688:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978903.796691:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978903.796701:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.796703:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978903.796706:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978903.796709:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978903.796713:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978903.796715:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978903.796717:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978903.796721:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796735:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.796738:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.796744:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.796746:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978903.796750:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978903.796752:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978903.796756:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978903.796758:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311109695 00000100:00000001:0.0:1783978903.796760:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.796993:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311109695 00000100:00000001:0.0:1783978903.796996:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.796998:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978903.797001:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.797002:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978903.797007:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978903/real 1783978903] req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978903.797016:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978903.797017:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978903.797019:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978903.797022:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978903.797023:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978903.797026:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978903.797028:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978903.797036:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.797043:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978903.797045:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.797047:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.797048:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978903.797051:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.797058:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978903.797228:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.797238:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978903.797240:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.797242:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.797243:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.797245:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978903.797247:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978903.797250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978903.797253:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978903.797256:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978903.797260:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978903.797268:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010176:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978903.797273:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978903.797276:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.797282:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.797283:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.797286:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978903.797287:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978903.797289:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.797292:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010304:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978903.797295:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978903.797296:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978903.797298:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978903.797300:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978903.797303:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978903.797305:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978903.797308:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978903.797322:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978903.797326:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978903.797330:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010304, portal 4 00000100:00000001:0.0:1783978903.797332:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978903.797333:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978903.797339:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.797345:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978903.797347:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978903.797349:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978903.797351:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497010304, offset 0 00000400:00000200:0.0:1783978903.797356:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978903.797618:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.797680:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978903.797684:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978903.797687:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978903.797689:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978903.797692:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978903.797694:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781331:781331:256:4294967295] 192.168.201.114@tcp LPNI seq info [781309:781309:8:4294967295] 00000400:00000200:0.0:1783978903.797699:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978903.797706:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978903.797710:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.797714:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978903.797719:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978903.797722:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978903.797733:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978903.797735:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978903.797738:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978903.797741:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978903.797744:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978903.797746:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978903.797748:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978903.797752:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.798016:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.798021:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.798029:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.798031:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978903.798036:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978903.798038:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978903.798041:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978903.798043:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311109667 00000100:00000001:0.0:1783978903.798046:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.798048:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311109667 00000100:00000001:0.0:1783978903.798050:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311110904 00000100:00000001:0.0:1783978903.798052:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978903.798054:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.798056:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978903.798059:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978903/real 1783978903] req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978903.798285:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978903.798287:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978903.798648:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978903.798652:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978903.798654:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978903.798657:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978903.798661:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978903.798670:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.798676:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978903.798678:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.798680:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.798681:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978903.798685:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.798690:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978903.798695:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.798701:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978903.798704:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.798705:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978903.798706:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.798708:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978903.798711:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978903.798713:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978903.798717:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978903.798719:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978903.798723:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978903.798736:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010304:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978903.798740:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.798743:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.798746:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497009792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.798752:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978903.798754:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978903.798757:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978903.798760:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978903.798769:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978903.798771:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978903.798773:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978903.798775:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783978903.799241:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978903.799242:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978903.799244:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783978903.799246:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978903.799247:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.799249:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.799252:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497009920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.799257:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978903.799258:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978903.799259:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978903.799260:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978903.799261:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978903.799262:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978903.799263:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978903.799264:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783978903.799266:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978903.799266:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978903.799267:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978903.799269:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978903.799270:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.799271:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.799273:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497010048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.799277:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978903.799277:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978903.799278:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978903.799279:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978903.799280:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978903.799280:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978903.799281:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978903.799282:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783978903.799283:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978903.799284:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978903.799284:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978903.799285:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978903.799286:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.799287:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.799289:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497010176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.799292:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978903.799293:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978903.799294:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978903.799295:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978903.799296:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978903.799296:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978903.799297:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978903.799298:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783978903.799299:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978903.799299:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978903.799300:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978903.799301:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978903.799302:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.799302:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978903.799304:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497010304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978903.799308:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978903.799309:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978903.799309:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978903.799320:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978903.799321:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978903.799322:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978903.799324:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978903.799325:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783978903.799327:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978903.799328:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978903.799329:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978903.799337:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978903.799338:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.799341:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.799349:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978903.799351:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.799353:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978903.799355:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.497252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978904.497267:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978904.497271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.497275:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978904.497280:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978904.497286:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.497315:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.497318:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.497321:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.497336:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978904.497340:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978904.497341:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.497343:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978904.497346:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978904.497348:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.497350:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.497352:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.497365:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978905.457325:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978905.457330:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978905.457333:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978905.521232:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978905.521238:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978905.521241:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978905.521246:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978905.521251:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978905.521254:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.521259:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978905.521263:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.521269:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978905.521354:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978905.521359:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978905.521363:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978905.521368:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978905.521372:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978905.521375:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.521383:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978905.521385:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.521387:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978907.569600:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978907.569604:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978907.569605:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978907.569608:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978907.569610:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978907.569809:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.569812:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978907.569813:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.569815:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978907.571824:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978907.571828:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978907.571829:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978907.571832:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978907.571835:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978907.571837:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.571839:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978907.571840:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.571843:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.593273:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978908.593284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978908.593288:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.593297:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978908.593302:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978908.593307:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.593313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.593317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.593320:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.913988:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978908.913996:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978908.914002:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978908.914014:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914033:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.914036:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.914044:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978908.914049:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978908.914056:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.914065:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497010432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978908.914073:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978908.914080:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978908.914085:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.914090:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978908.914098:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978908.914102:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978908.914113:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978908.914120:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978908.914130:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978908.914181:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010432, portal 25 00000100:00000001:0.0:1783978908.914186:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978908.914189:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783978908.914200:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914243:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978908.914246:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978908.914251:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978908.914257:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497010432, offset 0 00000400:00000200:0.0:1783978908.914269:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978908.914282:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.914290:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978908.914296:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978908.914301:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978908.914305:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978908.914308:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978908.914312:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781332:781332:256:4294967295] 192.168.201.114@tcp LPNI seq info [781310:781310:8:4294967295] 00000400:00000200:0.0:1783978908.914317:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.914332:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978908.914345:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.914353:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978908.914362:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978908.914367:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978908.914406:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.914410:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978908.914420:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978908.914431:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978908.914439:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978908.914445:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978908.914457:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978908.914465:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914484:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.914491:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914516:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.914522:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978908.914531:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978908.914540:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978908.914546:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311116024 00000100:00000010:0.0:1783978908.914555:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978908.914566:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978908.914576:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311116024 00000100:00000010:0.0:1783978908.914582:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978908.914594:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978908.914601:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978908.914607:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.914613:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978908.914622:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978908/real 1783978908] req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978908.914643:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978908.914647:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978908.914652:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978908.914657:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978908.914661:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978908.914668:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978908.914675:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978908.914692:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914707:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978908.914709:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.914712:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.914717:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978908.914728:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914751:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978908.914760:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914774:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978908.914779:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.914783:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.914786:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.914791:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978908.914794:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978908.914798:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978908.914806:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978908.914812:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978908.914823:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978908.914842:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497010432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978908.914851:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.914857:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.914865:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497010432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914883:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978908.914888:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978908.914893:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978908.914899:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978908.914903:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978908.914907:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978908.914912:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978908.914917:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783978908.914923:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978908.914929:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978908.914933:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783978908.914940:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978908.914943:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.914947:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.914958:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978908.914962:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.914966:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978908.914970:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978908.914973:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978908.914981:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.914996:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.914999:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.915003:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978908.915006:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978908.915012:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.915020:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978908.915027:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978908.915031:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978908.915034:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.915038:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978908.915043:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978908.915047:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978908.915053:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978908.915058:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978908.915064:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978908.915067:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010560, portal 10 00000100:00000001:0.0:1783978908.915069:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978908.915070:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783978908.915079:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915085:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978908.915088:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978908.915091:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978908.915094:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497010560, offset 0 00000400:00000200:0.0:1783978908.915098:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978908.915102:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.915106:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978908.915109:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978908.915112:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978908.915114:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978908.915117:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978908.915120:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781333:781333:256:4294967295] 192.168.201.114@tcp LPNI seq info [781311:781311:8:4294967295] 00000400:00000200:0.0:1783978908.915124:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.915130:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978908.915135:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.915159:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978908.915163:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978908.915166:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978908.915178:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.915179:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978908.915183:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978908.915186:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978908.915189:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978908.915191:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978908.915194:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978908.915197:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915205:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.915208:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915215:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.915216:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978908.915220:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978908.915239:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978908.915243:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978908.915245:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311114764 00000100:00000001:0.0:1783978908.915248:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.915250:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311114764 00000100:00000001:0.0:1783978908.915253:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.915254:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978908.915257:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.915259:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978908.915263:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978908/real 1783978908] req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978908.915271:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978908.915273:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978908.915275:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978908.915277:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978908.915279:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978908.915281:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978908.915284:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978908.915293:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915299:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978908.915301:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915303:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.915304:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978908.915308:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915315:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978908.915319:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915327:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978908.915330:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915332:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.915333:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915335:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978908.915339:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978908.915342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978908.915345:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978908.915348:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978908.915352:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978908.915359:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978908.915363:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978908.915367:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915372:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.915374:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.915376:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978908.915377:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978908.915379:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.915382:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978908.915385:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978908.915387:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978908.915388:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.915390:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978908.915394:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978908.915396:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978908.915399:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978908.915402:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978908.915405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978908.915407:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010688, portal 10 00000100:00000001:0.0:1783978908.915409:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978908.915410:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783978908.915415:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915422:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978908.915424:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978908.915426:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978908.915428:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497010688, offset 0 00000400:00000200:0.0:1783978908.915432:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978908.915437:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.915441:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978908.915444:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978908.915446:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978908.915448:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978908.915450:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978908.915453:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781334:781334:256:4294967295] 192.168.201.114@tcp LPNI seq info [781312:781312:8:4294967295] 00000400:00000200:0.0:1783978908.915457:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.915463:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978908.915467:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.915471:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978908.915475:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978908.915478:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978908.915488:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.915490:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978908.915492:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978908.915496:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978908.915499:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978908.915501:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978908.915504:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978908.915508:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915515:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.915518:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915525:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.915526:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978908.915529:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978908.915532:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978908.915535:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978908.915537:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311114765 00000100:00000001:0.0:1783978908.915540:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.915542:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311114765 00000100:00000001:0.0:1783978908.915544:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.915546:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978908.915548:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.915550:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978908.915554:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978908/real 1783978908] req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978908.915562:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978908.915563:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978908.915565:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978908.915568:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978908.915569:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978908.915572:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978908.915574:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978908.915583:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915590:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978908.915597:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915599:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.915600:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978908.915603:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915610:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978908.915613:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915619:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978908.915621:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915623:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.915624:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915626:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978908.915629:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978908.915631:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978908.915634:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978908.915637:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978908.915641:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978908.915648:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978908.915653:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978908.915656:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915662:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.915664:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.915667:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978908.915668:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978908.915670:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.915673:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978908.915676:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978908.915678:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978908.915679:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.915681:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978908.915685:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978908.915686:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978908.915690:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978908.915692:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978908.915696:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978908.915698:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010816, portal 4 00000100:00000001:0.0:1783978908.915700:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978908.915701:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783978908.915707:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915713:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978908.915715:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978908.915717:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978908.915719:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497010816, offset 0 00000400:00000200:0.0:1783978908.915723:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978908.915726:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.915730:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978908.915732:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978908.915734:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978908.915737:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978908.915739:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978908.915742:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781335:781335:256:4294967295] 192.168.201.114@tcp LPNI seq info [781313:781313:8:4294967295] 00000400:00000200:0.0:1783978908.915746:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.915752:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978908.915756:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.915759:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978908.915763:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978908.915766:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978908.915775:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.915777:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978908.915780:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978908.915783:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978908.915786:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978908.915787:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978908.915790:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978908.915793:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915800:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.915804:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915810:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.915811:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978908.915814:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978908.915817:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978908.915821:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978908.915823:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311114814 00000100:00000001:0.0:1783978908.915825:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.915828:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311114814 00000100:00000001:0.0:1783978908.915830:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.915832:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978908.915834:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.915836:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978908.915840:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978908/real 1783978908] req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978908.915848:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978908.915849:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978908.915851:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978908.915854:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978908.915855:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978908.915857:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978908.915860:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978908.915868:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915875:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978908.915876:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915878:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.915879:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978908.915882:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915889:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978908.915893:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915899:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978908.915901:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915903:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.915904:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915906:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978908.915908:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978908.915910:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978908.915913:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978908.915916:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978908.915921:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978908.915928:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978908.915932:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915934:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.915938:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497010560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915944:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978908.915946:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978908.915948:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978908.915951:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978908.915952:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978908.915953:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978908.915955:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978908.915957:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783978908.915960:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978908.915961:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978908.915963:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783978908.915965:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978908.915966:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915968:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.915971:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497010688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.915977:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978908.915979:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978908.915980:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978908.915983:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978908.915984:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978908.915985:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978908.915987:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978908.915988:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783978908.915991:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978908.915993:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978908.915994:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783978908.915996:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978908.915998:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.915999:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.916002:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497010816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916008:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978908.916010:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978908.916011:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978908.916014:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978908.916015:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978908.916017:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978908.916019:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978908.916021:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783978908.916023:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978908.916024:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978908.916025:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783978908.916027:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978908.916029:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916031:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916036:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978908.916038:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.916040:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978908.916041:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978908.916043:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978908.916046:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916052:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.916053:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.916055:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978908.916057:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978908.916059:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.916062:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978908.916066:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978908.916068:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978908.916069:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978908.916071:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978908.916074:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978908.916076:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978908.916079:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978908.916082:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978908.916086:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978908.916088:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497010944, portal 4 00000100:00000001:0.0:1783978908.916090:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978908.916091:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783978908.916098:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916104:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978908.916107:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978908.916109:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978908.916111:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497010944, offset 0 00000400:00000200:0.0:1783978908.916115:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978908.916119:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.916122:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978908.916125:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978908.916127:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978908.916129:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978908.916132:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978908.916135:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781336:781336:256:4294967295] 192.168.201.114@tcp LPNI seq info [781314:781314:8:4294967295] 00000400:00000200:0.0:1783978908.916162:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978908.916168:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978908.916172:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.916174:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978908.916177:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978908.916179:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978908.916185:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978908.916187:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978908.916189:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978908.916191:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978908.916193:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978908.916194:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978908.916196:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978908.916198:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916203:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.916205:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916209:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.916210:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978908.916212:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978908.916214:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978908.916216:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978908.916217:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311114786 00000100:00000001:0.0:1783978908.916219:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.916220:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311114786 00000100:00000001:0.0:1783978908.916239:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311116024 00000100:00000001:0.0:1783978908.916241:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978908.916243:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.916245:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978908.916248:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978908/real 1783978908] req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978908.916256:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978908.916257:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978908.916258:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978908.916261:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978908.916262:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978908.916264:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978908.916267:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978908.916274:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916281:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978908.916282:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916284:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.916285:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978908.916289:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916296:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978908.916300:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916304:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978908.916306:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916307:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978908.916308:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916309:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978908.916311:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978908.916312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978908.916314:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978908.916315:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978908.916318:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978908.916322:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497010944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978908.916324:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916326:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978908.916328:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497010944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978908.916332:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978908.916333:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978908.916334:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978908.916336:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978908.916336:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978908.916337:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978908.916338:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978908.916339:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783978908.916341:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978908.916342:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978908.916343:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783978908.916345:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978908.916346:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916347:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.916349:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978908.916350:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.916351:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978908.916353:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.617754:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978909.617758:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978909.617760:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.617763:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978909.617765:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978909.617767:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.617769:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978909.617771:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.617773:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978910.577492:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978910.577496:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978910.577498:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978910.641398:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978910.641404:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978910.641405:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978910.641408:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978910.641410:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978910.641412:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978910.641615:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978910.641617:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978910.641619:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978911.665305:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978911.665311:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978911.665315:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978911.665320:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978911.665324:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978911.665327:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.665329:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978911.665331:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.665334:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978911.669851:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978911.669856:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978911.669857:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978911.669860:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978911.669863:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978911.669865:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.669867:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978911.669869:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.669871:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978913.713296:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978913.713302:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978913.713307:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978913.713314:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978913.713727:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978913.713731:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978913.713735:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978913.713736:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978913.713739:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.033650:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978914.033657:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.033661:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978914.033672:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.033691:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.033696:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.033701:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978914.033705:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978914.033709:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.033716:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497011072:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978914.033723:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978914.033728:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978914.033732:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.033736:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978914.033744:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978914.033748:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978914.033757:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978914.033764:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978914.033773:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978914.033783:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011072, portal 25 00000100:00000001:0.0:1783978914.033800:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978914.033804:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783978914.033815:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.033831:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978914.033836:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978914.033842:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978914.033847:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497011072, offset 0 00000400:00000200:0.0:1783978914.033873:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978914.033884:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.033893:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978914.033901:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978914.033907:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978914.033913:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978914.033919:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978914.033927:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781337:781337:256:4294967295] 192.168.201.114@tcp LPNI seq info [781315:781315:8:4294967295] 00000400:00000200:0.0:1783978914.033936:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.033950:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978914.033961:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.033969:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978914.033981:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978914.033989:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978914.034011:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.034015:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978914.034022:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978914.034032:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978914.034037:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978914.034039:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978914.034043:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978914.034047:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034056:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.034059:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034067:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.034069:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978914.034073:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978914.034077:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978914.034080:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311121143 00000100:00000010:0.0:1783978914.034085:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978914.034091:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978914.034096:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311121143 00000100:00000010:0.0:1783978914.034099:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978914.034102:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978914.034104:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978914.034107:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.034109:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978914.034113:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978914/real 1783978914] req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978914.034129:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978914.034131:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978914.034167:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978914.034171:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978914.034173:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978914.034182:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978914.034186:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978914.034195:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034202:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978914.034203:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034205:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.034207:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978914.034211:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034217:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978914.034222:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034229:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978914.034232:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034234:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.034235:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034238:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978914.034240:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978914.034242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978914.034246:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978914.034248:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978914.034252:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978914.034261:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497011072:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978914.034266:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034267:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.034270:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497011072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034276:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978914.034279:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978914.034282:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978914.034284:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978914.034286:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978914.034288:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978914.034290:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978914.034292:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783978914.034295:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978914.034297:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978914.034299:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783978914.034312:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978914.034313:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034315:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034322:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.034324:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.034326:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978914.034327:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.034329:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978914.034332:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034339:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.034341:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.034342:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978914.034344:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978914.034346:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.034349:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011200:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978914.034352:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978914.034354:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978914.034356:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.034357:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978914.034360:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978914.034362:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978914.034366:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978914.034368:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978914.034371:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978914.034374:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011200, portal 10 00000100:00000001:0.0:1783978914.034376:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978914.034377:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783978914.034383:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034390:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978914.034392:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978914.034394:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978914.034396:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497011200, offset 0 00000400:00000200:0.0:1783978914.034400:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978914.034403:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.034407:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978914.034410:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978914.034413:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978914.034415:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978914.034417:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978914.034420:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781338:781338:256:4294967295] 192.168.201.114@tcp LPNI seq info [781316:781316:8:4294967295] 00000400:00000200:0.0:1783978914.034424:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.034430:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978914.034434:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.034437:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978914.034441:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978914.034444:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978914.034468:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.034470:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978914.034472:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978914.034475:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978914.034478:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978914.034480:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978914.034483:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978914.034486:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034493:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.034496:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034502:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.034504:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978914.034506:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978914.034510:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978914.034513:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978914.034515:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311119883 00000100:00000001:0.0:1783978914.034518:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.034520:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311119883 00000100:00000001:0.0:1783978914.034522:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.034524:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978914.034526:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.034527:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978914.034530:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978914/real 1783978914] req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978914.034538:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978914.034539:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978914.034541:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978914.034544:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978914.034546:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978914.034548:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978914.034551:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978914.034560:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034566:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978914.034567:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034569:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.034572:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978914.034579:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034595:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978914.034603:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034618:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978914.034625:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034629:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.034631:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.034635:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978914.034642:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978914.034649:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978914.034657:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978914.034661:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978914.034668:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978914.034686:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011200:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978914.034696:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978914.034701:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034717:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.034720:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.034725:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978914.034727:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978914.034732:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.034737:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011328:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978914.034742:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978914.034745:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978914.034748:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.034752:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978914.034757:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978914.034761:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978914.034768:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978914.034772:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978914.034777:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978914.034782:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011328, portal 10 00000100:00000001:0.0:1783978914.034786:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978914.034788:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783978914.034797:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.034812:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978914.034818:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978914.034823:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978914.034828:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497011328, offset 0 00000400:00000200:0.0:1783978914.034837:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978914.034843:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.034850:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978914.034857:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978914.034863:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978914.034868:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978914.034872:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978914.034879:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781339:781339:256:4294967295] 192.168.201.114@tcp LPNI seq info [781317:781317:8:4294967295] 00000400:00000200:0.0:1783978914.034890:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.034904:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978914.034914:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.034919:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978914.034928:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978914.034934:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978914.034957:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.034960:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978914.034965:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978914.034972:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978914.034976:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978914.034980:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978914.034987:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978914.034994:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035007:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.035014:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035033:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035035:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978914.035037:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978914.035040:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978914.035046:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978914.035050:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311119884 00000100:00000001:0.0:1783978914.035055:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.035059:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311119884 00000100:00000001:0.0:1783978914.035063:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.035068:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978914.035072:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035077:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978914.035083:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978914/real 1783978914] req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978914.035093:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978914.035095:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978914.035097:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978914.035100:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978914.035102:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978914.035104:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978914.035107:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978914.035116:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035123:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978914.035124:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035126:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.035127:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978914.035130:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035167:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978914.035172:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035180:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978914.035183:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035184:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.035186:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035188:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978914.035191:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978914.035193:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978914.035197:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978914.035199:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978914.035202:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978914.035210:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011328:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978914.035214:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035216:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.035219:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497011200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035224:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978914.035226:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978914.035228:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978914.035230:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978914.035232:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978914.035233:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978914.035235:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978914.035237:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783978914.035240:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978914.035241:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978914.035243:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783978914.035245:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978914.035246:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035248:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.035251:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497011328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035257:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978914.035258:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978914.035260:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978914.035262:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978914.035263:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978914.035265:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978914.035267:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978914.035268:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783978914.035270:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978914.035271:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978914.035272:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783978914.035274:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978914.035275:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035277:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035280:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.035281:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035282:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978914.035284:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.035285:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978914.035288:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035295:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.035296:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.035298:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978914.035299:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978914.035301:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.035304:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011456:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978914.035307:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978914.035309:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978914.035310:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.035311:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978914.035314:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978914.035315:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978914.035319:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978914.035321:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978914.035324:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978914.035327:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011456, portal 4 00000100:00000001:0.0:1783978914.035328:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978914.035330:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783978914.035335:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035341:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978914.035343:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978914.035345:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978914.035348:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497011456, offset 0 00000400:00000200:0.0:1783978914.035351:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978914.035354:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.035357:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978914.035360:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978914.035362:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978914.035365:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978914.035367:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978914.035370:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781340:781340:256:4294967295] 192.168.201.114@tcp LPNI seq info [781318:781318:8:4294967295] 00000400:00000200:0.0:1783978914.035374:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.035380:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978914.035384:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.035387:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978914.035390:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978914.035393:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978914.035404:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.035406:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978914.035408:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978914.035411:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978914.035414:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978914.035415:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978914.035418:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978914.035421:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035428:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.035431:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035437:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035439:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978914.035441:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978914.035444:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978914.035447:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978914.035448:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311119934 00000100:00000001:0.0:1783978914.035451:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.035453:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311119934 00000100:00000001:0.0:1783978914.035455:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.035457:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978914.035459:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035461:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978914.035464:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978914/real 1783978914] req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978914.035471:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978914.035472:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978914.035473:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978914.035475:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978914.035477:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978914.035478:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978914.035482:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978914.035489:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035495:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978914.035497:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035498:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.035499:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978914.035503:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035510:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978914.035514:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035519:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978914.035521:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035523:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.035524:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035526:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978914.035528:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978914.035530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978914.035533:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978914.035535:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978914.035539:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978914.035545:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011456:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978914.035548:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978914.035552:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035558:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.035560:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.035562:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978914.035563:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978914.035565:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.035568:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011584:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978914.035571:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978914.035573:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978914.035574:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978914.035576:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978914.035578:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978914.035580:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978914.035583:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978914.035585:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978914.035587:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978914.035590:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011584, portal 4 00000100:00000001:0.0:1783978914.035592:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978914.035593:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783978914.035615:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035621:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978914.035623:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978914.035625:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978914.035627:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497011584, offset 0 00000400:00000200:0.0:1783978914.035631:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978914.035634:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.035637:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978914.035640:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978914.035642:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978914.035645:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978914.035647:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978914.035649:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781341:781341:256:4294967295] 192.168.201.114@tcp LPNI seq info [781319:781319:8:4294967295] 00000400:00000200:0.0:1783978914.035653:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978914.035659:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978914.035664:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.035667:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978914.035670:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978914.035672:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978914.035682:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978914.035684:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978914.035687:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978914.035690:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978914.035693:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978914.035695:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978914.035697:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978914.035700:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035707:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.035709:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035715:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035716:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978914.035719:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978914.035721:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978914.035724:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978914.035726:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311119905 00000100:00000001:0.0:1783978914.035729:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.035730:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311119905 00000100:00000001:0.0:1783978914.035732:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311121143 00000100:00000001:0.0:1783978914.035734:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978914.035736:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035737:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978914.035741:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978914/real 1783978914] req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978914.035749:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978914.035750:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978914.035751:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978914.035753:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978914.035755:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978914.035757:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978914.035760:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978914.035768:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035773:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978914.035775:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035777:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.035778:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978914.035781:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035788:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978914.035791:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035798:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978914.035800:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035801:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978914.035803:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035804:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978914.035806:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978914.035809:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978914.035811:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978914.035813:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978914.035817:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978914.035824:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011584:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978914.035827:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035829:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.035833:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497011456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035840:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978914.035841:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978914.035843:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978914.035845:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978914.035846:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978914.035847:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978914.035849:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978914.035851:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783978914.035853:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978914.035854:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978914.035855:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783978914.035858:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978914.035859:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035861:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978914.035864:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497011584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978914.035869:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978914.035870:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978914.035872:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978914.035873:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978914.035874:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978914.035876:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978914.035878:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978914.035879:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783978914.035881:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978914.035882:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978914.035883:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783978914.035884:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978914.035885:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035887:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.035890:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.035891:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.035893:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978914.035894:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.737349:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978914.737352:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.737353:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.737355:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978914.737358:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.737359:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.737361:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.737372:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.737374:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.737733:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978914.737736:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.737737:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.737739:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978914.737741:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.737743:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.737745:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.737746:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.737748:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978915.697632:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978915.697636:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978915.697647:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978915.761357:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978915.761362:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978915.761363:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978915.761367:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978915.761372:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978915.761376:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.761381:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978915.761383:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.761385:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.809413:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978917.809422:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978917.809432:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978917.809448:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978917.809456:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978917.809461:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.809467:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978917.809472:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.809478:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978918.833993:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978918.833999:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978918.834002:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978918.834005:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978918.834008:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978918.834011:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978918.834014:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978918.834016:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978918.834019:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.153535:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978919.153669:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978919.153674:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.153685:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.153702:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.153706:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.153711:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.153715:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.153720:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.153729:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497011712:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978919.153738:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.153744:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.153748:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.153754:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.153762:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978919.153768:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.153778:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978919.153786:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978919.153797:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978919.153808:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011712, portal 25 00000100:00000001:0.0:1783978919.153813:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.153827:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985551872 : -115476723999744 : ffff96f97ae2dc00) 00000100:00000040:0.0:1783978919.153840:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.153884:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.153893:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978919.153909:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978919.153915:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497011712, offset 0 00000400:00000200:0.0:1783978919.153924:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978919.153935:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.153943:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978919.153951:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.153955:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978919.153960:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.153964:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978919.153970:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781342:781342:256:4294967295] 192.168.201.114@tcp LPNI seq info [781320:781320:8:4294967295] 00000400:00000200:0.0:1783978919.153976:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.153983:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.153986:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.153990:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978919.153995:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978919.153997:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783978919.154008:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.154010:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978919.154016:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.154020:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.154025:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978919.154027:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978919.154031:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.154036:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154061:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.154065:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154077:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154079:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.154084:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.154088:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978919.154091:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311126263 00000100:00000010:0.0:1783978919.154096:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978919.154104:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978919.154111:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311126263 00000100:00000010:0.0:1783978919.154118:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978919.154125:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978919.154131:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.154171:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154175:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.154183:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.154193:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.154195:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.154198:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978919.154201:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978919.154203:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978919.154206:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.154211:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.154219:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154225:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.154227:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154229:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154231:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.154234:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154240:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.154244:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154249:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.154252:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154253:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154254:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154256:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.154258:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.154261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.154265:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978919.154267:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.154271:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.154284:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497011712:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978919.154289:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154291:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.154295:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2dc00 x1870620497011712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154301:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.154303:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.154305:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978919.154309:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.154310:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.154312:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978919.154315:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.154317:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783978919.154321:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.154323:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.154324:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2dc00. 00000100:00000001:0.0:1783978919.154326:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.154327:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154328:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154334:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978919.154335:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154336:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978919.154337:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978919.154338:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.154341:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154345:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.154346:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.154348:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.154349:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.154350:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.154352:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011840:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.154354:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.154355:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.154356:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.154358:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.154360:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978919.154362:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.154366:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978919.154368:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978919.154371:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978919.154381:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011840, portal 10 00000100:00000001:0.0:1783978919.154384:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.154385:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559936 : -115476723991680 : ffff96f97ae2fb80) 00000100:00000040:0.0:1783978919.154392:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154398:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.154401:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978919.154404:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978919.154406:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497011840, offset 0 00000400:00000200:0.0:1783978919.154410:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978919.154414:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.154417:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978919.154419:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.154420:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978919.154422:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.154424:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978919.154426:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781343:781343:256:4294967295] 192.168.201.114@tcp LPNI seq info [781321:781321:8:4294967295] 00000400:00000200:0.0:1783978919.154428:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.154432:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.154434:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.154436:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978919.154439:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978919.154440:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783978919.154449:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.154451:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978919.154453:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.154456:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.154459:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978919.154460:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978919.154463:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.154466:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154473:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.154476:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154483:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154484:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.154487:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.154490:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978919.154494:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978919.154496:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311125003 00000100:00000001:0.0:1783978919.154498:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.154510:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311125003 00000100:00000001:0.0:1783978919.154512:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.154514:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.154516:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154518:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.154522:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.154531:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.154532:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.154534:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978919.154536:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978919.154537:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978919.154546:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.154550:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.154557:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154563:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.154564:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154566:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154567:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.154571:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154576:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.154578:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154583:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.154584:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154585:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154586:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154587:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.154589:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.154591:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.154593:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978919.154594:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.154596:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.154601:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011840:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.154603:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.154605:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154608:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.154609:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.154610:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.154612:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.154613:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.154615:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011968:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.154617:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.154618:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.154619:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.154620:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.154623:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978919.154624:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.154626:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978919.154628:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978919.154630:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978919.154632:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497011968, portal 10 00000100:00000001:0.0:1783978919.154633:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.154634:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783978919.154637:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154641:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.154643:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978919.154644:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978919.154646:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497011968, offset 0 00000400:00000200:0.0:1783978919.154648:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978919.154650:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.154653:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978919.154654:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.154656:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978919.154658:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.154660:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978919.154662:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781344:781344:256:4294967295] 192.168.201.114@tcp LPNI seq info [781322:781322:8:4294967295] 00000400:00000200:0.0:1783978919.154666:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.154671:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.154675:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.154679:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978919.154682:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978919.154684:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783978919.154695:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.154697:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978919.154699:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.154702:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.154704:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978919.154705:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978919.154707:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.154709:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154714:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.154716:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154721:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154723:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.154726:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.154728:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978919.154731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978919.154733:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311125004 00000100:00000001:0.0:1783978919.154735:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.154737:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311125004 00000100:00000001:0.0:1783978919.154739:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.154741:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.154743:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154745:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.154748:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.154755:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.154756:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.154758:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978919.154760:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978919.154761:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978919.154763:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.154765:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.154773:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154780:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.154781:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154783:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154784:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.154788:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154795:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.154798:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154805:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.154807:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154808:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154809:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154810:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.154812:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.154814:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.154816:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978919.154817:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.154820:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.154824:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497011968:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.154827:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.154829:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154832:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.154833:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.154835:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.154836:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.154837:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.154839:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497012096:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.154841:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.154842:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.154843:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.154844:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.154847:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978919.154848:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.154851:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978919.154852:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978919.154854:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978919.154856:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497012096, portal 4 00000100:00000001:0.0:1783978919.154857:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.154858:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783978919.154862:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154866:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.154867:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978919.154868:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978919.154870:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497012096, offset 0 00000400:00000200:0.0:1783978919.154872:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978919.154874:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.154876:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978919.154878:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.154880:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978919.154881:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.154883:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978919.154884:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781345:781345:256:4294967295] 192.168.201.114@tcp LPNI seq info [781323:781323:8:4294967295] 00000400:00000200:0.0:1783978919.154887:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.154890:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.154893:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.154895:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978919.154897:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978919.154899:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783978919.154905:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.154906:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978919.154908:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.154910:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.154912:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978919.154913:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978919.154914:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.154916:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154921:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.154922:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154926:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154927:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.154929:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.154931:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978919.154932:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978919.154934:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311125053 00000100:00000001:0.0:1783978919.154935:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.154937:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311125053 00000100:00000001:0.0:1783978919.154938:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.154939:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.154940:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.154941:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.154943:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.154948:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.154949:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.154950:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978919.154951:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978919.154952:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978919.154953:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.154954:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.154958:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154962:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.154963:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154964:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154965:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.154966:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154970:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.154972:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154975:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.154976:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154977:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.154978:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.154979:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.154980:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.154981:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.154983:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978919.154984:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.154986:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.154991:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497012096:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.154993:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.154994:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.154998:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.154998:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.154999:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.155000:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.155001:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.155003:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497012224:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.155004:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.155005:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.155006:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.155007:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.155010:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978919.155011:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.155014:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978919.155016:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978919.155018:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978919.155021:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497012224, portal 4 00000100:00000001:0.0:1783978919.155022:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.155023:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783978919.155028:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155034:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.155036:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978919.155038:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978919.155040:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497012224, offset 0 00000400:00000200:0.0:1783978919.155057:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978919.155061:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.155064:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978919.155067:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.155069:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978919.155071:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.155073:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978919.155075:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781346:781346:256:4294967295] 192.168.201.114@tcp LPNI seq info [781324:781324:8:4294967295] 00000400:00000200:0.0:1783978919.155077:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978919.155081:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.155084:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.155086:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978919.155089:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978919.155091:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783978919.155097:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978919.155098:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978919.155100:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.155102:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.155104:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978919.155105:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978919.155106:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.155109:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155113:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.155115:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155119:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.155119:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.155121:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.155123:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978919.155125:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978919.155126:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311125024 00000100:00000001:0.0:1783978919.155128:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.155129:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311125024 00000100:00000001:0.0:1783978919.155130:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311126263 00000100:00000001:0.0:1783978919.155131:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.155132:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.155133:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.155135:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.155161:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.155162:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.155164:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978919.155166:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978919.155168:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978919.155172:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.155175:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.155182:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155187:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.155188:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155190:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.155191:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.155193:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155199:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.155202:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155208:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.155210:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155211:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.155212:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155214:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.155216:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.155218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.155220:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978919.155222:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.155225:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.155232:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497012224:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.155235:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155237:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.155239:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2fb80 x1870620497011840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155245:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.155246:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.155248:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978919.155250:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.155251:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.155252:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978919.155254:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.155256:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783978919.155258:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.155259:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.155261:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2fb80. 00000100:00000001:0.0:1783978919.155263:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.155264:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155266:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.155268:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497011968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155279:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.155280:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.155282:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978919.155284:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.155285:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.155286:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978919.155288:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.155289:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783978919.155291:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.155292:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.155293:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783978919.155295:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.155296:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155298:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.155301:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497012096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155307:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.155308:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.155309:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978919.155311:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.155312:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.155313:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978919.155315:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.155316:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783978919.155318:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.155319:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.155319:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783978919.155321:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.155322:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155324:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.155327:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497012224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.155333:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.155334:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.155336:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978919.155338:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.155339:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.155340:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978919.155342:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.155343:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588400. 02000000:00000001:0.0:1783978919.155345:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.155346:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.155347:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783978919.155349:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.155350:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155352:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.155356:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978919.155358:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.155360:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978919.155361:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.857330:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978919.857335:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978919.857339:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.857344:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978919.857348:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978919.857352:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.857357:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.857361:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.857365:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978920.817462:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978920.817467:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978920.817470:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978920.881425:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978920.881432:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978920.881436:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978920.881440:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978920.881445:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978920.881449:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978920.881452:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978920.881453:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978920.881466:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978921.905252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978921.905260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978921.905262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978921.905268:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978921.905272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978921.905275:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.905278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978921.905280:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.905283:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978921.905847:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978921.905849:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978921.905850:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978921.905852:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978921.905853:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978921.905854:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.905856:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978921.905857:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.905858:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978921.907524:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978921.907530:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978921.907533:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978921.907538:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978921.907542:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978921.907546:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.907552:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978921.907555:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.907559:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978922.929241:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978922.929248:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978922.929251:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978922.929255:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978922.929259:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978922.929263:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.929267:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978922.929269:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.929272:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978922.932063:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978922.932067:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978922.932069:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978922.932074:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978922.932077:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978922.932079:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.932082:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978922.932084:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.932087:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978923.953242:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978923.953251:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978923.953256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978923.953263:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978923.953269:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978923.953275:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978923.953412:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978923.953425:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978923.953428:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978924.273221:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978924.273232:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978924.273234:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978924.273238:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978924.273242:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978924.273249:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16457 00000400:00000200:0.0:1783978924.273259:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978924.273265:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978924.273268:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978924.273271:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273274:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.273276:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273279:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978924.273282:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978924.273284:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978924.273286:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978924.273290:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978924.273292:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978924.273294:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978924.273298:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273299:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.273300:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273301:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978924.273303:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978924.273305:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273307:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978924.273309:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978924.273311:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978924.273313:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.273314:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978924.273316:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978924.273323:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978924.273325:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978924.273328:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978924.273330:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.273332:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978924.273335:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978924.273338:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978924.273344:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978924.273349:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.273358:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497012352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978924.273368:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978924.273372:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978924.273377:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497012352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978924.273678:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978924.273680:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978924.273683:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978924.273684:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978924.273685:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978924.273687:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978924.273689:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16457 00000400:00000200:0.0:1783978924.273692:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978924.273693:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978924.273695:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978924.273697:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273698:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.273699:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273701:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978924.273702:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978924.273703:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978924.273704:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978924.273705:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978924.273707:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978924.273708:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978924.273711:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273713:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.273714:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273716:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978924.273718:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978924.273720:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978924.273723:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978924.273725:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978924.273729:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978924.273731:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.273733:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978924.273737:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978924.273739:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.273741:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978924.273745:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978924.273747:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978924.273750:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978924.273751:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.273753:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978924.273754:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978924.273756:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978924.273760:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978924.273763:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.273768:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497012480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978924.273774:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978924.273777:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978924.273780:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497012480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978924.274405:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978924.274409:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978924.274412:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978924.274413:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978924.274415:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978924.274417:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978924.274420:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16457 00000400:00000200:0.0:1783978924.274424:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978924.274427:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978924.274429:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978924.274431:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274433:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.274435:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274437:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978924.274439:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978924.274441:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978924.274443:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978924.274445:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978924.274447:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978924.274449:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978924.274452:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274454:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.274456:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274458:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978924.274460:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978924.274463:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274465:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978924.274466:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978924.274469:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978924.274471:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.274473:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978924.274475:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978924.274477:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.274479:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978924.274482:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783978924.274485:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978924.274487:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978924.274488:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.274490:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978924.274491:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978924.274493:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978924.274497:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978924.274500:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.274504:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497012608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978924.274511:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978924.274513:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978924.274517:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497012608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978924.274717:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978924.274720:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978924.274724:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978924.274725:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978924.274726:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978924.274729:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978924.274732:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16457 00000400:00000200:0.0:1783978924.274735:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978924.274738:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978924.274740:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978924.274742:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274744:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.274746:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274748:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978924.274750:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978924.274751:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978924.274753:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978924.274755:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978924.274757:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978924.274759:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978924.274761:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274763:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.274764:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274766:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978924.274768:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978924.274770:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978924.274772:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978924.274774:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978924.274777:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978924.274779:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.274780:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978924.274782:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978924.274784:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.274786:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978924.274791:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783978924.274793:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978924.274795:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978924.274796:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.274798:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978924.274799:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978924.274802:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978924.274805:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978924.274809:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.274814:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497012736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978924.274820:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978924.274822:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978924.274826:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497012736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978924.275776:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978924.275779:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978924.275781:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978924.275782:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978924.275784:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978924.275786:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978924.275788:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16457 00000400:00000200:0.0:1783978924.275791:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978924.275792:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978924.275794:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978924.275796:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.275798:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.275799:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.275800:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978924.275802:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978924.275803:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978924.275804:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978924.275805:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978924.275806:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978924.275807:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978924.275809:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.275810:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978924.275811:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978924.275812:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978924.275814:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978924.275815:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978924.275817:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978924.275818:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978924.275820:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978924.275822:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.275823:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978924.275824:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978924.275826:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.275827:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978924.275829:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783978924.275831:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978924.275833:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978924.275834:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.275835:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978924.275836:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978924.275837:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978924.275841:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783978924.275844:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.275849:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497012864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978924.275856:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978924.275858:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978924.275862:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497012864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978924.275869:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978924.275874:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16467) 00000100:00000001:0.0:1783978924.977237:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978924.977244:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978924.977248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.977256:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978924.977263:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978924.977268:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978924.977280:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978924.977284:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978924.977287:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978925.937369:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978925.937373:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978925.937376:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978926.001362:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978926.001367:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978926.001368:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978926.001371:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978926.001374:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978926.001379:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.001401:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978926.001404:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.001407:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978927.025237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978927.025255:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978927.025258:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978927.025263:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978927.025268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978927.025272:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978927.025275:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978927.025280:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978927.025285:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978927.026018:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978927.026023:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978927.026026:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978927.026032:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978927.026038:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978927.026043:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978927.026047:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978927.026049:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978927.026051:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978928.049250:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978928.049259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978928.049264:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978928.049272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978928.049278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978928.049283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.049287:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978928.049290:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.049293:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978928.049996:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978928.050001:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978928.050005:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978928.050009:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978928.050011:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978928.050013:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.050015:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978928.050017:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.050019:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978928.050038:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978928.050040:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978928.050041:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978928.050043:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978928.050044:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978928.050046:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.050048:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978928.050050:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.050052:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978929.073255:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978929.073261:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978929.073264:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978929.073268:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978929.073272:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978929.073274:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.073280:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978929.073283:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.073286:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978929.073303:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978929.073306:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978929.073307:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978929.073309:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978929.073311:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978929.073314:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.073317:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978929.073319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.073323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.097254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978930.097261:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978930.097265:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.097269:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978930.097275:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978930.097279:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.097297:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.097301:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.097303:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978931.058071:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978931.058075:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978931.058078:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978932.145277:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978932.145283:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978932.145288:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978932.145296:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978932.145303:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978932.145309:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.145327:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978932.145331:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.145334:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978933.169275:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978933.169281:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978933.169284:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978933.169290:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978933.169294:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978933.169297:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.169299:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978933.169301:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.169303:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978933.170280:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978933.170283:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978933.170284:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978933.170287:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978933.170289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978933.170291:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.170293:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978933.170294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.170296:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978934.193277:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978934.193282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978934.193286:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978934.193292:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978934.193297:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978934.193301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978934.193304:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978934.193306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978934.193308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.217207:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978935.217215:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.217220:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.217227:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978935.217233:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.217238:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.217243:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.217246:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.217357:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.217394:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978935.217397:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.217398:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.217401:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978935.217403:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.217405:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.217408:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.217411:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.217414:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978936.177330:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978936.177334:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978936.177337:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978936.241257:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978936.241262:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978936.241266:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978936.241272:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978936.241276:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978936.241280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978936.241285:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978936.241289:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978936.241293:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978937.265256:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978937.265267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978937.265272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978937.265279:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978937.265286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978937.265292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.265309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978937.265312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.265315:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978938.289251:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978938.289260:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978938.289263:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978938.289270:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978938.289276:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978938.289283:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978938.289291:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978938.289296:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978938.289302:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.337270:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978940.337276:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.337280:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.337287:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978940.337291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.337294:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.338192:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.338196:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.338199:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978941.297355:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978941.297357:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978941.297359:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978941.365801:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978941.365810:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978941.365812:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978941.365819:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978941.365825:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978941.365830:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978941.365835:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978941.365840:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978941.365844:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978942.386971:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978942.386976:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978942.386977:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978942.386981:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978942.386983:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978942.386986:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978942.386988:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978942.386989:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978942.386991:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978943.409293:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978943.409304:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978943.409313:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978943.409338:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978943.409348:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978943.409354:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978943.409402:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978943.409408:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978943.409414:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978944.433227:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978944.433234:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978944.433237:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978944.433242:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978944.433246:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978944.433251:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.433256:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978944.433258:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.433264:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978944.433362:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978944.433366:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978944.433369:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978944.433373:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978944.433379:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978944.433383:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.433390:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978944.433393:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.433395:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978944.433415:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978944.433419:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978944.433420:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978944.433423:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978944.433427:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978944.433429:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.433430:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978944.433432:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.433434:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.457242:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978945.457248:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978945.457252:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.457259:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978945.457266:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978945.457271:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978945.457282:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978945.457286:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978945.457291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978946.417289:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978946.417291:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978946.417294:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978946.481299:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978946.481304:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978946.481305:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978946.481308:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978946.481310:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978946.481312:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.481509:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978946.481511:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.481514:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978946.481536:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978946.481539:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978946.481541:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978946.481544:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978946.481549:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978946.481551:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.481554:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978946.481558:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.481563:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978947.505248:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978947.505255:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978947.505259:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978947.505266:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978947.505272:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978947.505279:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.505284:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978947.505296:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.505305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978947.506650:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978947.506657:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978947.506662:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978947.506668:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978947.506672:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978947.506676:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.506681:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978947.506685:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.506688:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978948.529247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978948.529254:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978948.529258:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978948.529266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978948.529272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978948.529277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.529291:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978948.529295:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.529298:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.553265:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978949.553274:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978949.553278:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.553287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978949.553292:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978949.553296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.553300:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978949.553304:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.553308:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.553394:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978949.553398:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978949.553401:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.553405:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978949.553410:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978949.553415:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.553419:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978949.553424:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.553428:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978949.873224:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978949.873234:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978949.873237:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978949.873240:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978949.873244:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978949.873251:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16483 00000400:00000200:0.0:1783978949.873260:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978949.873266:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978949.873269:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978949.873272:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873275:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873277:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873280:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978949.873283:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978949.873285:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783978949.873287:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978949.873291:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783978949.873293:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783978949.873295:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783978949.873297:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873298:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873299:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873300:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978949.873302:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783978949.873304:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873305:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978949.873307:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978949.873309:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978949.873311:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873313:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978949.873315:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978949.873321:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783978949.873323:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783978949.873326:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978949.873328:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873330:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978949.873332:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978949.873335:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978949.873340:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783978949.873345:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.873351:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497015552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978949.873358:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978949.873361:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978949.873365:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497015552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978949.873391:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978949.873394:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978949.873397:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978949.873399:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978949.873400:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978949.873402:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978949.873405:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16483 00000400:00000200:0.0:1783978949.873408:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978949.873411:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978949.873413:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978949.873416:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873417:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873419:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873421:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978949.873423:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978949.873425:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783978949.873426:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978949.873428:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783978949.873430:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783978949.873432:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783978949.873434:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873436:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873438:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873440:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978949.873442:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783978949.873445:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873447:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978949.873449:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978949.873454:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978949.873456:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873457:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978949.873461:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978949.873464:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873466:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978949.873470:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783978949.873472:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978949.873474:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978949.873475:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873476:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978949.873478:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978949.873479:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978949.873483:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783978949.873487:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.873492:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497015680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978949.873498:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978949.873500:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978949.873503:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497015680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978949.873511:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978949.873547:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978949.873551:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978949.873552:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978949.873554:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978949.873556:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978949.873559:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16483 00000400:00000200:0.0:1783978949.873562:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978949.873565:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978949.873567:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978949.873569:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873571:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873572:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873574:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978949.873576:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978949.873577:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783978949.873578:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978949.873580:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783978949.873581:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783978949.873583:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783978949.873586:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873588:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873589:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873591:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978949.873592:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783978949.873595:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873597:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978949.873598:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978949.873602:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978949.873604:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873605:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978949.873607:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978949.873609:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873610:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978949.873614:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783978949.873616:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783978949.873618:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978949.873620:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873621:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978949.873623:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978949.873624:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978949.873628:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783978949.873631:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.873635:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497015808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978949.873641:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978949.873643:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978949.873646:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497015808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978949.873653:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978949.873655:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978949.873658:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978949.873660:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978949.873661:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978949.873663:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978949.873665:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16483 00000400:00000200:0.0:1783978949.873669:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978949.873671:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978949.873673:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978949.873675:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873677:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873679:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873681:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978949.873683:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978949.873685:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783978949.873686:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978949.873688:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783978949.873690:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783978949.873692:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783978949.873695:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873697:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873698:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873700:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978949.873702:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783978949.873705:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873707:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978949.873708:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978949.873711:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978949.873712:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873714:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978949.873716:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978949.873718:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873719:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978949.873723:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783978949.873725:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978949.873727:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978949.873728:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873730:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978949.873731:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978949.873732:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978949.873738:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783978949.873741:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.873745:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497015936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978949.873751:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978949.873754:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978949.873757:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497015936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978949.873764:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978949.873766:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978949.873769:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978949.873770:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978949.873772:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978949.873774:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978949.873776:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16483 00000400:00000200:0.0:1783978949.873780:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978949.873783:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978949.873784:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978949.873787:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873789:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873791:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873792:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783978949.873794:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978949.873795:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783978949.873797:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978949.873799:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783978949.873801:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783978949.873803:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783978949.873805:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873807:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978949.873809:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873811:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783978949.873813:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783978949.873815:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783978949.873818:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978949.873820:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978949.873822:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978949.873824:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873826:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978949.873828:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978949.873830:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873831:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978949.873835:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783978949.873837:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783978949.873839:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978949.873840:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978949.873842:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978949.873843:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978949.873845:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978949.873848:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783978949.873851:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.873855:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497016064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978949.873862:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978949.873864:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978949.873867:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497016064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978949.873874:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978949.873878:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16493) 00000100:00000001:0.0:1783978950.577248:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978950.577257:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978950.577261:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978950.577269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978950.577275:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978950.577282:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.577288:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978950.577292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.577296:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978950.577324:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978950.577328:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978950.577331:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978950.577334:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978950.577337:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978950.577341:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.577348:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978950.577351:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.577352:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978951.537462:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978951.537466:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978951.537469:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978951.601242:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978951.601251:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978951.601256:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978951.601264:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978951.601270:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978951.601276:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.601284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978951.601288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.601292:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978951.601310:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978951.601314:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978951.601317:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978951.601320:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978951.601324:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978951.601328:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.601333:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978951.601335:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.601338:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978952.625265:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978952.625275:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978952.625280:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978952.625290:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978952.625298:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978952.625304:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.625311:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978952.625317:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.625321:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978952.625341:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978952.625346:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978952.625347:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978952.625350:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978952.625353:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978952.625356:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.625522:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978952.625525:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.625529:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978953.649295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978953.649304:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978953.649311:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978953.649324:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978953.649336:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978953.649349:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.649366:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978953.649370:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.649374:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978953.649428:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978953.649437:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978953.649442:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978953.649464:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978953.649472:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978953.649479:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.649485:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978953.649489:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.649494:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978954.673245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978954.673252:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978954.673255:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978954.673262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978954.673268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978954.673275:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.673280:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978954.673286:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.673291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978954.673604:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978954.673611:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978954.673617:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978954.673626:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978954.673636:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978954.673644:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.673654:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978954.673659:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.673663:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978955.697389:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978955.697393:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978955.697396:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978955.697402:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978955.697407:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978955.697423:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978955.700477:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978955.700481:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978955.700485:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978956.657342:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978956.657346:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978956.657350:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978956.721273:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978956.721278:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978956.721280:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978956.721283:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978956.721286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978956.721289:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.721291:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978956.721293:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.721296:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978956.723081:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978956.723085:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978956.723086:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978956.723088:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978956.723090:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978956.723092:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.723094:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978956.723096:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.723097:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978957.745365:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978957.745370:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978957.745371:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978957.745373:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978957.745403:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978957.745406:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978957.745408:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978957.745409:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978957.745411:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783978958.065380:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783978958.065417:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978958.065424:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978958.065427:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783978958.065430:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978958.065433:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978958.065437:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978958.065440:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2e00. 00000400:00000200:0.0:1783978958.065445:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978958.065448:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978958.065452:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2440 00000400:00000010:0.0:1783978958.065454:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2440. 00000100:00000001:0.0:1783978958.065495:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978958.065502:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2d500 x1870620497016192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065524:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978958.065528:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497016192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065536:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978958.065538:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978958.065547:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978958.065549:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2500. 00000400:00000200:0.0:1783978958.065553:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978958.065557:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978958.065560:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d25d8 00000400:00000010:0.0:1783978958.065562:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d25d8. 00000100:00000001:0.0:1783978958.065565:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978958.065570:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2d880 x1870620497016320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065581:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978958.065586:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497016320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065596:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978958.065600:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978958.065609:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978958.065613:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2a00. 00000400:00000200:0.0:1783978958.065616:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978958.065622:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978958.065634:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2770 00000400:00000010:0.0:1783978958.065639:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2770. 00000100:00000001:0.0:1783978958.065645:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978958.065652:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2ed80 x1870620497016448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065664:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978958.065671:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497016448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065684:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978958.065688:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978958.065697:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978958.065702:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2f00. 00000400:00000200:0.0:1783978958.065707:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978958.065715:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978958.065723:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2d48 00000400:00000010:0.0:1783978958.065727:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2d48. 00000100:00000001:0.0:1783978958.065732:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978958.065740:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2c380 x1870620497016576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065769:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978958.065777:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620497016576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065798:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978958.065802:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978958.065824:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783978958.065830:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2000. 00000400:00000200:0.0:1783978958.065835:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978958.065844:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978958.065850:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2dd0 00000400:00000010:0.0:1783978958.065854:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2dd0. 00000100:00000001:0.0:1783978958.065863:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978958.065871:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97ae2c700 x1870620497016704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065889:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978958.065895:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620497016704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978958.065912:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978958.065915:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978958.769237:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978958.769244:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978958.769246:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978958.769252:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978958.769256:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978958.769262:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.769268:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978958.769272:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.769279:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978958.769309:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978958.769312:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978958.769314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978958.769318:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978958.769321:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978958.769324:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.769334:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978958.769336:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.769338:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978959.793243:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978959.793252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978959.793255:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978959.793260:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978959.793264:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978959.793269:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.793296:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978959.793298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.793300:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978959.793385:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978959.793391:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978959.793395:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978959.793399:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978959.793404:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978959.793408:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.793410:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978959.793412:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.793415:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.114381:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978960.114386:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978960.114389:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978960.114396:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114404:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978960.114406:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.114410:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978960.114413:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978960.114416:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978960.114419:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497016832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978960.114422:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978960.114428:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978960.114431:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.114433:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978960.114439:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978960.114441:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978960.114446:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978960.114451:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978960.114458:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978960.114466:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497016832, portal 25 00000100:00000001:0.0:1783978960.114469:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978960.114470:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783978960.114476:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114483:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978960.114485:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978960.114488:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978960.114491:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497016832, offset 0 00000400:00000200:0.0:1783978960.114496:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978960.114502:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.114507:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978960.114512:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978960.114515:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978960.114519:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978960.114522:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978960.114527:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781382:781382:256:4294967295] 192.168.201.114@tcp LPNI seq info [781360:781360:8:4294967295] 00000400:00000200:0.0:1783978960.114531:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.114540:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978960.114546:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.114552:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978960.114559:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978960.114563:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978960.114573:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.114575:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978960.114580:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978960.114584:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978960.114589:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978960.114590:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978960.114594:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978960.114597:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114604:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.114606:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114612:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.114614:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978960.114619:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978960.114623:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978960.114626:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311167224 00000100:00000010:0.0:1783978960.114631:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978960.114637:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978960.114643:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311167224 00000100:00000010:0.0:1783978960.114646:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978960.114649:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978960.114652:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978960.114655:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.114657:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978960.114661:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978960/real 1783978960] req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978960.114671:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978960.114672:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978960.114675:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978960.114677:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978960.114679:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978960.114681:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978960.114685:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978960.114693:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114699:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978960.114701:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.114703:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.114705:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978960.114709:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114716:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978960.114720:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114727:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978960.114730:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.114731:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.114733:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.114740:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978960.114742:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978960.114745:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978960.114749:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978960.114751:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978960.114755:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978960.114763:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497016832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978960.114768:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978960.114772:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114784:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978960.114785:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.114791:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978960.114793:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978960.114795:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978960.114798:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497016960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978960.114802:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978960.114804:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978960.114806:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.114807:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978960.114810:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978960.114812:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978960.114815:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978960.114818:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978960.114821:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978960.114824:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497016960, portal 10 00000100:00000001:0.0:1783978960.114826:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978960.114827:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783978960.114833:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114838:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978960.114840:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978960.114842:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978960.114844:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497016960, offset 0 00000400:00000200:0.0:1783978960.114848:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978960.114852:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.114855:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978960.114858:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978960.114860:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978960.114862:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978960.114864:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978960.114867:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781383:781383:256:4294967295] 192.168.201.114@tcp LPNI seq info [781361:781361:8:4294967295] 00000400:00000200:0.0:1783978960.114870:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.114875:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978960.114879:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.114882:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978960.114886:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978960.114889:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978960.114896:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.114897:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978960.114899:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978960.114901:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978960.114903:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978960.114904:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978960.114906:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978960.114908:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114913:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.114916:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114922:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.114923:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978960.114926:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978960.114930:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978960.114933:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978960.114935:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311165963 00000100:00000001:0.0:1783978960.114938:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.114939:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311165963 00000100:00000001:0.0:1783978960.114941:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.114943:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978960.114946:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.114947:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978960.114951:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978960/real 1783978960] req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978960.114959:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978960.114960:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978960.114962:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978960.114964:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978960.114965:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978960.114967:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978960.114970:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978960.114977:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114982:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978960.114984:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.114985:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.114987:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978960.114990:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.114996:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978960.115000:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115004:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978960.115006:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115007:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.115008:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115009:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978960.115012:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978960.115014:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978960.115018:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978960.115020:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978960.115023:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978960.115030:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497016960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978960.115034:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978960.115037:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115043:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978960.115045:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.115047:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978960.115048:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978960.115050:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978960.115052:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978960.115055:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978960.115057:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978960.115059:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.115060:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978960.115064:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978960.115066:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978960.115069:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978960.115072:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978960.115075:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978960.115077:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017088, portal 10 00000100:00000001:0.0:1783978960.115079:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978960.115080:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783978960.115086:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115092:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978960.115094:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978960.115097:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978960.115099:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497017088, offset 0 00000400:00000200:0.0:1783978960.115103:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978960.115107:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.115110:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978960.115113:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978960.115114:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978960.115116:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978960.115117:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978960.115119:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781384:781384:256:4294967295] 192.168.201.114@tcp LPNI seq info [781362:781362:8:4294967295] 00000400:00000200:0.0:1783978960.115122:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.115126:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978960.115128:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.115130:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978960.115132:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978960.115134:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978960.115161:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.115163:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978960.115165:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978960.115168:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978960.115171:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978960.115172:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978960.115175:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978960.115178:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115185:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115188:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115193:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.115195:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978960.115197:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978960.115211:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978960.115214:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978960.115216:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311165965 00000100:00000001:0.0:1783978960.115218:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.115220:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311165965 00000100:00000001:0.0:1783978960.115222:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.115224:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978960.115226:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.115228:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978960.115232:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978960/real 1783978960] req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978960.115240:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978960.115241:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978960.115242:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978960.115244:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978960.115245:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978960.115246:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978960.115249:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978960.115256:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115262:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978960.115263:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115265:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.115266:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978960.115269:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115275:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978960.115279:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115285:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978960.115288:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115289:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.115291:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115292:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978960.115295:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978960.115297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978960.115300:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978960.115302:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978960.115306:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978960.115315:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978960.115318:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978960.115322:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115329:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978960.115330:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.115332:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978960.115334:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978960.115347:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978960.115350:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978960.115353:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978960.115355:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978960.115357:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.115358:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978960.115362:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978960.115364:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978960.115368:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978960.115370:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978960.115374:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978960.115376:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017216, portal 4 00000100:00000001:0.0:1783978960.115378:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978960.115379:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783978960.115384:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115391:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978960.115393:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978960.115395:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978960.115398:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497017216, offset 0 00000400:00000200:0.0:1783978960.115402:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978960.115406:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.115409:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978960.115412:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978960.115414:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978960.115416:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978960.115419:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978960.115421:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781385:781385:256:4294967295] 192.168.201.114@tcp LPNI seq info [781363:781363:8:4294967295] 00000400:00000200:0.0:1783978960.115425:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.115432:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978960.115436:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.115439:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978960.115443:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978960.115445:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978960.115456:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.115458:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978960.115461:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978960.115464:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978960.115467:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978960.115469:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978960.115472:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978960.115474:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115480:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115488:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115494:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.115496:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978960.115499:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978960.115501:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978960.115505:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978960.115507:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311166014 00000100:00000001:0.0:1783978960.115509:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.115511:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311166014 00000100:00000001:0.0:1783978960.115513:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.115514:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978960.115516:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.115518:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978960.115521:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978960/real 1783978960] req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978960.115529:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978960.115530:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978960.115532:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978960.115534:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978960.115536:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978960.115537:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978960.115540:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978960.115547:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115553:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978960.115555:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115556:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.115558:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978960.115560:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115565:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978960.115569:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115574:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978960.115576:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115577:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.115578:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115580:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978960.115581:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978960.115583:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978960.115586:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978960.115588:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978960.115591:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978960.115597:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978960.115600:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978960.115603:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115609:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978960.115610:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.115613:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978960.115614:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978960.115616:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978960.115618:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978960.115621:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978960.115623:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978960.115625:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978960.115626:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978960.115629:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978960.115630:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978960.115633:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978960.115636:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978960.115639:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978960.115641:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017344, portal 4 00000100:00000001:0.0:1783978960.115643:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978960.115644:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783978960.115649:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115654:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978960.115656:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978960.115658:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978960.115660:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497017344, offset 0 00000400:00000200:0.0:1783978960.115663:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978960.115667:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.115671:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978960.115674:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978960.115676:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978960.115678:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978960.115679:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978960.115682:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781386:781386:256:4294967295] 192.168.201.114@tcp LPNI seq info [781364:781364:8:4294967295] 00000400:00000200:0.0:1783978960.115686:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978960.115692:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978960.115698:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.115701:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978960.115705:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978960.115707:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978960.115718:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978960.115719:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978960.115722:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978960.115725:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978960.115728:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978960.115730:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978960.115732:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978960.115735:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115742:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115745:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115751:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.115752:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978960.115755:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978960.115757:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978960.115760:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978960.115762:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311165985 00000100:00000001:0.0:1783978960.115764:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.115766:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311165985 00000100:00000001:0.0:1783978960.115768:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311167224 00000100:00000001:0.0:1783978960.115770:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978960.115772:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.115773:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978960.115777:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978960/real 1783978960] req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978960.115784:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978960.115785:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978960.115787:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978960.115789:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978960.115791:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978960.115793:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978960.115796:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978960.115803:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115809:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978960.115810:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115812:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.115814:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978960.115817:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115823:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978960.115827:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115833:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978960.115835:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115836:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978960.115837:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115839:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978960.115840:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978960.115843:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978960.115845:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978960.115847:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978960.115851:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978960.115858:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978960.115862:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115864:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115867:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497016832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115873:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978960.115875:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978960.115878:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978960.115880:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978960.115882:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978960.115884:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978960.115886:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978960.115889:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783978960.115892:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978960.115894:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978960.115895:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783978960.115902:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978960.115903:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115905:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115908:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497016960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115915:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978960.115916:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978960.115917:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978960.115920:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978960.115922:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978960.115923:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978960.115925:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978960.115926:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783978960.115928:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978960.115928:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978960.115930:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783978960.115932:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978960.115933:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115935:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115938:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497017088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115944:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978960.115946:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978960.115947:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978960.115949:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978960.115950:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978960.115951:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978960.115953:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978960.115954:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783978960.115956:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978960.115957:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978960.115958:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783978960.115960:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978960.115961:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115963:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115966:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497017216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115971:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978960.115972:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978960.115974:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978960.115975:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978960.115976:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978960.115978:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978960.115979:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978960.115981:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783978960.115982:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978960.115983:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978960.115985:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783978960.115987:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978960.115988:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.115989:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978960.115992:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497017344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978960.115998:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978960.116000:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978960.116001:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978960.116003:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978960.116004:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978960.116005:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978960.116007:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978960.116008:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783978960.116010:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978960.116011:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978960.116013:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783978960.116015:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978960.116016:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.116018:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.116026:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978960.116027:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.116029:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978960.116031:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978960.817400:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978960.817405:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978960.817406:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978960.817409:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978960.817412:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978960.817415:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.817420:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978960.817423:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.817428:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978961.777296:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978961.777300:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978961.777303:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978961.841236:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978961.841244:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978961.841248:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978961.841256:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978961.841263:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978961.841269:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.841273:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978961.841276:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.841279:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978961.841355:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978961.841360:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978961.841363:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978961.841369:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978961.841374:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978961.841379:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.841528:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978961.841530:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.841533:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978962.865240:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978962.865248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978962.865255:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978962.865264:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978962.865272:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978962.865281:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978962.865321:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978962.865325:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978962.865328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978963.889233:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978963.889241:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978963.889243:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978963.889248:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978963.889255:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978963.889259:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.889263:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978963.889268:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.889286:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978963.889324:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978963.889328:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978963.889331:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978963.889335:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978963.889337:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978963.889339:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.889341:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978963.889342:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.889344:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978964.913459:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978964.913463:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978964.913464:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978964.913467:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978964.913469:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978964.913471:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978964.913473:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978964.913474:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978964.913476:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.233507:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978965.233513:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978965.233518:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978965.233529:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.233557:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.233561:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.233568:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978965.233572:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978965.233578:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.233586:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497017472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978965.233594:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978965.233600:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978965.233613:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.233622:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978965.233630:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978965.233634:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978965.233641:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978965.233648:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978965.233657:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978965.233667:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017472, portal 25 00000100:00000001:0.0:1783978965.233671:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978965.233675:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783978965.233684:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.233698:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978965.233705:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978965.233711:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978965.233718:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497017472, offset 0 00000400:00000200:0.0:1783978965.233731:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978965.233743:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.233753:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978965.233761:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978965.233781:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978965.233789:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978965.233797:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978965.233807:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781387:781387:256:4294967295] 192.168.201.114@tcp LPNI seq info [781365:781365:8:4294967295] 00000400:00000200:0.0:1783978965.233818:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.233834:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978965.233845:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.233853:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978965.233863:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978965.233869:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978965.233898:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.233903:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978965.233912:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978965.233921:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978965.233929:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978965.233935:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978965.233941:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978965.233950:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.233971:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.233978:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234006:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.234012:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978965.234019:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978965.234028:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978965.234033:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311172343 00000100:00000010:0.0:1783978965.234041:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978965.234050:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978965.234058:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311172343 00000100:00000010:0.0:1783978965.234064:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978965.234070:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978965.234076:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978965.234083:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.234088:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978965.234093:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978965/real 1783978965] req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978965.234107:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978965.234110:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978965.234113:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978965.234118:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978965.234122:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978965.234126:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978965.234133:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978965.234166:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234173:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978965.234175:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234178:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.234183:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978965.234191:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234216:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978965.234227:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234243:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978965.234262:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234267:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.234269:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234275:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978965.234279:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978965.234286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978965.234294:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978965.234299:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978965.234309:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978965.234329:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497017472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978965.234339:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234343:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.234351:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497017472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234367:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978965.234372:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978965.234377:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978965.234383:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978965.234386:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978965.234390:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978965.234394:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978965.234398:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783978965.234404:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978965.234408:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978965.234412:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783978965.234418:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978965.234422:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234427:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234436:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978965.234439:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.234444:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978965.234447:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978965.234450:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978965.234457:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234471:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.234474:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.234480:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978965.234483:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978965.234487:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.234493:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978965.234500:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978965.234503:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978965.234504:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.234506:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978965.234509:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978965.234511:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978965.234516:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978965.234519:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978965.234523:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978965.234526:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017600, portal 10 00000100:00000001:0.0:1783978965.234528:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978965.234530:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783978965.234536:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234543:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978965.234545:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978965.234548:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978965.234551:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497017600, offset 0 00000400:00000200:0.0:1783978965.234554:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978965.234558:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.234562:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978965.234565:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978965.234567:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978965.234569:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978965.234572:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978965.234574:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781388:781388:256:4294967295] 192.168.201.114@tcp LPNI seq info [781366:781366:8:4294967295] 00000400:00000200:0.0:1783978965.234578:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.234584:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978965.234589:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.234592:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978965.234596:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978965.234599:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978965.234609:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.234611:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978965.234614:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978965.234617:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978965.234620:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978965.234622:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978965.234624:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978965.234628:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234635:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.234638:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234644:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.234645:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978965.234648:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978965.234652:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978965.234655:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978965.234657:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311171083 00000100:00000001:0.0:1783978965.234660:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.234662:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311171083 00000100:00000001:0.0:1783978965.234664:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.234666:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978965.234668:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.234670:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978965.234673:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978965/real 1783978965] req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978965.234682:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978965.234683:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978965.234684:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978965.234687:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978965.234688:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978965.234691:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978965.234693:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978965.234701:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234707:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978965.234709:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234710:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.234712:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978965.234715:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234721:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978965.234725:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234732:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978965.234734:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234736:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.234737:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234738:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978965.234741:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978965.234744:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978965.234747:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978965.234749:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978965.234753:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978965.234762:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978965.234765:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978965.234768:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234774:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.234776:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.234778:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978965.234779:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978965.234782:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.234784:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978965.234787:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978965.234789:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978965.234791:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.234792:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978965.234796:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978965.234797:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978965.234801:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978965.234803:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978965.234806:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978965.234808:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017728, portal 10 00000100:00000001:0.0:1783978965.234810:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978965.234811:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783978965.234816:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234822:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978965.234824:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978965.234826:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978965.234829:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497017728, offset 0 00000400:00000200:0.0:1783978965.234832:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978965.234836:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.234839:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978965.234842:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978965.234845:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978965.234847:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978965.234850:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978965.234853:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781389:781389:256:4294967295] 192.168.201.114@tcp LPNI seq info [781367:781367:8:4294967295] 00000400:00000200:0.0:1783978965.234857:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.234863:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978965.234867:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.234871:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978965.234874:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978965.234877:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978965.234887:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.234889:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978965.234891:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978965.234894:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978965.234897:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978965.234899:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978965.234901:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978965.234905:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234912:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.234914:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234921:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.234922:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978965.234925:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978965.234928:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978965.234931:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978965.234933:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311171084 00000100:00000001:0.0:1783978965.234935:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.234937:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311171084 00000100:00000001:0.0:1783978965.234939:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.234941:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978965.234943:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.234944:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978965.234948:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978965/real 1783978965] req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978965.234955:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978965.234957:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978965.234959:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978965.234961:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978965.234963:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978965.234965:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978965.234968:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978965.234976:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234982:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978965.234983:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.234985:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.234987:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978965.234990:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.234997:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978965.235000:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235007:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978965.235009:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235011:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.235012:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235014:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978965.235016:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978965.235018:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978965.235021:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978965.235024:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978965.235028:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978965.235035:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978965.235038:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978965.235041:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235048:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.235049:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.235051:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978965.235053:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978965.235055:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.235057:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978965.235061:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978965.235063:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978965.235064:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.235066:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978965.235069:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978965.235071:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978965.235075:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978965.235077:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978965.235081:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978965.235083:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017856, portal 4 00000100:00000001:0.0:1783978965.235085:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978965.235086:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783978965.235092:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235098:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978965.235100:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978965.235103:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978965.235105:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497017856, offset 0 00000400:00000200:0.0:1783978965.235109:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978965.235113:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.235117:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978965.235119:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978965.235122:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978965.235124:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978965.235126:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978965.235129:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781390:781390:256:4294967295] 192.168.201.114@tcp LPNI seq info [781368:781368:8:4294967295] 00000400:00000200:0.0:1783978965.235133:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.235158:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978965.235163:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.235166:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978965.235170:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978965.235173:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978965.235183:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.235185:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978965.235187:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978965.235190:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978965.235193:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978965.235195:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978965.235197:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978965.235201:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235208:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.235211:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235217:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.235218:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978965.235221:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978965.235224:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978965.235228:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978965.235230:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311171134 00000100:00000001:0.0:1783978965.235232:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.235234:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311171134 00000100:00000001:0.0:1783978965.235236:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.235238:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978965.235240:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.235242:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978965.235258:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978965/real 1783978965] req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978965.235312:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978965.235313:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978965.235315:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978965.235317:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978965.235319:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978965.235321:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978965.235325:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978965.235332:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235338:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978965.235339:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235341:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.235342:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978965.235345:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235352:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978965.235355:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235362:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978965.235364:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235366:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.235367:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235369:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978965.235371:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978965.235373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978965.235376:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978965.235378:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978965.235382:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978965.235389:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978965.235395:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235397:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.235400:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497017600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235405:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978965.235407:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978965.235408:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978965.235411:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978965.235412:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978965.235413:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978965.235416:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978965.235417:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783978965.235420:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978965.235421:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978965.235422:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783978965.235424:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978965.235426:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235427:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.235430:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497017728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235436:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978965.235437:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978965.235439:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978965.235440:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978965.235442:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978965.235443:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978965.235445:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978965.235446:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783978965.235448:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978965.235449:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978965.235451:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783978965.235453:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978965.235454:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235456:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.235459:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497017856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235464:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978965.235466:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978965.235467:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978965.235469:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978965.235470:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978965.235471:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978965.235473:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978965.235474:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4400. 02000000:00000001:0.0:1783978965.235476:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978965.235477:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978965.235478:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783978965.235480:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978965.235482:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235483:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235487:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978965.235489:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.235491:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978965.235492:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978965.235493:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978965.235497:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235504:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.235505:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.235507:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978965.235509:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978965.235511:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.235513:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978965.235516:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978965.235519:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978965.235520:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978965.235522:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978965.235525:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978965.235526:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978965.235529:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978965.235532:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978965.235535:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978965.235538:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497017984, portal 4 00000100:00000001:0.0:1783978965.235539:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978965.235541:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783978965.235547:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235553:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978965.235555:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978965.235557:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978965.235560:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497017984, offset 0 00000400:00000200:0.0:1783978965.235563:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978965.235567:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.235570:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978965.235572:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978965.235575:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978965.235577:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978965.235579:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978965.235582:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781391:781391:256:4294967295] 192.168.201.114@tcp LPNI seq info [781369:781369:8:4294967295] 00000400:00000200:0.0:1783978965.235586:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978965.235592:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978965.235596:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.235600:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978965.235604:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978965.235606:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978965.235617:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978965.235619:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978965.235623:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978965.235626:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978965.235628:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978965.235630:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978965.235632:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978965.235635:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235643:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.235645:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235651:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.235653:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978965.235655:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978965.235658:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978965.235661:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978965.235663:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311171105 00000100:00000001:0.0:1783978965.235665:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.235667:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311171105 00000100:00000001:0.0:1783978965.235669:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311172343 00000100:00000001:0.0:1783978965.235671:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978965.235673:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.235675:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978965.235679:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978965/real 1783978965] req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978965.235686:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978965.235687:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978965.235689:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978965.235691:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978965.235693:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978965.235695:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978965.235698:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978965.235706:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235712:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978965.235713:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235715:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.235716:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978965.235720:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235726:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978965.235730:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235736:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978965.235739:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235740:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978965.235742:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235743:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978965.235745:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978965.235747:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978965.235751:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978965.235753:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978965.235757:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978965.235764:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497017984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978965.235767:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235769:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978965.235772:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497017984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978965.235778:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978965.235779:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978965.235781:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978965.235783:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978965.235784:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978965.235785:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978965.235787:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978965.235789:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783978965.235791:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978965.235792:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978965.235794:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783978965.235796:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978965.235797:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235799:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.235802:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978965.235803:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.235805:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978965.235807:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.937262:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978965.937268:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978965.937273:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.937281:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978965.937288:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978965.937295:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.937304:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.937307:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.937310:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.937329:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978965.937336:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978965.937340:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.937345:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978965.937351:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978965.937356:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.937360:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.937362:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.937365:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978966.898341:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978966.898345:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978966.898348:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978966.961247:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978966.961256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978966.961262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978966.961270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978966.961277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978966.961284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.961289:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978966.961292:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.961296:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978966.961316:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978966.961319:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978966.961321:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978966.961324:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978966.961326:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978966.961329:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.961333:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978966.961336:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.961341:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978967.985250:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978967.985258:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978967.985262:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978967.985269:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978967.985274:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978967.985279:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978967.985284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978967.985288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978967.985295:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978967.985311:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978967.985314:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978967.985315:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978967.985318:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978967.985323:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978967.985327:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978967.985331:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978967.985335:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978967.985339:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978969.009266:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978969.009271:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978969.009276:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978969.009285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978969.009292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978969.009297:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978969.009316:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978969.009321:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978969.009328:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.033245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978970.033253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978970.033257:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.033265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978970.033272:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978970.033276:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.033280:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.033285:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.033289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.033316:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978970.033320:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978970.033321:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.033324:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978970.033328:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978970.033331:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.033336:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.033338:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.033342:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.353500:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978970.353506:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978970.353511:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978970.353522:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.353533:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.353535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.353539:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978970.353542:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978970.353545:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.353549:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497018112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978970.353553:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978970.353557:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978970.353560:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.353564:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978970.353572:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978970.353578:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978970.353587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978970.353592:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978970.353603:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978970.353618:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497018112, portal 25 00000100:00000001:0.0:1783978970.353622:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978970.353625:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783978970.353636:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.353652:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978970.353658:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978970.353663:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978970.353668:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497018112, offset 0 00000400:00000200:0.0:1783978970.353679:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978970.353691:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.353707:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978970.353714:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978970.353721:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978970.353728:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978970.353733:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978970.353742:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781392:781392:256:4294967295] 192.168.201.114@tcp LPNI seq info [781370:781370:8:4294967295] 00000400:00000200:0.0:1783978970.353753:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.353775:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978970.353784:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.353790:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978970.353801:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978970.353806:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978970.353827:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.353830:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978970.353836:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978970.353841:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978970.353847:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978970.353850:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978970.353854:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978970.353859:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.353870:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.353872:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.353877:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.353878:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978970.353882:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978970.353888:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978970.353893:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311177463 00000100:00000010:0.0:1783978970.353900:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978970.353907:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978970.353913:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311177463 00000100:00000010:0.0:1783978970.353918:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978970.353923:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978970.353927:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978970.353931:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.353936:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978970.353951:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978970/real 1783978970] req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978970.353995:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978970.353998:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978970.354001:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978970.354004:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978970.354006:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978970.354010:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978970.354018:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978970.354042:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354057:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978970.354059:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354065:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.354068:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978970.354076:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354095:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978970.354104:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354119:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978970.354123:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354126:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.354128:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354130:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978970.354133:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978970.354154:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978970.354157:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978970.354170:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978970.354174:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978970.354184:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497018112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978970.354189:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354193:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.354199:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497018112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354211:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978970.354216:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978970.354221:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978970.354226:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978970.354229:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978970.354233:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978970.354238:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978970.354244:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783978970.354250:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978970.354253:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978970.354256:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783978970.354259:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978970.354261:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354265:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354273:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978970.354276:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.354280:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978970.354283:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978970.354285:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978970.354291:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354301:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.354303:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.354306:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978970.354309:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978970.354311:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.354316:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978970.354323:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978970.354326:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978970.354329:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.354331:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978970.354336:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978970.354339:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978970.354345:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978970.354348:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978970.354354:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978970.354357:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497018240, portal 10 00000100:00000001:0.0:1783978970.354360:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978970.354364:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783978970.354375:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354386:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978970.354391:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978970.354394:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978970.354398:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497018240, offset 0 00000400:00000200:0.0:1783978970.354404:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978970.354409:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.354414:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978970.354420:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978970.354425:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978970.354429:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978970.354434:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978970.354440:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781393:781393:256:4294967295] 192.168.201.114@tcp LPNI seq info [781371:781371:8:4294967295] 00000400:00000200:0.0:1783978970.354448:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.354463:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978970.354472:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.354479:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978970.354488:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978970.354494:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978970.354522:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.354527:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978970.354532:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978970.354539:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978970.354542:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978970.354544:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978970.354546:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978970.354549:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354557:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.354561:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354567:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.354569:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978970.354572:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978970.354575:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978970.354578:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978970.354581:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311176203 00000100:00000001:0.0:1783978970.354583:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.354586:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311176203 00000100:00000001:0.0:1783978970.354587:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.354589:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978970.354591:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.354593:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978970.354597:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978970/real 1783978970] req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978970.354605:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978970.354606:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978970.354608:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978970.354610:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978970.354612:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978970.354614:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978970.354616:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978970.354625:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354631:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978970.354633:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354634:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.354635:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978970.354639:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354644:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978970.354648:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354654:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978970.354657:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354658:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.354660:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354661:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978970.354664:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978970.354666:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978970.354669:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978970.354672:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978970.354675:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978970.354683:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978970.354686:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978970.354689:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354696:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.354697:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.354699:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978970.354701:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978970.354703:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.354706:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978970.354709:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978970.354711:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978970.354712:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.354713:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978970.354717:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978970.354719:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978970.354722:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978970.354725:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978970.354728:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978970.354731:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497018368, portal 10 00000100:00000001:0.0:1783978970.354733:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978970.354734:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783978970.354739:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354745:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978970.354747:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978970.354749:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978970.354751:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497018368, offset 0 00000400:00000200:0.0:1783978970.354755:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978970.354759:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.354762:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978970.354765:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978970.354768:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978970.354770:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978970.354772:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978970.354775:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781394:781394:256:4294967295] 192.168.201.114@tcp LPNI seq info [781372:781372:8:4294967295] 00000400:00000200:0.0:1783978970.354779:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.354785:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978970.354789:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.354792:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978970.354796:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978970.354799:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978970.354808:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.354810:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978970.354813:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978970.354816:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978970.354819:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978970.354821:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978970.354824:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978970.354827:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354834:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.354837:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354844:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.354845:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978970.354848:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978970.354851:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978970.354854:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978970.354856:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311176204 00000100:00000001:0.0:1783978970.354858:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.354860:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311176204 00000100:00000001:0.0:1783978970.354862:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.354863:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978970.354864:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.354866:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978970.354868:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978970/real 1783978970] req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978970.354873:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978970.354874:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978970.354875:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978970.354876:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978970.354877:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978970.354879:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978970.354880:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978970.354885:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354889:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978970.354889:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354890:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.354891:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978970.354893:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354896:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978970.354898:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354902:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978970.354903:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354904:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.354905:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.354906:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978970.354908:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978970.354910:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978970.354912:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978970.354913:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978970.354915:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978970.354920:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978970.354922:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978970.354924:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354927:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.354928:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.354929:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978970.354931:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978970.354933:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.354936:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978970.354939:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978970.354940:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978970.354942:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.354943:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978970.354956:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978970.354958:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978970.354965:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978970.354968:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978970.354975:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978970.354977:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497018496, portal 4 00000100:00000001:0.0:1783978970.354980:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978970.354981:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783978970.354986:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.354991:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978970.354992:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978970.354994:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978970.354995:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497018496, offset 0 00000400:00000200:0.0:1783978970.354998:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978970.355000:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.355003:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978970.355004:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978970.355006:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978970.355008:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978970.355011:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978970.355014:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781395:781395:256:4294967295] 192.168.201.114@tcp LPNI seq info [781373:781373:8:4294967295] 00000400:00000200:0.0:1783978970.355018:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.355024:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978970.355028:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.355031:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978970.355035:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978970.355038:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978970.355048:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.355050:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978970.355053:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978970.355055:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978970.355057:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978970.355058:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978970.355060:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978970.355062:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355070:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.355073:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355083:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.355085:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978970.355088:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978970.355091:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978970.355094:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978970.355096:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311176253 00000100:00000001:0.0:1783978970.355098:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.355100:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311176253 00000100:00000001:0.0:1783978970.355102:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.355105:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978970.355107:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.355109:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978970.355111:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978970/real 1783978970] req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978970.355116:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978970.355117:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978970.355119:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978970.355120:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978970.355121:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978970.355123:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978970.355124:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978970.355129:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355133:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978970.355133:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355134:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.355155:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978970.355173:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355180:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978970.355184:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355191:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978970.355193:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355195:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.355196:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355198:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978970.355200:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978970.355202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978970.355206:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978970.355208:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978970.355212:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978970.355221:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978970.355225:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355227:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.355230:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497018240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355236:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978970.355238:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978970.355240:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978970.355243:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978970.355244:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978970.355245:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978970.355248:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978970.355250:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783978970.355252:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978970.355253:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978970.355255:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783978970.355258:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978970.355259:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355260:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.355263:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497018368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355269:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978970.355270:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978970.355272:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978970.355274:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978970.355275:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978970.355277:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978970.355278:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978970.355280:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783978970.355282:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978970.355283:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978970.355284:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783978970.355286:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978970.355288:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355289:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.355292:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497018496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355296:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978970.355297:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978970.355298:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978970.355299:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978970.355300:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978970.355300:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978970.355301:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978970.355302:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783978970.355303:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978970.355304:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978970.355304:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783978970.355305:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978970.355306:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355308:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355311:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978970.355312:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.355313:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978970.355314:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978970.355315:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978970.355317:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355321:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.355322:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.355323:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978970.355324:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978970.355325:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.355327:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978970.355329:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978970.355330:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978970.355332:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978970.355333:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978970.355336:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978970.355338:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978970.355341:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978970.355344:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978970.355347:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978970.355349:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497018624, portal 4 00000100:00000001:0.0:1783978970.355351:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978970.355352:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783978970.355357:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355363:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978970.355365:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978970.355367:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978970.355370:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497018624, offset 0 00000400:00000200:0.0:1783978970.355374:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978970.355377:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.355381:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978970.355384:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978970.355386:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978970.355388:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978970.355390:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978970.355393:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781396:781396:256:4294967295] 192.168.201.114@tcp LPNI seq info [781374:781374:8:4294967295] 00000400:00000200:0.0:1783978970.355397:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978970.355402:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978970.355405:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.355407:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978970.355409:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978970.355411:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978970.355418:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978970.355419:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978970.355421:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978970.355423:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978970.355425:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978970.355426:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978970.355427:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978970.355431:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355438:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.355441:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355446:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.355448:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978970.355451:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978970.355453:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978970.355457:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978970.355459:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311176225 00000100:00000001:0.0:1783978970.355461:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.355463:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311176225 00000100:00000001:0.0:1783978970.355465:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311177463 00000100:00000001:0.0:1783978970.355467:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978970.355469:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.355471:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978970.355475:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978970/real 1783978970] req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978970.355482:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978970.355483:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978970.355484:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978970.355485:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978970.355487:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978970.355488:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978970.355492:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978970.355499:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355505:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978970.355507:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355508:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.355510:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978970.355513:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355519:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978970.355523:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355530:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978970.355532:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355534:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978970.355535:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355536:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978970.355538:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978970.355541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978970.355543:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978970.355544:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978970.355547:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978970.355551:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978970.355553:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355555:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978970.355556:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497018624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978970.355559:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978970.355560:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978970.355561:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978970.355563:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978970.355563:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978970.355564:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978970.355565:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978970.355566:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783978970.355568:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978970.355569:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978970.355570:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783978970.355571:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978970.355572:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355573:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.355575:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978970.355576:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.355577:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978970.355578:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978971.057239:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978971.057245:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978971.057248:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978971.057254:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978971.057260:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978971.057264:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978971.057269:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978971.057272:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978971.057277:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978971.057288:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978971.057292:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978971.057295:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978971.057298:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978971.057301:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978971.057303:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978971.057305:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978971.057306:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978971.057311:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978972.017340:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978972.017343:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978972.017345:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978972.081268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978972.081273:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978972.081276:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978972.081282:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978972.081289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978972.081293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.081297:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978972.081299:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.081301:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978972.081486:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978972.081488:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978972.081490:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978972.081491:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978972.081494:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978972.081496:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.081499:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978972.081502:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.081504:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978973.105386:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978973.105390:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978973.105391:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978973.105394:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978973.105397:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978973.105399:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978973.105402:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978973.105405:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978973.105409:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978974.129232:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978974.129240:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978974.129244:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978974.129249:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978974.129255:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978974.129260:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978974.129499:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978974.129501:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978974.129503:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.153233:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978975.153240:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978975.153244:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978975.153251:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978975.153257:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978975.153261:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.153288:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978975.153292:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.153295:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.473503:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978975.473509:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978975.473514:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978975.473525:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.473542:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978975.473546:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.473553:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978975.473558:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978975.473564:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978975.473571:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497018752:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978975.473579:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978975.473584:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978975.473588:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.473593:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978975.473601:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978975.473604:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978975.473611:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978975.473617:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978975.473622:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978975.473630:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497018752, portal 25 00000100:00000001:0.0:1783978975.473633:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978975.473636:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783978975.473643:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.473653:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978975.473658:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978975.473660:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978975.473664:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497018752, offset 0 00000400:00000200:0.0:1783978975.473678:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978975.473691:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.473703:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978975.473711:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978975.473718:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978975.473726:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978975.473732:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978975.473742:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781397:781397:256:4294967295] 192.168.201.114@tcp LPNI seq info [781375:781375:8:4294967295] 00000400:00000200:0.0:1783978975.473762:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.473777:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978975.473788:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.473797:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978975.473813:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978975.473820:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978975.473846:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.473849:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978975.473856:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978975.473866:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978975.473873:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978975.473878:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978975.473884:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978975.473892:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.473910:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.473918:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.473936:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.473939:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978975.473946:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978975.473954:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978975.473958:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311182583 00000100:00000010:0.0:1783978975.473966:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978975.473975:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978975.473982:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311182583 00000100:00000010:0.0:1783978975.473989:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978975.473994:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978975.474000:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978975.474005:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.474009:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978975.474017:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978975/real 1783978975] req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978975.474044:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978975.474048:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978975.474052:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978975.474058:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978975.474062:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978975.474066:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978975.474086:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978975.474102:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474120:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978975.474124:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474129:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.474132:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978975.474169:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474184:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978975.474193:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474205:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978975.474212:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474217:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.474220:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474225:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978975.474229:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978975.474235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978975.474243:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978975.474247:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978975.474254:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978975.474275:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497018752:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978975.474282:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474287:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.474293:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497018752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474302:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978975.474305:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978975.474308:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978975.474312:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978975.474315:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978975.474316:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978975.474321:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978975.474324:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783978975.474328:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978975.474331:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978975.474332:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783978975.474336:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978975.474338:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474342:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474349:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978975.474353:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.474359:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978975.474362:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978975.474367:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978975.474375:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474389:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978975.474392:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.474396:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978975.474399:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978975.474403:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978975.474409:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018880:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978975.474413:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978975.474416:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978975.474418:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.474420:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978975.474424:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978975.474427:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978975.474434:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978975.474437:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978975.474440:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978975.474444:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497018880, portal 10 00000100:00000001:0.0:1783978975.474449:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978975.474450:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783978975.474456:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474460:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978975.474462:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978975.474464:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978975.474466:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497018880, offset 0 00000400:00000200:0.0:1783978975.474469:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978975.474472:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.474474:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978975.474476:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978975.474478:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978975.474479:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978975.474481:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978975.474483:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781398:781398:256:4294967295] 192.168.201.114@tcp LPNI seq info [781376:781376:8:4294967295] 00000400:00000200:0.0:1783978975.474485:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.474489:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978975.474492:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.474494:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978975.474497:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978975.474499:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978975.474508:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.474509:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978975.474512:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978975.474515:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978975.474518:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978975.474520:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978975.474522:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978975.474526:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474533:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.474536:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474542:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.474543:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978975.474546:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978975.474550:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978975.474553:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978975.474555:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311181323 00000100:00000001:0.0:1783978975.474557:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.474559:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311181323 00000100:00000001:0.0:1783978975.474561:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.474563:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978975.474565:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.474567:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978975.474570:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978975/real 1783978975] req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978975.474578:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978975.474579:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978975.474581:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978975.474583:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978975.474584:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978975.474586:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978975.474590:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978975.474597:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474603:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978975.474605:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474606:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.474607:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978975.474611:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474617:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978975.474621:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474627:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978975.474630:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474631:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.474632:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474634:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978975.474636:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978975.474639:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978975.474642:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978975.474644:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978975.474648:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978975.474655:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497018880:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978975.474659:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978975.474663:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474669:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978975.474670:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.474672:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978975.474674:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978975.474675:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978975.474678:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019008:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978975.474681:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978975.474682:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978975.474684:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.474685:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978975.474688:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978975.474690:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978975.474693:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978975.474695:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978975.474698:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978975.474701:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019008, portal 10 00000100:00000001:0.0:1783978975.474702:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978975.474704:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783978975.474708:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474714:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978975.474717:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978975.474718:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978975.474721:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497019008, offset 0 00000400:00000200:0.0:1783978975.474724:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978975.474728:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.474731:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978975.474734:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978975.474737:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978975.474739:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978975.474741:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978975.474744:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781399:781399:256:4294967295] 192.168.201.114@tcp LPNI seq info [781377:781377:8:4294967295] 00000400:00000200:0.0:1783978975.474748:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.474754:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978975.474759:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.474761:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978975.474765:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978975.474768:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978975.474778:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.474779:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978975.474782:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978975.474785:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978975.474788:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978975.474789:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978975.474792:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978975.474795:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474803:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.474806:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474813:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.474814:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978975.474817:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978975.474820:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978975.474823:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978975.474825:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311181324 00000100:00000001:0.0:1783978975.474827:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.474828:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311181324 00000100:00000001:0.0:1783978975.474830:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.474832:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978975.474834:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.474836:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978975.474840:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978975/real 1783978975] req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978975.474846:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978975.474847:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978975.474849:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978975.474851:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978975.474852:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978975.474854:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978975.474857:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978975.474864:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474871:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978975.474872:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474874:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.474875:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978975.474878:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474885:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978975.474888:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474895:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978975.474897:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474898:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.474899:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.474901:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978975.474903:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978975.474906:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978975.474909:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978975.474911:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978975.474915:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978975.474922:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019008:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978975.474926:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978975.474929:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474935:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978975.474937:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.474938:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978975.474941:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978975.474942:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978975.474945:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019136:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978975.474949:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978975.474950:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978975.474952:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.474953:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978975.474956:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978975.474958:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978975.474961:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978975.474964:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978975.474967:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978975.474970:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019136, portal 4 00000100:00000001:0.0:1783978975.474972:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978975.474973:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783978975.474978:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.474985:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978975.474987:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978975.474990:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978975.474992:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497019136, offset 0 00000400:00000200:0.0:1783978975.474996:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978975.475000:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.475003:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978975.475006:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978975.475008:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978975.475010:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978975.475013:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978975.475015:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781400:781400:256:4294967295] 192.168.201.114@tcp LPNI seq info [781378:781378:8:4294967295] 00000400:00000200:0.0:1783978975.475019:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.475024:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978975.475027:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.475030:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978975.475033:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978975.475035:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978975.475044:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.475046:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978975.475049:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978975.475051:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978975.475054:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978975.475056:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978975.475058:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978975.475061:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475080:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.475085:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475097:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.475098:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978975.475101:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978975.475104:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978975.475107:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978975.475109:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311181373 00000100:00000001:0.0:1783978975.475111:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.475113:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311181373 00000100:00000001:0.0:1783978975.475115:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.475116:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978975.475118:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.475120:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978975.475124:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978975/real 1783978975] req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978975.475131:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978975.475132:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978975.475134:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978975.475153:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978975.475155:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978975.475157:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978975.475161:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978975.475168:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475175:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978975.475176:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475177:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.475179:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978975.475182:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475189:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978975.475193:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475200:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978975.475202:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475203:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.475204:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475206:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978975.475208:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978975.475210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978975.475213:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978975.475216:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978975.475219:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978975.475227:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019136:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978975.475230:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475232:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.475235:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497018880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475241:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978975.475243:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978975.475244:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978975.475247:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978975.475248:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978975.475250:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978975.475252:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978975.475253:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4400. 02000000:00000001:0.0:1783978975.475256:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978975.475257:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978975.475258:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783978975.475261:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978975.475262:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475264:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.475267:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497019008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475272:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978975.475273:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978975.475275:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978975.475277:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978975.475278:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978975.475279:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978975.475281:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978975.475282:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783978975.475284:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978975.475285:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978975.475287:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783978975.475289:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978975.475290:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475291:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.475295:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497019136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475301:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978975.475302:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978975.475303:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978975.475306:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978975.475307:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978975.475308:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978975.475310:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978975.475311:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783978975.475313:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978975.475314:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978975.475315:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783978975.475318:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978975.475319:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475321:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475324:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978975.475326:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.475328:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978975.475329:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978975.475331:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978975.475334:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475340:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978975.475341:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.475343:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978975.475345:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978975.475347:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978975.475349:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019264:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978975.475352:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978975.475354:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978975.475355:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978975.475357:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978975.475360:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978975.475361:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978975.475365:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978975.475367:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978975.475370:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978975.475373:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019264, portal 4 00000100:00000001:0.0:1783978975.475375:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978975.475376:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783978975.475381:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475387:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978975.475389:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978975.475392:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978975.475394:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497019264, offset 0 00000400:00000200:0.0:1783978975.475397:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978975.475401:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.475404:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978975.475407:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978975.475409:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978975.475412:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978975.475414:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978975.475417:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781401:781401:256:4294967295] 192.168.201.114@tcp LPNI seq info [781379:781379:8:4294967295] 00000400:00000200:0.0:1783978975.475421:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978975.475427:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978975.475431:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.475434:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978975.475437:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978975.475440:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978975.475451:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978975.475452:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978975.475455:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978975.475458:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978975.475461:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978975.475463:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978975.475465:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978975.475469:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475476:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.475479:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475485:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.475487:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978975.475489:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978975.475492:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978975.475494:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978975.475497:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311181345 00000100:00000001:0.0:1783978975.475499:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.475501:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311181345 00000100:00000001:0.0:1783978975.475503:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311182583 00000100:00000001:0.0:1783978975.475505:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978975.475507:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.475509:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978975.475512:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978975/real 1783978975] req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978975.475519:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978975.475520:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978975.475522:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978975.475524:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978975.475526:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978975.475528:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978975.475531:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978975.475538:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475545:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978975.475546:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475548:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.475549:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978975.475552:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475559:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978975.475562:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475568:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978975.475570:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475572:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978975.475573:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475575:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978975.475577:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978975.475579:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978975.475582:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978975.475584:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978975.475588:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978975.475596:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019264:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978975.475599:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475601:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978975.475604:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497019264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978975.475610:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978975.475611:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978975.475613:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978975.475615:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978975.475616:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978975.475618:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978975.475620:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978975.475621:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783978975.475623:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978975.475624:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978975.475626:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783978975.475628:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978975.475629:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475631:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.475634:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978975.475635:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.475637:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978975.475639:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978976.177233:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978976.177239:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978976.177242:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978976.177251:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978976.177257:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978976.177261:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.177264:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978976.177268:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.177271:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978976.177342:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978976.177345:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978976.177346:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978976.177348:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978976.177350:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978976.177352:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.177354:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978976.177356:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.177363:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978977.137450:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978977.137454:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978977.137458:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978977.201250:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978977.201257:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978977.201261:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978977.201268:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978977.201272:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978977.201290:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978977.201297:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978977.201299:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978977.201304:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978978.225229:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978978.225236:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978978.225238:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978978.225244:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978978.225247:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978978.225251:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.225253:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978978.225256:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.225382:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978978.225486:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978978.225490:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978978.225492:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978978.225494:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978978.225497:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978978.225499:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.225501:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978978.225502:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.225504:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978979.249229:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978979.249236:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978979.249239:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978979.249245:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978979.249251:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978979.249257:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978979.249264:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978979.249267:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978979.249275:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.273398:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978980.273403:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978980.273405:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.273410:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978980.273415:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978980.273419:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.273422:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.273423:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.273425:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.593608:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978980.593614:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978980.593620:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978980.593631:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.593648:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.593651:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.593672:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978980.593677:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978980.593684:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.593691:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497019392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978980.593696:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978980.593700:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978980.593704:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.593708:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978980.593716:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978980.593723:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978980.593735:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978980.593743:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978980.593752:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978980.593762:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019392, portal 25 00000100:00000001:0.0:1783978980.593775:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978980.593779:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985558144 : -115476723993472 : ffff96f97ae2f480) 00000100:00000040:0.0:1783978980.593790:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.593808:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978980.593816:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978980.593822:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978980.593829:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497019392, offset 0 00000400:00000200:0.0:1783978980.593852:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978980.593864:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.593874:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978980.593882:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978980.593889:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978980.593895:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978980.593902:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978980.593910:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781402:781402:256:4294967295] 192.168.201.114@tcp LPNI seq info [781380:781380:8:4294967295] 00000400:00000200:0.0:1783978980.593921:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.593940:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978980.593953:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.593962:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978980.593976:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978980.593994:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978980.594021:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.594027:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978980.594035:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978980.594045:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978980.594055:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978980.594060:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978980.594067:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978980.594075:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594096:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.594102:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594118:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.594123:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978980.594130:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978980.594160:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978980.594164:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311187704 00000100:00000010:0.0:1783978980.594170:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978980.594185:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978980.594195:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311187704 00000100:00000010:0.0:1783978980.594202:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978980.594208:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978980.594214:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978980.594219:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.594224:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978980.594233:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978980/real 1783978980] req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978980.594266:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978980.594270:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978980.594275:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978980.594281:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978980.594286:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978980.594301:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978980.594310:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978980.594333:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594348:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978980.594351:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594357:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.594361:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978980.594367:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594394:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978980.594402:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594424:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978980.594431:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594434:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.594438:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594443:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978980.594446:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978980.594452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978980.594461:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978980.594474:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978980.594480:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978980.594489:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497019392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978980.594494:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594496:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.594500:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f480 x1870620497019392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594505:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978980.594509:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978980.594511:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978980.594514:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978980.594516:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978980.594518:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978980.594520:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978980.594522:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a400. 02000000:00000001:0.0:1783978980.594526:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978980.594528:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978980.594530:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f480. 00000100:00000001:0.0:1783978980.594533:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978980.594534:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594536:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594543:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978980.594545:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.594547:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978980.594549:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978980.594550:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978980.594554:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594560:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.594561:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.594563:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978980.594565:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978980.594567:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.594570:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978980.594573:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978980.594575:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978980.594577:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.594578:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978980.594581:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978980.594583:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978980.594587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978980.594589:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978980.594592:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978980.594595:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019520, portal 10 00000100:00000001:0.0:1783978980.594597:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978980.594598:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985547392 : -115476724004224 : ffff96f97ae2ca80) 00000100:00000040:0.0:1783978980.594605:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594611:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978980.594613:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978980.594615:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978980.594617:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497019520, offset 0 00000400:00000200:0.0:1783978980.594621:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978980.594625:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.594629:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978980.594632:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978980.594635:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978980.594637:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978980.594639:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978980.594642:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781403:781403:256:4294967295] 192.168.201.114@tcp LPNI seq info [781381:781381:8:4294967295] 00000400:00000200:0.0:1783978980.594646:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.594653:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978980.594657:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.594660:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978980.594664:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978980.594667:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978980.594678:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.594679:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978980.594682:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978980.594685:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978980.594688:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978980.594689:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978980.594692:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978980.594696:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594703:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.594706:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594712:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.594714:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978980.594717:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978980.594720:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978980.594724:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978980.594726:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311186443 00000100:00000001:0.0:1783978980.594728:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.594730:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311186443 00000100:00000001:0.0:1783978980.594732:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.594734:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978980.594736:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.594737:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978980.594741:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978980/real 1783978980] req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978980.594749:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978980.594750:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978980.594752:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978980.594755:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978980.594757:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978980.594758:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978980.594761:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978980.594770:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594776:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978980.594777:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594778:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.594780:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978980.594783:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594789:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978980.594793:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594800:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978980.594802:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594803:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.594805:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.594806:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978980.594809:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978980.594811:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978980.594815:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978980.594817:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978980.594820:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978980.594827:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978980.594831:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978980.594834:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594839:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.594841:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.594843:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978980.594845:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978980.594847:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.594850:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978980.594852:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978980.594854:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978980.594856:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.594858:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978980.594861:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978980.594863:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978980.594866:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978980.594868:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978980.594871:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978980.594873:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019648, portal 10 00000100:00000001:0.0:1783978980.594875:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978980.594876:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783978980.594881:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594887:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978980.594889:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978980.594892:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978980.594894:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497019648, offset 0 00000400:00000200:0.0:1783978980.594897:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978980.594901:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.594905:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978980.594907:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978980.594910:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978980.594912:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978980.594914:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978980.594917:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781404:781404:256:4294967295] 192.168.201.114@tcp LPNI seq info [781382:781382:8:4294967295] 00000400:00000200:0.0:1783978980.594920:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.594926:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978980.594930:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.594934:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978980.594937:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978980.594939:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978980.594949:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.594951:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978980.594953:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978980.594956:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978980.594959:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978980.594961:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978980.594963:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978980.594966:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594974:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.594977:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.594998:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.595000:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978980.595003:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978980.595006:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978980.595009:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978980.595010:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311186444 00000100:00000001:0.0:1783978980.595013:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.595015:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311186444 00000100:00000001:0.0:1783978980.595017:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.595019:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978980.595021:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.595022:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978980.595027:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978980/real 1783978980] req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978980.595035:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978980.595036:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978980.595037:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978980.595040:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978980.595041:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978980.595043:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978980.595046:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978980.595055:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595062:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978980.595063:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595065:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.595066:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978980.595070:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595076:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978980.595079:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595085:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978980.595088:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595090:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.595091:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595093:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978980.595095:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978980.595098:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978980.595102:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978980.595104:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978980.595107:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978980.595113:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978980.595117:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978980.595120:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595127:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.595128:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.595130:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978980.595132:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978980.595134:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.595157:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978980.595160:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978980.595162:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978980.595163:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.595165:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978980.595168:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978980.595170:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978980.595173:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978980.595175:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978980.595178:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978980.595180:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019776, portal 4 00000100:00000001:0.0:1783978980.595182:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978980.595183:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985546496 : -115476724005120 : ffff96f97ae2c700) 00000100:00000040:0.0:1783978980.595188:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595194:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978980.595197:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978980.595198:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978980.595200:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497019776, offset 0 00000400:00000200:0.0:1783978980.595204:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978980.595207:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.595210:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978980.595213:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978980.595215:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978980.595218:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978980.595220:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978980.595222:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781405:781405:256:4294967295] 192.168.201.114@tcp LPNI seq info [781383:781383:8:4294967295] 00000400:00000200:0.0:1783978980.595226:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.595232:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978980.595237:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.595240:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978980.595244:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978980.595247:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978980.595256:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.595258:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978980.595261:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978980.595264:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978980.595267:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978980.595268:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978980.595271:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978980.595275:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595282:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.595285:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595295:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.595297:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978980.595300:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978980.595302:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978980.595305:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978980.595307:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311186494 00000100:00000001:0.0:1783978980.595309:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.595311:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311186494 00000100:00000001:0.0:1783978980.595313:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.595315:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978980.595316:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.595318:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978980.595322:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978980/real 1783978980] req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978980.595329:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978980.595331:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978980.595332:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978980.595335:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978980.595336:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978980.595338:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978980.595341:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978980.595349:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595356:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978980.595357:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595359:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.595360:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978980.595364:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595371:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978980.595375:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595381:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978980.595383:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595385:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.595386:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595388:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978980.595390:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978980.595392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978980.595396:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978980.595398:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978980.595402:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978980.595409:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978980.595413:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978980.595417:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595422:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.595423:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.595425:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978980.595426:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978980.595428:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.595431:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978980.595434:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978980.595435:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978980.595437:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978980.595438:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978980.595442:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978980.595444:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978980.595447:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978980.595449:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978980.595452:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978980.595455:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497019904, portal 4 00000100:00000001:0.0:1783978980.595457:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978980.595458:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985545600 : -115476724006016 : ffff96f97ae2c380) 00000100:00000040:0.0:1783978980.595463:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595470:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978980.595472:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978980.595474:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978980.595477:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497019904, offset 0 00000400:00000200:0.0:1783978980.595480:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978980.595484:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.595487:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978980.595490:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978980.595492:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978980.595494:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978980.595496:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978980.595499:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781406:781406:256:4294967295] 192.168.201.114@tcp LPNI seq info [781384:781384:8:4294967295] 00000400:00000200:0.0:1783978980.595503:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978980.595509:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978980.595514:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.595517:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978980.595521:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978980.595523:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978980.595533:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978980.595535:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978980.595537:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978980.595540:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978980.595543:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978980.595545:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978980.595547:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978980.595550:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595557:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.595561:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595567:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.595569:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978980.595571:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978980.595574:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978980.595577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978980.595579:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311186465 00000100:00000001:0.0:1783978980.595581:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.595583:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311186465 00000100:00000001:0.0:1783978980.595585:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311187704 00000100:00000001:0.0:1783978980.595586:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978980.595588:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.595590:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978980.595593:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978980/real 1783978980] req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978980.595601:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978980.595602:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978980.595603:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978980.595606:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978980.595607:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978980.595609:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978980.595612:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978980.595620:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595626:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978980.595627:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595629:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.595630:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978980.595633:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595639:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978980.595642:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595648:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978980.595650:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595652:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978980.595653:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595655:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978980.595656:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978980.595659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978980.595662:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978980.595664:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978980.595668:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978980.595675:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497019904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978980.595678:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595680:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.595683:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ca80 x1870620497019520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595689:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978980.595691:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978980.595692:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978980.595695:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978980.595696:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978980.595697:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978980.595699:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978980.595701:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358ac00. 02000000:00000001:0.0:1783978980.595704:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978980.595705:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978980.595706:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ca80. 00000100:00000001:0.0:1783978980.595709:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978980.595710:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595711:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.595714:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497019648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595720:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978980.595721:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978980.595723:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978980.595725:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978980.595726:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978980.595727:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978980.595729:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978980.595730:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358bc00. 02000000:00000001:0.0:1783978980.595732:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978980.595733:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978980.595734:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783978980.595736:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978980.595737:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595739:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.595742:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c700 x1870620497019776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595748:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978980.595749:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978980.595750:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783978980.595753:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978980.595754:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978980.595755:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978980.595757:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978980.595758:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b800. 02000000:00000001:0.0:1783978980.595760:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978980.595761:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978980.595762:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c700. 00000100:00000001:0.0:1783978980.595764:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978980.595765:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595767:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978980.595769:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c380 x1870620497019904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978980.595775:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978980.595777:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978980.595778:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783978980.595780:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978980.595782:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978980.595783:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978980.595785:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978980.595786:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a800. 02000000:00000001:0.0:1783978980.595788:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978980.595789:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978980.595790:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c380. 00000100:00000001:0.0:1783978980.595792:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978980.595794:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595796:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.595801:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978980.595803:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.595805:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978980.595807:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978981.297216:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978981.297226:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978981.297232:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978981.297240:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978981.297248:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978981.297254:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.297269:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978981.297274:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.297279:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978982.257372:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978982.257378:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978982.257386:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978982.321392:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978982.321408:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978982.321412:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978982.321424:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978982.321430:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978982.321435:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.321441:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978982.321445:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.321462:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978983.345362:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978983.345378:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978983.345383:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978983.345390:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978983.345400:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978983.345405:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.345413:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978983.345416:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.345420:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.369257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978984.369266:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978984.369270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978984.369357:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978984.369361:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978984.369363:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.369365:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978984.369366:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.369369:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.369397:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978984.369400:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978984.369402:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978984.369404:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978984.369407:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978984.369409:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.369411:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978984.369413:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.369415:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.369674:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978984.369676:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978984.369677:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978984.369679:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978984.369681:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978984.369682:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.369685:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978984.369686:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.369688:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.393299:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978985.393305:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978985.393308:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.393314:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978985.393319:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978985.393324:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.393967:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.393969:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.393972:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.713468:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978985.713473:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978985.713476:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978985.713483:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.713491:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.713493:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.713495:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978985.713499:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978985.713502:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.713506:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497020032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978985.713512:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978985.713517:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978985.713521:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.713525:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978985.713530:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978985.713534:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978985.713541:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978985.713549:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978985.713556:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978985.713563:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020032, portal 25 00000100:00000001:0.0:1783978985.713569:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978985.713573:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783978985.713583:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.713612:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978985.713620:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978985.713624:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978985.713630:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497020032, offset 0 00000400:00000200:0.0:1783978985.713642:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978985.713655:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.713666:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978985.713674:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978985.713678:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978985.713680:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978985.713682:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978985.713685:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781407:781407:256:4294967295] 192.168.201.114@tcp LPNI seq info [781385:781385:8:4294967295] 00000400:00000200:0.0:1783978985.713688:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.713701:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978985.713713:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.713720:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978985.713729:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978985.713734:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978985.713759:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.713763:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978985.713770:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978985.713778:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978985.713784:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978985.713786:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978985.713791:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978985.713796:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.713808:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.713812:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.713823:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.713826:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978985.713830:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978985.713837:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978985.713842:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311192823 00000100:00000010:0.0:1783978985.713850:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978985.713858:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978985.713865:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311192823 00000100:00000010:0.0:1783978985.713869:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978985.713875:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978985.713882:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978985.713889:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.713908:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978985.713918:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978985/real 1783978985] req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978985.713940:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978985.713943:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978985.713946:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978985.713949:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978985.713953:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978985.713959:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978985.713967:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978985.713988:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714006:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978985.714010:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714016:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.714020:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978985.714026:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714039:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978985.714048:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714068:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978985.714083:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714088:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.714091:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714096:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978985.714102:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978985.714108:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978985.714120:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978985.714126:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978985.714168:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978985.714188:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497020032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978985.714198:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714205:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.714212:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497020032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714238:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978985.714243:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978985.714247:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978985.714253:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978985.714257:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978985.714260:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978985.714266:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978985.714271:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b000. 02000000:00000001:0.0:1783978985.714278:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978985.714282:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978985.714286:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783978985.714292:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978985.714295:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714299:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714307:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978985.714309:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.714312:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978985.714314:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978985.714315:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978985.714320:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714327:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.714328:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.714330:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978985.714332:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978985.714334:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.714336:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978985.714349:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978985.714351:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978985.714353:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.714354:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978985.714358:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978985.714360:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978985.714363:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978985.714366:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978985.714368:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978985.714371:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020160, portal 10 00000100:00000001:0.0:1783978985.714372:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978985.714373:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783978985.714380:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714386:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978985.714388:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978985.714390:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978985.714393:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497020160, offset 0 00000400:00000200:0.0:1783978985.714396:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978985.714400:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.714403:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978985.714406:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978985.714409:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978985.714411:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978985.714413:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978985.714417:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781408:781408:256:4294967295] 192.168.201.114@tcp LPNI seq info [781386:781386:8:4294967295] 00000400:00000200:0.0:1783978985.714421:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.714427:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978985.714431:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.714435:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978985.714439:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978985.714442:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978985.714451:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.714453:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978985.714456:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978985.714459:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978985.714462:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978985.714463:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978985.714466:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978985.714469:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714476:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.714479:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714485:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.714486:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978985.714489:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978985.714492:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978985.714495:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978985.714497:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311191563 00000100:00000001:0.0:1783978985.714500:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.714502:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311191563 00000100:00000001:0.0:1783978985.714503:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.714505:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978985.714507:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.714509:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978985.714513:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978985/real 1783978985] req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978985.714520:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978985.714522:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978985.714523:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978985.714525:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978985.714527:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978985.714529:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978985.714532:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978985.714539:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714552:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978985.714553:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714555:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.714556:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978985.714560:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714566:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978985.714569:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714576:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978985.714579:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714580:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.714582:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714584:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978985.714586:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978985.714589:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978985.714592:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978985.714594:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978985.714598:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978985.714606:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978985.714609:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978985.714612:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714619:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.714620:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.714622:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978985.714624:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978985.714626:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.714629:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978985.714632:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978985.714634:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978985.714635:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.714637:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978985.714640:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978985.714642:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978985.714645:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978985.714648:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978985.714650:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978985.714653:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020288, portal 10 00000100:00000001:0.0:1783978985.714655:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978985.714656:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783978985.714662:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714668:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978985.714670:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978985.714672:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978985.714675:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497020288, offset 0 00000400:00000200:0.0:1783978985.714678:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978985.714682:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.714685:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978985.714687:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978985.714689:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978985.714691:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978985.714693:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978985.714696:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781409:781409:256:4294967295] 192.168.201.114@tcp LPNI seq info [781387:781387:8:4294967295] 00000400:00000200:0.0:1783978985.714699:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.714705:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978985.714709:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.714712:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978985.714716:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978985.714718:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978985.714728:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.714730:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978985.714732:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978985.714735:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978985.714737:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978985.714739:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978985.714741:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978985.714745:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714752:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.714755:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714761:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.714762:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978985.714765:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978985.714768:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978985.714771:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978985.714773:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311191564 00000100:00000001:0.0:1783978985.714775:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.714776:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311191564 00000100:00000001:0.0:1783978985.714778:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.714780:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978985.714783:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.714784:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978985.714788:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978985/real 1783978985] req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978985.714796:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978985.714797:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978985.714799:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978985.714801:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978985.714802:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978985.714804:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978985.714807:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978985.714814:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714820:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978985.714821:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714823:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.714824:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978985.714828:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714834:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978985.714838:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714844:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978985.714846:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714848:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.714849:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.714850:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978985.714853:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978985.714855:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978985.714858:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978985.714860:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978985.714865:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978985.714872:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978985.714876:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978985.714879:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714885:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.714887:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.714889:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978985.714890:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978985.714905:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.714909:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978985.714912:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978985.714913:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978985.714915:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.714917:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978985.714920:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978985.714922:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978985.714925:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978985.714927:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978985.714930:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978985.714932:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020416, portal 4 00000100:00000001:0.0:1783978985.714933:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978985.714934:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783978985.714939:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.714946:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978985.714948:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978985.714950:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978985.714953:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497020416, offset 0 00000400:00000200:0.0:1783978985.714957:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978985.714961:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.714964:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978985.714966:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978985.714968:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978985.714970:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978985.714973:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978985.714976:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781410:781410:256:4294967295] 192.168.201.114@tcp LPNI seq info [781388:781388:8:4294967295] 00000400:00000200:0.0:1783978985.714979:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.714986:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978985.714990:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.714993:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978985.714996:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978985.714999:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978985.715009:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.715011:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978985.715013:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978985.715016:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978985.715019:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978985.715021:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978985.715023:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978985.715026:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715033:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.715036:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715042:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.715043:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978985.715046:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978985.715048:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978985.715051:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978985.715054:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311191613 00000100:00000001:0.0:1783978985.715056:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.715058:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311191613 00000100:00000001:0.0:1783978985.715060:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.715062:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978985.715064:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.715066:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978985.715069:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978985/real 1783978985] req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978985.715076:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978985.715077:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978985.715079:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978985.715081:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978985.715083:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978985.715084:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978985.715087:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978985.715095:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715100:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978985.715102:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715104:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.715105:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978985.715108:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715115:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978985.715119:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715126:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978985.715180:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715182:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.715183:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715185:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978985.715186:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978985.715189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978985.715192:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978985.715194:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978985.715198:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978985.715206:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978985.715209:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978985.715213:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715219:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.715220:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.715222:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978985.715224:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978985.715226:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.715228:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978985.715231:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978985.715233:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978985.715234:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978985.715236:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978985.715239:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978985.715241:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978985.715244:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978985.715247:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978985.715249:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978985.715252:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020544, portal 4 00000100:00000001:0.0:1783978985.715254:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978985.715255:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783978985.715260:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715266:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978985.715268:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978985.715270:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978985.715272:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497020544, offset 0 00000400:00000200:0.0:1783978985.715276:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978985.715280:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.715283:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978985.715285:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978985.715288:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978985.715290:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978985.715292:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978985.715294:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781411:781411:256:4294967295] 192.168.201.114@tcp LPNI seq info [781389:781389:8:4294967295] 00000400:00000200:0.0:1783978985.715298:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978985.715304:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978985.715308:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.715311:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978985.715314:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978985.715317:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978985.715327:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978985.715329:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978985.715332:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978985.715335:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978985.715338:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978985.715339:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978985.715342:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978985.715345:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715356:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.715359:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715364:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.715365:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978985.715367:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978985.715369:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978985.715372:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978985.715374:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311191585 00000100:00000001:0.0:1783978985.715376:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.715378:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311191585 00000100:00000001:0.0:1783978985.715380:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311192823 00000100:00000001:0.0:1783978985.715382:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978985.715384:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.715386:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978985.715389:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978985/real 1783978985] req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978985.715396:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978985.715398:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978985.715399:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978985.715401:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978985.715403:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978985.715404:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978985.715407:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978985.715414:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715420:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978985.715421:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715423:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.715424:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978985.715427:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715433:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978985.715436:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715442:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978985.715444:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715445:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978985.715446:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715448:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978985.715449:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978985.715451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978985.715454:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978985.715456:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978985.715460:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978985.715468:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978985.715471:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715472:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.715475:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497020160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715481:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978985.715482:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978985.715484:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978985.715486:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978985.715487:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978985.715489:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978985.715491:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978985.715493:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589000. 02000000:00000001:0.0:1783978985.715495:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978985.715496:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978985.715497:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783978985.715500:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978985.715501:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715502:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.715505:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497020288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715510:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978985.715511:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978985.715513:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978985.715515:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978985.715516:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978985.715517:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978985.715519:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978985.715520:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b400. 02000000:00000001:0.0:1783978985.715522:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978985.715523:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978985.715524:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783978985.715526:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978985.715527:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715528:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.715531:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497020416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715537:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978985.715538:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978985.715539:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783978985.715541:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978985.715542:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978985.715543:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978985.715545:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978985.715546:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589c00. 02000000:00000001:0.0:1783978985.715548:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978985.715550:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978985.715551:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783978985.715553:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978985.715554:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715555:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978985.715558:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497020544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978985.715564:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978985.715565:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978985.715566:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783978985.715568:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978985.715570:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978985.715571:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978985.715572:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978985.715574:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588800. 02000000:00000001:0.0:1783978985.715576:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978985.715577:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978985.715578:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783978985.715580:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978985.715581:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715583:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.715587:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978985.715588:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.715590:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978985.715592:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978986.417240:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978986.417248:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978986.417251:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978986.417257:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978986.417261:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978986.417266:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.417270:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978986.417274:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.417277:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978986.417336:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978986.417339:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978986.417343:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978986.417346:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978986.417349:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978986.417354:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.417359:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978986.417363:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.417368:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978987.377337:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978987.377340:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978987.377342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978987.441253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978987.441260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978987.441262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978987.441268:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978987.441274:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978987.441279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.441296:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978987.441300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.441303:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978987.441944:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978987.441949:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978987.441952:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978987.441958:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978987.441961:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978987.441963:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.441965:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978987.441966:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.441968:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978988.465253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978988.465260:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978988.465263:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978988.465270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978988.465284:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978988.465288:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.465299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978988.465302:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.465305:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978988.465343:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978988.465346:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978988.465348:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978988.465350:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783978988.465354:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978988.465356:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.465358:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978988.465359:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.465361:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978989.489581:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978989.489586:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978989.489590:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978989.489595:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978989.489600:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978989.489614:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978989.489623:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978989.489626:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978989.489629:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.513258:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978990.513266:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.513270:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.513277:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978990.513283:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.513289:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.513504:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.513506:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.513509:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.833552:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978990.833559:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.833564:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978990.833585:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.833599:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.833603:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.833608:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978990.833613:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978990.833623:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.833631:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497020672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978990.833639:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978990.833645:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978990.833649:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.833653:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978990.833661:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978990.833666:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978990.833676:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978990.833684:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978990.833692:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978990.833703:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020672, portal 25 00000100:00000001:0.0:1783978990.833706:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978990.833708:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985551872 : -115476723999744 : ffff96f97ae2dc00) 00000100:00000040:0.0:1783978990.833714:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.833721:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978990.833726:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978990.833728:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978990.833732:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497020672, offset 0 00000400:00000200:0.0:1783978990.833739:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978990.833748:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.833754:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978990.833758:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978990.833762:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978990.833765:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978990.833767:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978990.833771:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781412:781412:256:4294967295] 192.168.201.114@tcp LPNI seq info [781390:781390:8:4294967295] 00000400:00000200:0.0:1783978990.833775:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.833791:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978990.833813:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.833821:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978990.833830:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978990.833835:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978990.833853:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.833856:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978990.833863:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978990.833870:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978990.833876:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978990.833880:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978990.833884:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978990.833891:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.833903:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.833908:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.833916:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.833920:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978990.833926:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978990.833932:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978990.833937:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311197943 00000100:00000010:0.0:1783978990.833945:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978990.833953:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978990.833963:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311197943 00000100:00000010:0.0:1783978990.833970:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978990.833975:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978990.833981:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978990.833986:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.833988:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978990.833995:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978990/real 1783978990] req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978990.834009:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978990.834012:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978990.834015:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978990.834019:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978990.834021:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978990.834025:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978990.834033:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978990.834052:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834060:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978990.834063:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834067:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.834072:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978990.834080:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834096:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978990.834104:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834123:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978990.834130:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834133:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.834168:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834174:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978990.834177:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978990.834184:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978990.834192:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978990.834199:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978990.834206:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978990.834216:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497020672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978990.834221:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834223:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.834229:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2dc00 x1870620497020672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834250:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978990.834253:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978990.834256:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978990.834259:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978990.834262:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978990.834264:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978990.834268:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978990.834271:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a800. 02000000:00000001:0.0:1783978990.834275:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978990.834278:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978990.834279:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2dc00. 00000100:00000001:0.0:1783978990.834284:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978990.834287:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834289:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834295:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.834299:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.834301:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978990.834304:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.834306:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978990.834312:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834324:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.834326:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.834328:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978990.834331:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978990.834334:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.834339:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978990.834342:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978990.834345:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978990.834347:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.834351:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978990.834354:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978990.834358:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978990.834364:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978990.834369:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978990.834375:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978990.834380:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020800, portal 10 00000100:00000001:0.0:1783978990.834385:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978990.834388:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559936 : -115476723991680 : ffff96f97ae2fb80) 00000100:00000040:0.0:1783978990.834400:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834417:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978990.834422:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978990.834426:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978990.834429:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497020800, offset 0 00000400:00000200:0.0:1783978990.834436:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978990.834442:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.834447:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978990.834452:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978990.834456:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978990.834460:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978990.834462:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978990.834465:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781413:781413:256:4294967295] 192.168.201.114@tcp LPNI seq info [781391:781391:8:4294967295] 00000400:00000200:0.0:1783978990.834470:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.834476:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978990.834482:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.834513:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978990.834523:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978990.834528:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978990.834549:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.834550:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978990.834553:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978990.834558:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978990.834561:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978990.834562:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978990.834565:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978990.834567:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834573:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.834576:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834580:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.834581:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978990.834583:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978990.834586:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978990.834588:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978990.834589:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311196683 00000100:00000001:0.0:1783978990.834591:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.834593:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311196683 00000100:00000001:0.0:1783978990.834594:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.834595:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978990.834597:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.834598:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978990.834600:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978990/real 1783978990] req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978990.834604:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978990.834605:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978990.834605:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978990.834607:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978990.834608:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978990.834610:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978990.834613:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978990.834621:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834633:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978990.834634:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834636:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.834637:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978990.834641:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834647:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978990.834651:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834657:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978990.834659:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834661:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.834662:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834664:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978990.834667:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978990.834669:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978990.834672:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978990.834674:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978990.834678:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978990.834685:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978990.834689:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978990.834692:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834698:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.834699:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.834701:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978990.834703:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978990.834705:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.834708:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978990.834711:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978990.834712:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978990.834714:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.834715:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978990.834719:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978990.834720:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978990.834724:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978990.834726:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978990.834729:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978990.834732:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497020928, portal 10 00000100:00000001:0.0:1783978990.834734:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978990.834734:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783978990.834739:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834743:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978990.834744:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978990.834746:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978990.834747:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497020928, offset 0 00000400:00000200:0.0:1783978990.834751:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978990.834754:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.834758:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978990.834760:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978990.834763:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978990.834765:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978990.834767:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978990.834770:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781414:781414:256:4294967295] 192.168.201.114@tcp LPNI seq info [781392:781392:8:4294967295] 00000400:00000200:0.0:1783978990.834773:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.834779:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978990.834784:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.834787:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978990.834791:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978990.834793:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978990.834802:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.834816:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978990.834820:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978990.834822:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978990.834825:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978990.834826:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978990.834828:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978990.834832:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834838:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.834840:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834845:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.834847:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978990.834849:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978990.834852:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978990.834855:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978990.834856:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311196684 00000100:00000001:0.0:1783978990.834858:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.834860:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311196684 00000100:00000001:0.0:1783978990.834862:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.834864:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978990.834866:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.834868:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978990.834871:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978990/real 1783978990] req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978990.834878:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978990.834879:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978990.834880:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978990.834882:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978990.834884:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978990.834885:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978990.834888:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978990.834894:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834899:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978990.834900:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834902:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.834904:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978990.834907:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834913:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978990.834916:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834921:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978990.834923:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834925:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.834926:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.834928:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978990.834930:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978990.834933:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978990.834936:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978990.834938:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978990.834942:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978990.834948:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497020928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978990.834951:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978990.834954:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.834959:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.834960:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.834962:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978990.834964:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978990.834965:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.834967:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978990.834970:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978990.834971:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978990.834972:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.834974:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978990.834977:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978990.834978:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978990.834981:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978990.834983:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978990.834986:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978990.834988:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021056, portal 4 00000100:00000001:0.0:1783978990.834990:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978990.834991:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783978990.834996:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835002:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978990.835004:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978990.835006:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978990.835009:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497021056, offset 0 00000400:00000200:0.0:1783978990.835013:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978990.835016:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.835019:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978990.835022:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978990.835024:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978990.835027:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978990.835029:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978990.835032:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781415:781415:256:4294967295] 192.168.201.114@tcp LPNI seq info [781393:781393:8:4294967295] 00000400:00000200:0.0:1783978990.835036:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.835041:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978990.835044:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.835047:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978990.835049:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978990.835051:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978990.835057:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.835058:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978990.835060:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978990.835062:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978990.835064:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978990.835065:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978990.835067:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978990.835069:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835073:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.835075:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835079:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.835080:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978990.835082:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978990.835084:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978990.835086:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978990.835087:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311196733 00000100:00000001:0.0:1783978990.835089:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.835090:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311196733 00000100:00000001:0.0:1783978990.835092:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.835093:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978990.835094:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.835095:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978990.835097:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978990/real 1783978990] req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978990.835101:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978990.835102:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978990.835103:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978990.835104:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978990.835105:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978990.835106:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978990.835108:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978990.835112:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835116:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978990.835116:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835117:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.835118:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978990.835121:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835126:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978990.835130:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835135:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978990.835155:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835157:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.835158:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835160:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978990.835162:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978990.835165:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978990.835168:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978990.835170:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978990.835173:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978990.835178:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978990.835180:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835181:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.835183:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2fb80 x1870620497020800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835187:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978990.835188:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978990.835189:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978990.835191:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978990.835192:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978990.835193:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978990.835194:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978990.835195:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b800. 02000000:00000001:0.0:1783978990.835197:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978990.835198:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978990.835199:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2fb80. 00000100:00000001:0.0:1783978990.835200:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978990.835201:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835202:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.835204:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497020928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835215:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978990.835217:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978990.835218:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978990.835220:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978990.835222:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978990.835223:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978990.835225:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978990.835226:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358bc00. 02000000:00000001:0.0:1783978990.835228:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978990.835229:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978990.835230:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783978990.835232:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978990.835233:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835235:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.835239:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497021056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835245:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978990.835246:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978990.835248:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978990.835250:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978990.835251:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978990.835252:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978990.835254:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978990.835255:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358ac00. 02000000:00000001:0.0:1783978990.835257:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978990.835258:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978990.835259:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783978990.835261:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978990.835262:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835264:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835267:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.835269:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.835271:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978990.835272:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.835273:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978990.835278:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835284:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.835285:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.835288:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978990.835289:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978990.835291:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.835293:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978990.835295:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978990.835297:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978990.835298:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978990.835299:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978990.835301:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978990.835302:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978990.835304:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978990.835306:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978990.835308:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978990.835310:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021184, portal 4 00000100:00000001:0.0:1783978990.835311:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978990.835312:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783978990.835317:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835321:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978990.835322:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978990.835323:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978990.835325:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497021184, offset 0 00000400:00000200:0.0:1783978990.835327:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978990.835329:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.835331:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978990.835333:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978990.835334:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978990.835336:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978990.835337:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978990.835339:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781416:781416:256:4294967295] 192.168.201.114@tcp LPNI seq info [781394:781394:8:4294967295] 00000400:00000200:0.0:1783978990.835342:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978990.835346:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978990.835348:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.835350:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978990.835352:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978990.835354:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978990.835362:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978990.835364:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978990.835366:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978990.835369:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978990.835372:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978990.835373:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978990.835375:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978990.835378:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835385:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.835388:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835394:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.835395:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978990.835398:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978990.835401:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978990.835404:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978990.835406:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311196705 00000100:00000001:0.0:1783978990.835408:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.835410:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311196705 00000100:00000001:0.0:1783978990.835412:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311197943 00000100:00000001:0.0:1783978990.835413:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978990.835415:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.835416:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978990.835419:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978990/real 1783978990] req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978990.835424:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978990.835425:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978990.835426:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978990.835428:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978990.835429:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978990.835430:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978990.835432:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978990.835437:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835440:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978990.835441:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835442:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.835443:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978990.835445:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835448:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978990.835450:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835453:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978990.835454:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835455:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978990.835456:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835457:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978990.835458:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978990.835460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978990.835462:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978990.835463:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978990.835465:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978990.835469:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978990.835471:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835472:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978990.835474:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497021184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978990.835477:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978990.835478:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978990.835479:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783978990.835480:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978990.835481:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978990.835482:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978990.835483:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978990.835485:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a400. 02000000:00000001:0.0:1783978990.835487:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978990.835488:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978990.835489:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783978990.835491:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978990.835493:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835494:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.835497:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.835498:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.835500:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978990.835501:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978991.537234:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978991.537243:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978991.537248:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978991.537256:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978991.537262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978991.537266:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.537297:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978991.537300:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.537305:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978992.497321:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978992.497324:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978992.497327:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978992.561250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978992.561257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978992.561261:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978992.561266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978992.561271:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978992.561277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978992.561291:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978992.561294:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978992.561299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978993.585271:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978993.585277:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978993.585281:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978993.585286:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978993.585292:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978993.585297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978993.585316:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978993.585319:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978993.585322:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978994.609406:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978994.609409:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978994.609410:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978994.609413:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783978994.609414:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978994.609416:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978994.609418:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978994.609419:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978994.609421:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.633383:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978995.633387:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978995.633389:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.633392:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978995.633395:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978995.633398:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.633400:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.633402:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.633405:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.633420:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978995.633424:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978995.633428:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.633433:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978995.633439:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978995.633442:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.633447:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.633450:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.633453:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.954040:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978995.954045:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978995.954047:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978995.954054:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954062:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.954064:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.954076:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978995.954078:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978995.954081:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.954085:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497021312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978995.954089:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978995.954093:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978995.954095:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.954097:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978995.954102:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978995.954104:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978995.954109:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978995.954113:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978995.954119:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978995.954126:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021312, portal 25 00000100:00000001:0.0:1783978995.954128:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978995.954130:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783978995.954160:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954167:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978995.954170:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978995.954173:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978995.954177:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497021312, offset 0 00000400:00000200:0.0:1783978995.954183:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978995.954190:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.954196:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978995.954201:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978995.954205:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978995.954209:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978995.954212:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978995.954215:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781417:781417:256:4294967295] 192.168.201.114@tcp LPNI seq info [781395:781395:8:4294967295] 00000400:00000200:0.0:1783978995.954220:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.954230:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978995.954236:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.954241:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978995.954248:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978995.954251:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978995.954264:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.954267:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978995.954273:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978995.954277:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978995.954282:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978995.954285:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978995.954289:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978995.954293:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954302:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.954306:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954312:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.954314:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978995.954319:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978995.954323:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978995.954326:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311203064 00000100:00000010:0.0:1783978995.954331:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783978995.954337:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978995.954342:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311203064 00000100:00000010:0.0:1783978995.954346:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783978995.954349:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978995.954351:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978995.954354:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.954357:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978995.954361:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978995/real 1783978995] req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978995.954370:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978995.954371:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978995.954374:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978995.954376:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978995.954378:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978995.954380:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978995.954383:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978995.954391:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954398:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978995.954400:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954402:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.954404:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978995.954408:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954415:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978995.954419:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954426:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978995.954429:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954430:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.954432:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954434:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978995.954436:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978995.954439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978995.954442:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978995.954445:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978995.954449:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978995.954456:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497021312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783978995.954461:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978995.954464:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954471:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.954472:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.954474:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978995.954476:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978995.954478:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.954480:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978995.954483:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978995.954485:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978995.954487:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.954489:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978995.954492:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978995.954494:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978995.954497:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978995.954499:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978995.954502:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978995.954505:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021440, portal 10 00000100:00000001:0.0:1783978995.954507:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978995.954508:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783978995.954515:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954520:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978995.954523:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978995.954525:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978995.954527:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497021440, offset 0 00000400:00000200:0.0:1783978995.954531:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978995.954534:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.954538:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978995.954540:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978995.954543:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978995.954545:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978995.954547:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978995.954550:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781418:781418:256:4294967295] 192.168.201.114@tcp LPNI seq info [781396:781396:8:4294967295] 00000400:00000200:0.0:1783978995.954554:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.954560:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978995.954565:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.954568:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978995.954572:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978995.954575:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978995.954585:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.954587:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978995.954589:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978995.954592:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978995.954595:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978995.954596:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978995.954598:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978995.954602:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954609:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.954612:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954618:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.954619:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978995.954622:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978995.954625:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783978995.954628:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978995.954630:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311201803 00000100:00000001:0.0:1783978995.954633:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.954635:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311201803 00000100:00000001:0.0:1783978995.954636:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.954638:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978995.954640:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.954642:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978995.954645:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978995/real 1783978995] req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978995.954653:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978995.954654:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978995.954656:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978995.954658:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978995.954659:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978995.954661:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978995.954665:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978995.954672:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954679:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978995.954680:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954682:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.954683:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978995.954687:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954693:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978995.954696:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954703:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978995.954705:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954707:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.954708:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954710:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978995.954713:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978995.954728:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978995.954731:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978995.954733:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978995.954736:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978995.954743:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978995.954746:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978995.954750:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954761:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.954762:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.954763:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978995.954765:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978995.954767:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.954770:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978995.954773:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978995.954774:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978995.954776:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.954777:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978995.954780:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978995.954782:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978995.954784:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978995.954787:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978995.954789:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978995.954792:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021568, portal 10 00000100:00000001:0.0:1783978995.954793:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978995.954794:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783978995.954799:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954805:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978995.954807:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978995.954809:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978995.954810:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497021568, offset 0 00000400:00000200:0.0:1783978995.954814:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978995.954818:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.954821:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978995.954824:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978995.954826:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978995.954828:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978995.954830:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978995.954833:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781419:781419:256:4294967295] 192.168.201.114@tcp LPNI seq info [781397:781397:8:4294967295] 00000400:00000200:0.0:1783978995.954836:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.954841:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978995.954845:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.954849:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978995.954853:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978995.954855:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978995.954864:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.954866:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978995.954869:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978995.954872:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978995.954874:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978995.954875:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978995.954877:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978995.954881:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954888:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.954890:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954896:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.954897:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978995.954900:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978995.954903:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783978995.954906:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978995.954908:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311201804 00000100:00000001:0.0:1783978995.954910:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.954912:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311201804 00000100:00000001:0.0:1783978995.954913:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.954915:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978995.954917:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.954919:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978995.954922:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978995/real 1783978995] req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978995.954929:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978995.954930:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978995.954931:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978995.954934:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978995.954935:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978995.954937:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978995.954940:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978995.954947:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954953:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978995.954954:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954956:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.954957:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978995.954960:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954966:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978995.954970:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.954976:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978995.954978:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954979:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.954981:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.954982:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978995.954985:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978995.954987:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978995.954990:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978995.954992:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978995.954995:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978995.955001:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783978995.955005:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978995.955008:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955014:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.955015:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.955017:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978995.955019:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978995.955020:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.955023:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978995.955026:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978995.955028:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978995.955030:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.955031:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978995.955034:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978995.955036:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978995.955040:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978995.955042:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978995.955046:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978995.955048:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021696, portal 4 00000100:00000001:0.0:1783978995.955049:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978995.955049:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783978995.955054:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955058:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978995.955059:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978995.955060:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978995.955062:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497021696, offset 0 00000400:00000200:0.0:1783978995.955064:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978995.955067:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.955069:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978995.955071:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978995.955072:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978995.955074:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978995.955075:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978995.955077:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781420:781420:256:4294967295] 192.168.201.114@tcp LPNI seq info [781398:781398:8:4294967295] 00000400:00000200:0.0:1783978995.955080:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.955084:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978995.955087:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.955088:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978995.955091:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978995.955093:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978995.955099:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.955100:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978995.955103:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978995.955106:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978995.955108:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978995.955110:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978995.955112:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978995.955115:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955121:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.955124:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955130:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.955131:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978995.955134:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978995.955157:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783978995.955160:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978995.955161:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311201854 00000100:00000001:0.0:1783978995.955163:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.955164:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311201854 00000100:00000001:0.0:1783978995.955166:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.955167:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978995.955168:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.955169:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978995.955172:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978995/real 1783978995] req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978995.955176:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978995.955177:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978995.955179:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978995.955180:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978995.955181:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978995.955183:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978995.955184:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978995.955189:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955193:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978995.955195:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955196:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.955198:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978995.955201:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955207:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978995.955210:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955217:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978995.955220:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955221:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.955222:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955224:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978995.955226:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978995.955228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978995.955232:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978995.955234:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978995.955237:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978995.955243:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978995.955245:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978995.955247:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955251:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.955252:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.955253:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978995.955255:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978995.955256:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.955257:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978995.955259:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978995.955260:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978995.955261:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978995.955262:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978995.955265:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978995.955266:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978995.955268:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783978995.955270:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783978995.955272:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783978995.955274:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021824, portal 4 00000100:00000001:0.0:1783978995.955275:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978995.955276:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783978995.955279:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955283:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978995.955285:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783978995.955286:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783978995.955287:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497021824, offset 0 00000400:00000200:0.0:1783978995.955289:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783978995.955292:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.955294:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783978995.955295:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978995.955297:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783978995.955298:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978995.955300:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783978995.955301:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781421:781421:256:4294967295] 192.168.201.114@tcp LPNI seq info [781399:781399:8:4294967295] 00000400:00000200:0.0:1783978995.955304:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783978995.955307:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783978995.955310:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.955311:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783978995.955314:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783978995.955315:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978995.955322:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783978995.955323:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783978995.955325:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978995.955327:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978995.955328:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783978995.955330:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783978995.955331:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978995.955333:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955337:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.955339:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955343:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.955344:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978995.955346:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978995.955347:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783978995.955349:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783978995.955350:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311201825 00000100:00000001:0.0:1783978995.955352:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.955353:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311201825 00000100:00000001:0.0:1783978995.955354:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311203064 00000100:00000001:0.0:1783978995.955355:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978995.955357:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.955358:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978995.955359:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978995/real 1783978995] req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978995.955363:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978995.955364:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978995.955365:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783978995.955366:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783978995.955366:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783978995.955367:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978995.955369:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978995.955374:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955381:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978995.955382:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955383:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.955384:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978995.955386:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955389:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978995.955391:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955394:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978995.955395:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955396:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978995.955397:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955398:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978995.955399:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978995.955400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978995.955402:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783978995.955403:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978995.955405:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978995.955410:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497021824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783978995.955412:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955413:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.955415:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497021312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955419:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978995.955421:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978995.955423:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783978995.955425:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978995.955427:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978995.955429:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783978995.955431:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978995.955433:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783978995.955437:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978995.955438:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978995.955440:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783978995.955443:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978995.955444:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955446:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.955449:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497021440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955456:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978995.955457:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978995.955458:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783978995.955461:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978995.955462:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978995.955463:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978995.955465:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978995.955466:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783978995.955468:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978995.955469:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978995.955470:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783978995.955472:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978995.955473:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955474:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.955478:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497021568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955484:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978995.955485:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978995.955486:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783978995.955488:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978995.955489:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978995.955490:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783978995.955493:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978995.955494:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783978995.955496:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978995.955497:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978995.955498:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783978995.955500:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978995.955501:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955503:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.955506:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497021696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955512:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978995.955513:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978995.955515:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783978995.955517:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978995.955518:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978995.955519:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978995.955520:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978995.955521:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783978995.955522:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978995.955523:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978995.955524:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783978995.955525:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978995.955525:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955526:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978995.955528:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497021824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978995.955531:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978995.955532:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978995.955533:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783978995.955534:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978995.955535:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978995.955536:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783978995.955537:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978995.955537:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783978995.955539:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978995.955539:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978995.955540:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783978995.955541:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978995.955542:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955544:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.955550:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978995.955551:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.955552:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978995.955553:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978996.657256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978996.657264:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978996.657266:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978996.657271:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978996.657277:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978996.657282:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.657287:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978996.657289:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.657294:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978996.657349:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978996.657352:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978996.657354:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978996.657356:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783978996.657359:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978996.657361:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.657364:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978996.657366:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.657368:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978996.657390:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978996.657394:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978996.657397:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978996.657401:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978996.657404:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978996.657408:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.657412:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978996.657415:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.657421:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978997.617333:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978997.617337:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978997.617340:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978997.681247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978997.681252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978997.681256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978997.681262:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978997.681268:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978997.681273:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.681290:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978997.681294:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.681298:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978997.681313:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978997.681319:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978997.681322:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978997.681327:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978997.681334:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978997.681338:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.681343:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978997.681347:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.681352:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978998.705266:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978998.705271:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978998.705275:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978998.705279:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783978998.705284:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978998.705289:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.705292:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978998.705297:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.705303:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978998.705366:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978998.705369:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978998.705371:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978998.705373:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978998.705376:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978998.705379:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.705383:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978998.705386:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.705392:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978999.729504:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978999.729509:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978999.729513:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978999.729517:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978999.729520:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978999.729525:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.729530:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978999.729532:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.729536:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979000.753250:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979000.753259:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979000.753263:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979000.753269:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979000.753276:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979000.753281:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.753286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979000.753289:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.753295:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979000.753340:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979000.753344:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979000.753346:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979000.753349:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979000.753352:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979000.753356:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.753360:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979000.753364:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.753367:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.073576:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979001.073583:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.073587:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979001.073598:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.073610:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.073613:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.073617:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979001.073619:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979001.073622:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.073642:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497021952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979001.073649:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979001.073653:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979001.073657:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.073659:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979001.073665:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979001.073669:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979001.073676:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979001.073684:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979001.073694:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979001.073704:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497021952, portal 25 00000100:00000001:0.0:1783979001.073710:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979001.073713:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979001.073723:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.073736:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979001.073741:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979001.073745:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783979001.073751:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497021952, offset 0 00000400:00000200:0.0:1783979001.073778:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979001.073788:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.073795:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979001.073801:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979001.073808:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979001.073813:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979001.073816:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979001.073820:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781422:781422:256:4294967295] 192.168.201.114@tcp LPNI seq info [781400:781400:8:4294967295] 00000400:00000200:0.0:1783979001.073824:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.073840:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979001.073849:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.073858:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979001.073870:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979001.073878:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979001.073907:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.073912:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979001.073920:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979001.073928:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979001.073936:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783979001.073940:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783979001.073947:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979001.073954:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.073971:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.073977:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.073982:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.073985:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979001.073991:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979001.073997:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979001.074002:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311208183 00000100:00000010:0.0:1783979001.074008:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979001.074015:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979001.074021:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311208183 00000100:00000010:0.0:1783979001.074026:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979001.074030:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979001.074034:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979001.074039:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.074044:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979001.074052:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979001/real 1783979001] req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979001.074071:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979001.074075:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979001.074080:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979001.074083:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979001.074086:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979001.074089:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979001.074096:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979001.074106:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074122:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979001.074126:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074130:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.074134:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979001.074172:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074182:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979001.074190:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074199:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979001.074203:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074205:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.074207:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074211:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979001.074213:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979001.074216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979001.074222:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979001.074225:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979001.074230:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979001.074242:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497021952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979001.074251:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074255:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.074259:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497021952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074267:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979001.074270:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979001.074273:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979001.074276:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979001.074280:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979001.074284:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979001.074289:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979001.074292:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783979001.074298:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979001.074301:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979001.074304:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979001.074310:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979001.074314:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074317:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074329:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.074332:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.074337:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979001.074340:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.074343:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979001.074351:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074364:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.074367:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.074372:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979001.074376:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979001.074380:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.074387:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979001.074394:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979001.074398:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979001.074401:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.074405:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979001.074411:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979001.074415:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979001.074423:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979001.074428:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979001.074434:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979001.074440:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497022080, portal 10 00000100:00000001:0.0:1783979001.074444:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979001.074449:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979001.074458:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074469:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979001.074474:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979001.074477:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783979001.074480:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497022080, offset 0 00000400:00000200:0.0:1783979001.074486:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979001.074494:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.074499:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979001.074504:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979001.074509:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979001.074511:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979001.074515:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979001.074519:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781423:781423:256:4294967295] 192.168.201.114@tcp LPNI seq info [781401:781401:8:4294967295] 00000400:00000200:0.0:1783979001.074525:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.074534:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979001.074542:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.074548:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979001.074556:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979001.074561:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979001.074582:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.074585:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979001.074590:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979001.074597:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979001.074601:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783979001.074605:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783979001.074609:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979001.074616:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074639:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.074646:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074662:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.074665:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979001.074669:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979001.074672:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979001.074676:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979001.074679:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311206923 00000100:00000001:0.0:1783979001.074681:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.074683:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311206923 00000100:00000001:0.0:1783979001.074685:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.074687:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979001.074688:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.074690:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979001.074694:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979001/real 1783979001] req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979001.074702:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979001.074703:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979001.074705:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979001.074707:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979001.074709:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979001.074711:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979001.074714:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979001.074722:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074726:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979001.074727:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074728:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.074729:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979001.074732:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074735:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979001.074738:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074741:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979001.074743:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074743:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.074744:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074745:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979001.074747:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979001.074748:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979001.074750:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979001.074751:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979001.074753:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979001.074757:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979001.074760:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979001.074762:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074769:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.074770:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.074772:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979001.074773:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979001.074774:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.074776:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979001.074777:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979001.074779:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979001.074780:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.074781:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979001.074783:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979001.074784:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979001.074787:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979001.074788:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979001.074790:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979001.074792:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497022208, portal 10 00000100:00000001:0.0:1783979001.074793:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979001.074794:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985545600 : -115476724006016 : ffff96f97ae2c380) 00000100:00000040:0.0:1783979001.074798:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074802:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979001.074803:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979001.074804:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783979001.074806:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497022208, offset 0 00000400:00000200:0.0:1783979001.074808:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979001.074810:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.074812:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979001.074814:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979001.074816:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979001.074817:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979001.074819:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979001.074821:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781424:781424:256:4294967295] 192.168.201.114@tcp LPNI seq info [781402:781402:8:4294967295] 00000400:00000200:0.0:1783979001.074823:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.074827:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979001.074830:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.074832:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979001.074834:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979001.074836:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979001.074843:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.074844:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979001.074846:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979001.074848:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979001.074849:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783979001.074850:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783979001.074852:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979001.074854:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074858:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.074860:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074864:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.074864:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979001.074866:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979001.074868:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979001.074870:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979001.074871:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311206924 00000100:00000001:0.0:1783979001.074873:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.074874:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311206924 00000100:00000001:0.0:1783979001.074875:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.074876:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979001.074877:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.074879:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979001.074880:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979001/real 1783979001] req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979001.074885:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979001.074886:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979001.074886:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979001.074888:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979001.074888:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979001.074890:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979001.074891:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979001.074896:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074899:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979001.074900:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074901:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.074902:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979001.074903:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074907:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979001.074909:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074912:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979001.074913:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074914:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.074915:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074916:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979001.074917:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979001.074919:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979001.074920:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979001.074922:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979001.074924:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979001.074931:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979001.074934:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074936:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.074938:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497022080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074944:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979001.074946:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979001.074947:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979001.074950:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979001.074951:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979001.074952:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979001.074954:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979001.074956:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783979001.074958:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979001.074959:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979001.074961:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979001.074964:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979001.074965:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074967:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.074970:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c380 x1870620497022208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.074976:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979001.074976:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979001.074978:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979001.074979:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979001.074980:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979001.074980:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979001.074982:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979001.074983:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783979001.074984:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979001.074985:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979001.074986:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c380. 00000100:00000001:0.0:1783979001.074987:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979001.074988:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074989:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.074991:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.074992:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.074993:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979001.074994:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.074995:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979001.074997:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075001:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.075002:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.075003:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979001.075005:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979001.075006:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.075008:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979001.075009:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979001.075011:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979001.075012:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.075013:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979001.075015:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979001.075016:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979001.075018:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979001.075020:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979001.075022:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979001.075024:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497022336, portal 4 00000100:00000001:0.0:1783979001.075025:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979001.075026:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985546496 : -115476724005120 : ffff96f97ae2c700) 00000100:00000040:0.0:1783979001.075031:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075041:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979001.075044:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979001.075046:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783979001.075048:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497022336, offset 0 00000400:00000200:0.0:1783979001.075052:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979001.075056:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.075059:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979001.075062:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979001.075064:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979001.075066:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979001.075069:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979001.075071:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781425:781425:256:4294967295] 192.168.201.114@tcp LPNI seq info [781403:781403:8:4294967295] 00000400:00000200:0.0:1783979001.075075:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.075080:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979001.075083:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.075085:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979001.075089:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979001.075091:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979001.075101:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.075102:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979001.075105:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979001.075108:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979001.075111:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783979001.075112:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783979001.075115:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979001.075118:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075126:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.075129:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075153:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.075154:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979001.075157:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979001.075159:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979001.075161:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979001.075162:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311206974 00000100:00000001:0.0:1783979001.075164:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.075166:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311206974 00000100:00000001:0.0:1783979001.075167:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.075168:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979001.075169:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.075170:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979001.075173:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979001/real 1783979001] req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979001.075177:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979001.075178:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979001.075179:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979001.075181:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979001.075182:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979001.075183:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979001.075185:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979001.075189:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075193:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979001.075194:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075195:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.075195:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979001.075197:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075201:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979001.075204:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075207:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979001.075208:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075209:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.075210:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075211:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979001.075212:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979001.075213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979001.075215:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979001.075216:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979001.075218:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979001.075226:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979001.075228:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979001.075230:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075234:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.075234:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.075236:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979001.075237:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979001.075238:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.075239:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979001.075241:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979001.075243:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979001.075244:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979001.075245:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979001.075247:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979001.075248:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979001.075251:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979001.075253:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979001.075256:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979001.075258:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497022464, portal 4 00000100:00000001:0.0:1783979001.075260:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979001.075261:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783979001.075266:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075272:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979001.075274:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979001.075276:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783979001.075278:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497022464, offset 0 00000400:00000200:0.0:1783979001.075281:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979001.075285:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.075289:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979001.075291:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979001.075293:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979001.075295:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979001.075298:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979001.075301:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781426:781426:256:4294967295] 192.168.201.114@tcp LPNI seq info [781404:781404:8:4294967295] 00000400:00000200:0.0:1783979001.075303:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979001.075307:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979001.075310:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.075312:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979001.075314:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979001.075316:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979001.075322:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979001.075324:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979001.075326:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979001.075329:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979001.075331:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978550 00000400:00000010:0.0:1783979001.075333:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978550. 00000100:00000001:0.0:1783979001.075335:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979001.075338:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075345:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.075348:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075354:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.075356:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979001.075358:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979001.075361:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979001.075364:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979001.075366:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311206945 00000100:00000001:0.0:1783979001.075368:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.075370:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311206945 00000100:00000001:0.0:1783979001.075372:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311208183 00000100:00000001:0.0:1783979001.075374:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979001.075376:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.075378:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979001.075381:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979001/real 1783979001] req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979001.075389:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979001.075390:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979001.075392:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979001.075394:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979001.075396:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979001.075398:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979001.075401:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979001.075408:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075414:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979001.075415:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075417:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.075418:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979001.075421:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075428:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979001.075431:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075438:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979001.075440:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075441:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979001.075442:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075443:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979001.075445:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979001.075446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979001.075448:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979001.075450:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979001.075452:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979001.075456:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497022464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979001.075458:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075460:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.075462:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c700 x1870620497022336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075466:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979001.075467:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979001.075468:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979001.075470:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979001.075471:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979001.075471:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979001.075473:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979001.075474:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783979001.075476:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979001.075476:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979001.075477:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c700. 00000100:00000001:0.0:1783979001.075479:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979001.075480:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075481:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979001.075482:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497022464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979001.075485:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979001.075486:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979001.075487:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979001.075488:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979001.075488:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979001.075489:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979001.075490:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979001.075490:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783979001.075492:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979001.075492:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979001.075493:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783979001.075494:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979001.075495:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075496:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.075498:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.075499:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.075500:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979001.075501:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.777248:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979001.777252:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.777255:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.777264:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979001.777270:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.777273:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.777277:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.777280:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.777283:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.777360:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979001.777365:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.777368:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.777373:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979001.777378:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.777384:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.777394:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.777397:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.777402:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979002.737339:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979002.737343:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979002.737345:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979002.801254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979002.801264:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979002.801268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979002.801276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979002.801283:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979002.801289:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.801314:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979002.801317:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.801320:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979003.825254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979003.825263:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979003.825268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979003.825276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979003.825283:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979003.825291:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.825298:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979003.825303:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.825311:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979003.825349:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979003.825353:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979003.825355:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979003.825358:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979003.825363:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979003.825367:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.825371:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979003.825374:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.825378:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979004.849294:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979004.849298:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979004.849300:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979004.849303:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979004.849307:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979004.849313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979004.849492:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979004.849495:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979004.849499:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979005.873256:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979005.873261:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979005.873266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979005.873274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979005.873279:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979005.873284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.873303:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979005.873307:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.873310:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979006.193313:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979006.193323:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979006.193326:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979006.193329:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979006.193333:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979006.193341:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16539 00000400:00000200:0.0:1783979006.193350:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979006.193356:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979006.193359:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979006.193361:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193364:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.193366:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193376:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979006.193379:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979006.193384:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979006.193386:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979006.193391:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979006.193393:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979006.193396:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979006.193399:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193402:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.193404:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193406:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979006.193409:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979006.193413:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193415:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979006.193418:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979006.193423:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979006.193426:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193428:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979006.193431:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979006.193442:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979006.193447:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979006.193451:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979006.193453:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193457:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979006.193460:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979006.193465:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979006.193481:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979006.193493:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.193505:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497022592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979006.193516:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979006.193521:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979006.193527:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497022592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979006.193587:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979006.193591:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979006.193595:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979006.193597:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979006.193598:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979006.193602:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979006.193605:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16539 00000400:00000200:0.0:1783979006.193610:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979006.193613:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979006.193615:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979006.193619:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193621:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.193623:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193626:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979006.193630:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979006.193632:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979006.193635:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979006.193639:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979006.193643:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979006.193647:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979006.193654:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193659:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.193663:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193667:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979006.193671:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979006.193677:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193680:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979006.193684:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979006.193690:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979006.193695:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193700:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979006.193708:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979006.193714:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193718:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979006.193725:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979006.193728:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979006.193733:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979006.193736:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193739:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979006.193742:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979006.193745:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979006.193752:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979006.193757:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.193772:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497022720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979006.193780:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979006.193783:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979006.193787:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497022720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979006.193798:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979006.193804:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979006.193810:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979006.193813:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979006.193825:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979006.193832:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979006.193836:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16539 00000400:00000200:0.0:1783979006.193844:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979006.193849:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979006.193852:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979006.193858:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193862:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.193864:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193868:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979006.193873:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979006.193874:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979006.193877:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979006.193881:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979006.193885:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979006.193888:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979006.193891:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193893:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.193895:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193898:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979006.193901:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979006.193904:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979006.193909:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979006.193912:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979006.193917:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979006.193922:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193927:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979006.193931:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979006.193936:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193939:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979006.193943:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979006.193949:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979006.193955:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979006.193958:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.193961:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979006.193963:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979006.193967:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979006.193971:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979006.193976:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.193982:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497022848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979006.193994:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979006.193998:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979006.194005:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497022848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979006.194019:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979006.194034:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979006.194040:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979006.194043:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979006.194047:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979006.194050:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979006.194055:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16539 00000400:00000200:0.0:1783979006.194062:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979006.194069:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979006.194072:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979006.194077:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194083:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.194086:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194090:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979006.194093:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979006.194101:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979006.194105:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979006.194109:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979006.194113:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979006.194117:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979006.194121:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194124:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.194128:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194132:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979006.194186:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979006.194193:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194199:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979006.194204:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979006.194211:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979006.194215:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.194220:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979006.194224:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979006.194229:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.194233:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979006.194239:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979006.194245:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979006.194251:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979006.194253:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.194256:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979006.194259:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979006.194262:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979006.194268:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979006.194273:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.194280:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497022976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979006.194295:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979006.194299:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979006.194305:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497022976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979006.194318:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979006.194323:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979006.194329:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979006.194332:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979006.194336:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979006.194341:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979006.194347:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16539 00000400:00000200:0.0:1783979006.194355:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979006.194362:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979006.194368:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979006.194372:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194373:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.194377:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194380:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979006.194384:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979006.194388:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979006.194392:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979006.194396:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979006.194401:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979006.194405:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979006.194413:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194418:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979006.194423:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194427:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979006.194432:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979006.194439:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979006.194444:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979006.194448:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979006.194452:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979006.194454:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.194457:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979006.194459:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979006.194462:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.194466:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979006.194470:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979006.194473:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979006.194476:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979006.194479:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.194481:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979006.194483:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979006.194485:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979006.194488:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979006.194492:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.194498:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497023104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979006.194508:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979006.194510:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979006.194513:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497023104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979006.194518:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979006.194523:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16549) 00000100:00000001:0.0:1783979006.897254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979006.897264:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979006.897266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.897273:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979006.897277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979006.897281:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.897284:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979006.897287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.897289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.897320:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979006.897323:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979006.897324:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.897326:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979006.897328:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979006.897330:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.897332:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979006.897334:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.897337:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.897458:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979006.897464:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979006.897468:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.897473:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979006.897476:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979006.897489:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.897491:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979006.897493:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.897495:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979007.857403:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979007.857407:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979007.857409:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979007.921341:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979007.921352:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979007.921355:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979007.921365:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979007.921373:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979007.921379:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.921386:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979007.921390:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.921394:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979008.945292:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979008.945303:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979008.945306:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979008.945317:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979008.945327:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979008.945339:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.945360:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979008.945363:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.945369:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979008.945383:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979008.945388:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979008.945391:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979008.945400:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979008.945406:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979008.945410:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.945429:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979008.945432:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.945436:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979009.969254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979009.969262:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979009.969266:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979009.969274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979009.969280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979009.969284:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979009.969308:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979009.969312:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979009.969317:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979010.993226:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979010.993236:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979010.993241:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979010.993251:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979010.993259:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979010.993265:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.993272:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979010.993284:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.993288:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979010.993318:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979010.993324:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979010.993328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979010.993332:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979010.993337:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979010.993341:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.993344:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979010.993346:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.993348:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979012.017387:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979012.017390:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979012.017392:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979012.017394:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979012.017396:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979012.017397:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.017399:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979012.017400:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.017402:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979012.017410:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979012.017412:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979012.017414:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979012.017415:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979012.017417:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979012.017424:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.017760:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979012.017762:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.017764:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979012.977328:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979012.977331:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979012.977333:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979013.041240:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979013.041260:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979013.041264:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979013.041269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979013.041275:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979013.041279:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.041285:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979013.041289:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.041292:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979014.065205:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979014.065215:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979014.065218:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979014.065226:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979014.065233:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979014.065239:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.065245:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979014.065249:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.065253:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979014.065286:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979014.065291:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979014.065293:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979014.065296:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979014.065300:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979014.065302:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.065306:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979014.065308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.065312:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979015.089264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979015.089270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979015.089274:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979015.089281:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979015.089289:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979015.089297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.089317:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979015.089320:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.089328:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979015.089359:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979015.089363:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979015.089372:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979015.089379:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979015.089393:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979015.089396:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.089399:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979015.089402:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.089408:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979016.113420:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979016.113428:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979016.113433:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979016.113445:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979016.113460:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979016.113465:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.113476:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979016.113479:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.113484:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979017.137238:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979017.137285:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979017.137286:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979017.137289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979017.137291:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979017.137292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.137294:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979017.137295:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.137296:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979017.137474:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979017.137477:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979017.137479:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979017.137484:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979017.137486:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979017.137489:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.137494:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979017.137496:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.137499:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979018.097310:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979018.097314:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979018.097316:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979018.161256:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979018.161265:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979018.161268:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979018.161274:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979018.161280:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979018.161285:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979018.161290:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979018.161294:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979018.161299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979019.185249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979019.185256:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979019.185259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979019.185265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979019.185269:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979019.185273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.185279:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979019.185283:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.185289:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979019.185350:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979019.185353:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979019.185355:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979019.185357:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979019.185359:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979019.185361:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.185363:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979019.185364:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.185366:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979020.209249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979020.209255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979020.209259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979020.209268:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979020.209276:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979020.209282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979020.209306:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979020.209310:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979020.209314:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.233248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979021.233257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.233261:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.233271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979021.233291:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.233295:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.233299:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.233302:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.233307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.233347:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979021.233352:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.233355:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.233360:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979021.233366:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.233370:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.233375:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.233378:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.233382:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.553513:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.553517:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.553519:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979021.553524:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.553531:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.553532:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.553535:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979021.553536:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979021.553538:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.553540:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497024512:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979021.553543:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979021.553546:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979021.553548:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.553550:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979021.553554:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979021.553556:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979021.553561:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979021.553565:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979021.553571:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979021.553577:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497024512, portal 25 00000100:00000001:0.0:1783979021.553580:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979021.553581:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979021.553586:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.553594:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979021.553597:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979021.553599:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783979021.553602:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497024512, offset 0 00000400:00000200:0.0:1783979021.553608:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979021.553615:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.553629:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979021.553634:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979021.553638:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979021.553642:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979021.553645:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979021.553649:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781442:781442:256:4294967295] 192.168.201.114@tcp LPNI seq info [781420:781420:8:4294967295] 00000400:00000200:0.0:1783979021.553654:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.553663:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979021.553669:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979021.553674:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979021.553680:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979021.553700:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979021.553704:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979021.553705:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311228663 00000100:00000010:0.0:1783979021.553711:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979021.553717:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979021.553721:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311228663 00000100:00000010:0.0:1783979021.553724:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979021.553726:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979021.553729:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979021.553732:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.553735:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.553738:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.554046:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.554049:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979021.554051:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.554053:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.554054:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979021.554058:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.554065:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.554066:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.554069:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979021.554070:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979021.554073:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.554076:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497024640:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979021.554081:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979021.554083:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979021.554084:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.554086:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979021.554089:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979021.554091:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979021.554095:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979021.554097:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393f20. 00000400:00000010:0.0:1783979021.554101:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979021.554103:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497024640, portal 10 00000100:00000001:0.0:1783979021.554105:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979021.554106:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979021.554113:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.554119:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979021.554122:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979021.554125:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783979021.554127:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497024640, offset 0 00000400:00000200:0.0:1783979021.554132:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979021.555115:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.555125:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979021.555129:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979021.555132:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979021.555146:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979021.555149:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979021.555152:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781443:781443:255:4294967295] 192.168.201.114@tcp LPNI seq info [781421:781421:7:4294967295] 00000400:00000200:0.0:1783979021.555158:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.555167:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979021.555172:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979021.555180:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783979021.555186:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979021.555196:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979021.555201:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979021.555204:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979021.555207:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311227404 00000100:00000001:0.0:1783979021.555210:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.555212:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311227404 00000100:00000001:0.0:1783979021.555214:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.555217:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979021.555220:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555224:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555227:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.555235:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.555236:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979021.555238:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.555240:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.555241:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555243:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555354:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.555356:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.555358:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555360:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555607:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.555609:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.555611:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979021.555615:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.555622:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.555625:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.555628:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979021.555630:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979021.555632:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.555635:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497024768:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979021.555650:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979021.555654:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979021.555656:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.555659:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979021.555663:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979021.555665:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979021.555670:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979021.555673:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979021.555679:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783979021.555685:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497024768, portal 10 00000100:00000001:0.0:1783979021.555687:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979021.555688:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979021.555694:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.555701:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979021.555703:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979021.555706:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979021.555708:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497024768, offset 0 00000400:00000200:0.0:1783979021.555714:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979021.555719:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.555723:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979021.555725:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979021.555728:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979021.555730:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979021.555732:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979021.555735:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781444:781444:254:4294967295] 192.168.201.114@tcp LPNI seq info [781422:781422:6:4294967295] 00000400:00000200:0.0:1783979021.555739:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.555744:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979021.555749:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979021.555753:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783979021.555757:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979021.555764:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979021.555767:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979021.555770:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979021.555772:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311227405 00000100:00000001:0.0:1783979021.555774:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.555776:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311227405 00000100:00000001:0.0:1783979021.555778:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.555780:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979021.555783:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555785:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.555787:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.556040:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.556042:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979021.556044:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.556046:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.556047:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979021.556051:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.556057:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.556059:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.556061:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979021.556063:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979021.556065:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.556068:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497024896:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979021.556071:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979021.556073:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979021.556074:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.556076:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979021.556079:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979021.556081:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979021.556085:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979021.556087:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703933c8. 00000400:00000010:0.0:1783979021.556092:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783979021.556094:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497024896, portal 4 00000100:00000001:0.0:1783979021.556097:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979021.556098:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979021.556104:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.556110:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979021.556112:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979021.556115:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783979021.556117:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497024896, offset 0 00000400:00000200:0.0:1783979021.556122:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979021.556126:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.556130:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979021.556133:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979021.556135:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979021.556168:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979021.556171:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979021.556174:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781445:781445:253:4294967295] 192.168.201.114@tcp LPNI seq info [781423:781423:5:4294967295] 00000400:00000200:0.0:1783979021.556178:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.556186:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979021.556191:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979021.556195:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979021.556200:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979021.556207:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979021.556210:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979021.556213:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979021.556215:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311227455 00000100:00000001:0.0:1783979021.556217:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.556219:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311227455 00000100:00000001:0.0:1783979021.556221:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.556223:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979021.556226:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556229:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556231:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.556234:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.556235:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979021.556237:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.556238:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.556240:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556242:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556405:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.556409:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.556414:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556420:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556500:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.556503:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.556505:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979021.556511:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.556519:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.556520:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.556522:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979021.556524:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979021.556525:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.556528:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497025024:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979021.556530:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979021.556532:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979021.556533:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979021.556534:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979021.556537:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979021.556538:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979021.556541:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979021.556542:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979021.556545:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783979021.556547:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497025024, portal 4 00000100:00000001:0.0:1783979021.556548:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979021.556549:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979021.556555:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979021.556562:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979021.556564:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979021.556566:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979021.556568:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497025024, offset 0 00000400:00000200:0.0:1783979021.556572:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979021.556577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.556581:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979021.556584:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979021.556586:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979021.556588:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979021.556590:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979021.556593:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781446:781446:252:4294967295] 192.168.201.114@tcp LPNI seq info [781424:781424:4:4294967295] 00000400:00000200:0.0:1783979021.556597:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979021.556610:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979021.556615:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979021.556618:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783979021.556621:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979021.556629:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979021.556632:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979021.556635:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979021.556637:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311227426 00000100:00000001:0.0:1783979021.556639:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.556641:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311227426 00000100:00000001:0.0:1783979021.556644:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311228663 00000100:00000001:0.0:1783979021.556646:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979021.556648:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556651:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556653:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.556657:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.556658:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979021.556660:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979021.556662:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.556663:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.556665:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979022.257245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979022.257250:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979022.257254:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979022.257273:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979022.257278:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979022.257283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979022.257300:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979022.257305:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979022.257309:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979023.217285:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979023.217289:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979023.217293:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979023.281316:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979023.281321:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979023.281323:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979023.281326:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979023.281329:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979023.281332:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.281334:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979023.281336:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.281339:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979023.281362:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979023.281365:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979023.281367:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979023.281369:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979023.281371:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979023.281373:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.281374:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979023.281376:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.281377:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979024.305256:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979024.305262:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979024.305267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979024.305276:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979024.305283:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979024.305290:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.305307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979024.305310:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.305313:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979024.305385:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979024.305391:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979024.305394:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979024.305400:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979024.305405:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979024.305410:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.305415:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979024.305418:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.305422:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979024.625772:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979024.625778:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979024.625781:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979024.625798:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979021/real 1783979024] req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979024.625809:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979024.625811:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979024.625814:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979024.625817:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978dd0 00000400:00000010:0.0:1783979024.625819:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978dd0. 00000100:00000001:0.0:1783979024.625822:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979024.625825:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979024.625833:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.625839:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979024.625841:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.625843:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.625846:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979024.625849:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.625856:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979024.625860:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.625867:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979024.625871:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.625872:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.625873:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.625876:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979024.625878:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979024.625880:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979024.625884:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979024.625885:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979024.625889:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979024.625896:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497025024:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979024.625901:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979024.625904:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979021/real 1783979024] req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979024.625912:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979024.625913:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979024.625915:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703933c8. 00000400:00000200:0.0:1783979024.625917:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978440 00000400:00000010:0.0:1783979024.625918:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978440. 00000100:00000001:0.0:1783979024.625920:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979024.625923:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979024.625938:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.625943:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979024.625944:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.625946:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.625947:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979024.625951:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.625961:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979024.625965:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.625971:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979024.625974:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.625976:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.625977:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.625978:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979024.625980:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979024.625982:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979024.625986:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979024.625988:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979024.625992:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979024.625999:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497024896:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979024.626003:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979024.626006:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979021/real 1783979024] req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979024.626019:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979024.626020:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979024.626022:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979024.626025:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729786e8 00000400:00000010:0.0:1783979024.626026:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729786e8. 00000100:00000001:0.0:1783979024.626028:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979024.626031:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979024.626039:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626045:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979024.626047:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626048:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.626050:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979024.626053:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626058:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979024.626061:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626065:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979024.626066:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626067:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.626068:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626069:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979024.626072:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979024.626074:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979024.626076:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979024.626078:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979024.626082:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979024.626090:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497024768:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979024.626094:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979024.626098:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979021/real 1783979024] req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979024.626105:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979024.626106:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979024.626108:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393f20. 00000400:00000200:0.0:1783979024.626110:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979024.626112:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979024.626113:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979024.626116:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979024.626124:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626128:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979024.626129:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626130:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.626131:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979024.626134:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626165:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979024.626168:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626172:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979024.626174:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626175:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.626176:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626177:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979024.626179:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979024.626181:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979024.626183:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979024.626184:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979024.626186:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979024.626194:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497024640:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979024.626197:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979024.626200:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979021/real 1783979024] req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979024.626207:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979024.626208:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979024.626210:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979024.626213:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979024.626215:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979024.626227:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979024.626231:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979024.626239:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626244:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979024.626246:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626247:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.626249:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979024.626252:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626264:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979024.626268:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626274:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979024.626276:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626278:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979024.626279:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626281:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979024.626282:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979024.626285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979024.626288:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979024.626290:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979024.626294:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979024.626301:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497024512:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979024.626304:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626306:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979024.626309:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497025024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626316:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979024.626318:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979024.626322:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979024.626327:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979024.626330:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979024.626332:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979024.626334:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979024.626337:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979024.626340:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979024.626342:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979024.626344:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979024.626350:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979024.626352:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626353:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979024.626357:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497024896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626364:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979024.626365:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979024.626366:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979024.626368:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979024.626369:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979024.626370:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979024.626371:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979024.626372:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979024.626374:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979024.626375:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979024.626376:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979024.626377:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979024.626378:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626379:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979024.626382:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497024768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626388:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979024.626389:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979024.626391:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979024.626393:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979024.626395:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979024.626396:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979024.626398:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979024.626399:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979024.626401:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979024.626402:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979024.626403:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979024.626405:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979024.626406:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626408:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979024.626411:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497024640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626417:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979024.626418:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979024.626419:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979024.626422:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979024.626423:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979024.626424:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979024.626425:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979024.626426:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979024.626428:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979024.626429:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979024.626430:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979024.626432:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979024.626433:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626435:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979024.626438:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497024512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979024.626443:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979024.626444:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979024.626445:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979024.626447:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979024.626448:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979024.626449:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979024.626450:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979024.626451:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979024.626453:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979024.626454:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979024.626455:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979024.626457:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979024.626458:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626460:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.626467:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979024.626469:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979024.626471:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979024.626473:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.353307:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979026.353312:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979026.353314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.353317:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979026.353321:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979026.353322:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.353324:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979026.353325:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.353327:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.353371:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979026.353374:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979026.353375:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.353378:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979026.353381:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979026.353383:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.353388:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979026.353391:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.353397:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979026.673275:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979026.673286:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979026.673288:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979026.673291:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979026.673296:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979026.673302:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16560 00000400:00000200:0.0:1783979026.673310:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979026.673315:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979026.673318:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979026.673322:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673325:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.673327:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673329:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979026.673333:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979026.673335:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979026.673338:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979026.673342:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979026.673344:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979026.673346:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979026.673349:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673351:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.673353:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673355:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979026.673357:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979026.673360:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673363:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979026.673365:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979026.673368:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979026.673371:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673373:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979026.673375:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979026.673382:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979026.673386:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979026.673389:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979026.673391:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673393:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979026.673396:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979026.673399:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979026.673406:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979026.673412:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.673419:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497025152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979026.673428:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979026.673432:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979026.673436:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497025152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979026.673458:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979026.673460:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979026.673464:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979026.673465:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979026.673467:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979026.673469:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979026.673472:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16560 00000400:00000200:0.0:1783979026.673475:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979026.673478:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979026.673480:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979026.673483:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673485:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.673487:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673490:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979026.673492:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979026.673494:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979026.673496:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979026.673499:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979026.673502:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979026.673506:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979026.673511:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673515:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.673518:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673521:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979026.673525:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979026.673531:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673537:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979026.673539:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979026.673545:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979026.673551:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673555:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979026.673560:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979026.673603:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673608:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979026.673613:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979026.673617:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979026.673621:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979026.673624:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673627:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979026.673630:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979026.673633:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979026.673638:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979026.673658:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.673668:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497025280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979026.673682:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979026.673687:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979026.673694:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497025280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979026.673714:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979026.673719:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979026.673725:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979026.673728:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979026.673731:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979026.673736:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979026.673741:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16560 00000400:00000200:0.0:1783979026.673747:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979026.673755:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979026.673757:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979026.673762:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673767:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.673770:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673775:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979026.673779:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979026.673782:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979026.673785:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979026.673788:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979026.673792:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979026.673795:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979026.673801:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673805:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.673808:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673811:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979026.673814:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979026.673818:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673824:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979026.673828:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979026.673832:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979026.673834:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673838:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979026.673842:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979026.673845:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673849:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979026.673853:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979026.673858:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979026.673863:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979026.673866:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.673869:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979026.673872:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979026.673875:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979026.673881:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979026.673887:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.673896:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497025408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979026.673917:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979026.673920:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979026.673928:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497025408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979026.673939:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979026.673943:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979026.673949:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979026.673952:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979026.673955:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979026.673961:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979026.673967:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16560 00000400:00000200:0.0:1783979026.673974:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979026.673981:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979026.673986:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979026.673991:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.673996:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.674000:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674003:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979026.674008:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979026.674011:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979026.674015:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979026.674017:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979026.674021:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979026.674025:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979026.674032:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674037:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.674041:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674045:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979026.674049:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979026.674054:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674060:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979026.674065:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979026.674068:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979026.674071:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.674075:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979026.674080:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979026.674086:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.674089:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979026.674095:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979026.674099:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979026.674106:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979026.674108:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.674112:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979026.674115:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979026.674118:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979026.674125:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979026.674131:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.674172:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497025536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979026.674197:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979026.674201:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979026.674210:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497025536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979026.674226:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979026.674232:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979026.674241:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979026.674245:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979026.674248:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979026.674267:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979026.674273:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16560 00000400:00000200:0.0:1783979026.674280:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979026.674286:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979026.674289:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979026.674295:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674299:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.674303:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674305:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979026.674307:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979026.674309:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979026.674313:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979026.674315:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979026.674319:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979026.674323:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979026.674328:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674332:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979026.674337:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674342:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979026.674346:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979026.674352:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979026.674357:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979026.674361:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979026.674366:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979026.674373:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.674376:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979026.674380:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979026.674386:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.674389:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979026.674395:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979026.674400:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979026.674407:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979026.674411:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.674415:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979026.674417:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979026.674420:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979026.674426:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979026.674434:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.674441:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497025664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979026.674465:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979026.674471:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979026.674478:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497025664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979026.674496:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979026.674503:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16570) 00000100:00000001:0.0:1783979027.377254:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979027.377262:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979027.377267:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979027.377274:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979027.377280:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979027.377284:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979027.377296:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979027.377299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979027.377302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979028.337350:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979028.337354:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979028.337358:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979028.401236:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979028.401244:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979028.401248:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979028.401255:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979028.401261:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979028.401267:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.401272:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979028.401276:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.401282:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979029.425253:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979029.425260:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979029.425275:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979029.425281:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979029.425288:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979029.425293:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979029.425299:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979029.425303:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979029.425308:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979030.449240:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979030.449249:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979030.449254:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979030.449262:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979030.449271:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979030.449275:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.449280:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979030.449284:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.449287:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979030.449317:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979030.449321:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979030.449325:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979030.449328:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979030.449333:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979030.449336:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.449341:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979030.449343:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.449347:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979031.473436:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979031.473440:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979031.473444:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979031.473450:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979031.473455:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979031.473461:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979031.473466:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979031.473469:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979031.473473:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979032.499254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979032.499258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979032.499259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979032.499262:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979032.499264:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979032.499265:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979032.499266:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979032.499267:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979032.499269:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979033.457331:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979033.457334:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979033.457336:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979033.521256:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979033.521264:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979033.521269:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979033.521278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979033.521287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979033.521292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.521512:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979033.521515:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.521517:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979033.521552:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979033.521555:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979033.521557:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979033.521560:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979033.521562:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979033.521565:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.521567:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979033.521569:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.521571:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979034.545272:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979034.545278:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979034.545281:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979034.545289:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979034.545296:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979034.545300:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.545304:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979034.545308:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.545312:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979035.571245:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979035.571251:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979035.571255:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979035.571260:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979035.571265:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979035.571268:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.571272:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979035.571276:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.571280:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979035.571362:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979035.571367:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979035.571378:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979035.571384:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979035.571387:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979035.571389:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.571393:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979035.571396:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.571402:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979036.593328:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979036.593335:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979036.593339:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979036.593345:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979036.593350:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979036.593355:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.593360:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979036.593363:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.593366:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979037.617251:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979037.617260:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979037.617265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979037.617272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979037.617279:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979037.617285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.617290:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979037.617294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.617299:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979037.617337:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979037.617341:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979037.617343:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979037.617346:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979037.617350:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979037.617352:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.617354:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979037.617356:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.617358:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979038.577287:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979038.577291:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979038.577295:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979038.641239:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979038.641247:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979038.641250:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979038.641256:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979038.641262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979038.641266:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.641272:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979038.641275:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.641278:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979038.641348:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979038.641352:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979038.641356:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979038.641360:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979038.641364:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979038.641373:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.641376:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979038.641380:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.641382:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979038.641418:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979038.641421:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979038.641423:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979038.641425:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979038.641430:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979038.641433:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.641437:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979038.641439:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.641443:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979039.665250:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979039.665256:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979039.665268:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979039.665273:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979039.665276:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979039.665278:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979039.665280:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979039.665282:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979039.665284:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979040.689347:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979040.689351:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979040.689352:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979040.689356:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979040.689358:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979040.689361:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979040.689381:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979040.689385:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979040.689388:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979041.713252:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979041.713257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979041.713261:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979041.713268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979041.713273:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979041.713276:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979041.713817:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979041.713823:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979041.713827:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979042.033246:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979042.033254:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979042.033256:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979042.033259:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979042.033262:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979042.033267:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16575 00000400:00000200:0.0:1783979042.033274:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979042.033278:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979042.033280:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979042.033282:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033285:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033286:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033288:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979042.033290:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979042.033292:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979042.033294:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979042.033296:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979042.033297:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979042.033299:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979042.033300:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033301:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033303:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033304:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979042.033306:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979042.033308:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033309:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979042.033311:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979042.033313:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979042.033315:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033316:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979042.033318:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979042.033324:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979042.033326:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979042.033329:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979042.033330:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033332:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979042.033334:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979042.033337:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979042.033343:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979042.033350:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.033365:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497027072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979042.033384:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979042.033389:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979042.033394:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497027072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979042.033417:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979042.033420:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979042.033422:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979042.033424:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979042.033425:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979042.033428:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979042.033430:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16575 00000400:00000200:0.0:1783979042.033433:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979042.033436:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979042.033439:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979042.033441:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033444:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033446:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033448:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979042.033450:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979042.033451:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979042.033453:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979042.033458:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979042.033460:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979042.033462:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979042.033467:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033471:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033475:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033478:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979042.033484:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979042.033491:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033496:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979042.033501:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979042.033506:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979042.033508:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033512:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979042.033519:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979042.033524:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033528:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979042.033534:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979042.033538:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979042.033544:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979042.033547:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033552:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979042.033555:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979042.033558:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979042.033564:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979042.033570:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.033579:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497027200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979042.033592:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979042.033596:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979042.033601:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497027200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979042.033609:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979042.033612:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979042.033616:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979042.033618:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979042.033619:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979042.033623:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979042.033629:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16575 00000400:00000200:0.0:1783979042.033636:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979042.033643:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979042.033648:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979042.033654:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033660:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033665:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033669:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979042.033672:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979042.033674:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979042.033676:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979042.033679:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979042.033682:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979042.033685:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979042.033690:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033692:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033694:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033695:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979042.033699:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979042.033701:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033705:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979042.033707:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979042.033711:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979042.033716:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033717:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979042.033720:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979042.033725:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033729:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979042.033733:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979042.033738:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979042.033741:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979042.033743:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033748:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979042.033750:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979042.033752:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979042.033756:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979042.033761:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.033768:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497027328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979042.033786:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979042.033788:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979042.033794:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497027328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979042.033809:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979042.033812:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979042.033818:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979042.033821:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979042.033824:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979042.033826:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979042.033830:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16575 00000400:00000200:0.0:1783979042.033834:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979042.033837:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979042.033840:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979042.033845:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033849:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033851:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033856:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979042.033857:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979042.033858:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979042.033859:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979042.033861:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979042.033864:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979042.033866:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979042.033868:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033870:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.033873:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033875:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979042.033876:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979042.033878:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979042.033880:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979042.033884:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979042.033886:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979042.033887:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033892:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979042.033894:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979042.033897:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033900:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979042.033903:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979042.033907:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979042.033913:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979042.033926:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.033928:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979042.033931:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979042.033934:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979042.033940:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979042.033946:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.033955:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497027456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979042.033970:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979042.033975:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979042.033983:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497027456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979042.034001:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979042.034006:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979042.034013:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979042.034016:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979042.034018:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979042.034026:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979042.034032:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16575 00000400:00000200:0.0:1783979042.034041:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979042.034049:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979042.034055:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979042.034060:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.034065:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.034068:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.034070:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979042.034075:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979042.034080:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979042.034084:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979042.034088:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979042.034094:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979042.034101:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979042.034109:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.034115:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979042.034121:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979042.034125:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979042.034129:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979042.034133:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979042.034166:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979042.034168:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979042.034172:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979042.034174:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.034177:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979042.034180:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979042.034184:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.034189:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979042.034195:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979042.034199:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979042.034204:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979042.034207:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979042.034211:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979042.034214:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979042.034218:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979042.034223:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979042.034227:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.034235:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497027584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979042.034250:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979042.034255:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979042.034263:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497027584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979042.034271:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979042.034276:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16585) 00000100:00000001:0.0:1783979042.737237:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979042.737246:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979042.737250:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.737259:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979042.737266:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979042.737271:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979042.737339:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979042.737342:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979042.737346:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979043.697356:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979043.697360:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979043.697363:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979043.761249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979043.761258:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979043.761261:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979043.761269:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979043.761275:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979043.761282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.761288:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979043.761292:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.761382:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979044.785232:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979044.785238:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979044.785242:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979044.785247:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979044.785252:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979044.785257:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.785263:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979044.785266:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.785271:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979044.785287:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979044.785292:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979044.785296:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979044.785299:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979044.785303:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979044.785307:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.785311:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979044.785314:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.785317:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979045.809231:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979045.809238:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979045.809240:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979045.809245:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979045.809249:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979045.809253:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.809255:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979045.809258:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.809261:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979045.815943:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979045.815950:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979045.815952:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979045.815966:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979045.815970:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979045.815973:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.815975:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979045.815977:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.815979:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979046.833288:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979046.833298:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979046.833300:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979046.833308:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979046.833314:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979046.833318:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.833321:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979046.833323:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.833325:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979046.833521:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979046.833526:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979046.833530:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979046.833537:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979046.833541:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979046.833545:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.833549:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979046.833551:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.833553:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979047.857292:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979047.857301:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979047.857304:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979047.857311:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979047.857316:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979047.857321:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979047.857324:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979047.857328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979047.857331:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979048.817397:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979048.817402:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979048.817406:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979048.881271:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979048.881282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979048.881286:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979048.881294:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979048.881302:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979048.881311:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979048.881339:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979048.881344:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979048.881359:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979049.905262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979049.905269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979049.905278:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979049.905287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979049.905294:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979049.905301:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.905308:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979049.905313:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.905316:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979049.905593:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979049.905599:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979049.905603:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979049.905608:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979049.905611:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979049.905617:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.905626:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979049.905629:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.905635:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979050.929361:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979050.929366:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979050.929367:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979050.929369:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979050.929371:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979050.929373:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979050.929375:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979050.929376:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979050.929378:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979051.953246:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979051.953253:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979051.953257:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979051.953262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979051.953269:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979051.953276:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979051.953292:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979051.953296:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979051.953300:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979052.273335:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979052.273342:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979052.273344:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979052.273347:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979052.273360:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979052.273365:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16585 00000400:00000200:0.0:1783979052.273372:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979052.273377:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979052.273380:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979052.273382:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273384:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273386:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273388:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979052.273390:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979052.273392:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979052.273394:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979052.273397:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979052.273398:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979052.273400:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979052.273401:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273402:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273404:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273405:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979052.273407:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979052.273409:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273411:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979052.273413:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979052.273416:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979052.273418:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273419:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979052.273421:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979052.273428:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979052.273430:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979052.273433:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979052.273434:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273437:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979052.273439:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979052.273442:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979052.273449:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979052.273455:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.273464:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497028352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979052.273474:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979052.273478:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979052.273483:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497028352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979052.273510:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979052.273514:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979052.273517:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979052.273518:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979052.273519:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979052.273522:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979052.273524:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16585 00000400:00000200:0.0:1783979052.273528:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979052.273531:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979052.273533:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979052.273537:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273539:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273542:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273544:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979052.273547:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979052.273549:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979052.273552:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979052.273555:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979052.273559:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979052.273563:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979052.273569:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273572:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273574:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273577:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979052.273582:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979052.273587:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273598:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979052.273601:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979052.273607:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979052.273612:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273614:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979052.273618:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979052.273621:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273624:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979052.273627:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979052.273631:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979052.273633:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979052.273635:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273638:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979052.273640:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979052.273642:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979052.273646:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979052.273653:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.273661:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497028480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979052.273674:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979052.273678:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979052.273684:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497028480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979052.273696:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979052.273700:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979052.273706:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979052.273710:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979052.273711:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979052.273714:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979052.273718:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16585 00000400:00000200:0.0:1783979052.273723:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979052.273728:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979052.273732:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979052.273734:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273737:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273749:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273750:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979052.273751:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979052.273752:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979052.273753:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979052.273755:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979052.273756:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979052.273758:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979052.273761:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273762:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273764:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273766:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979052.273769:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979052.273771:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273773:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979052.273774:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979052.273777:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979052.273779:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273781:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979052.273783:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979052.273786:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273788:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979052.273791:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979052.273793:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979052.273796:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979052.273797:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273798:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979052.273799:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979052.273801:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979052.273806:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979052.273809:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.273814:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497028608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979052.273820:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979052.273822:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979052.273826:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497028608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979052.273833:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979052.273835:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979052.273838:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979052.273839:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979052.273841:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979052.273844:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979052.273846:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16585 00000400:00000200:0.0:1783979052.273850:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979052.273853:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979052.273855:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979052.273857:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273859:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273861:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273862:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979052.273865:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979052.273866:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979052.273867:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979052.273869:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979052.273871:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979052.273873:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979052.273876:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273877:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273879:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273881:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979052.273883:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979052.273885:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273887:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979052.273889:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979052.273891:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979052.273893:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273895:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979052.273897:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979052.273899:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273901:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979052.273905:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979052.273907:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979052.273909:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979052.273911:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273912:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979052.273914:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979052.273916:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979052.273920:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979052.273923:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.273927:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497028736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979052.273932:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979052.273942:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979052.273944:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497028736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979052.273949:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979052.273951:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979052.273953:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979052.273954:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979052.273955:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979052.273957:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979052.273958:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16585 00000400:00000200:0.0:1783979052.273960:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979052.273962:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979052.273963:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979052.273965:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273966:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273967:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273968:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979052.273970:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979052.273970:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979052.273971:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979052.273972:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979052.273973:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979052.273975:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979052.273977:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273978:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979052.273979:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273980:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979052.273981:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979052.273982:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979052.273984:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979052.273984:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979052.273986:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979052.273987:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273989:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979052.273990:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979052.273991:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273992:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979052.273994:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979052.273995:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979052.273997:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979052.273997:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.273998:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979052.273999:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979052.274000:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979052.274002:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979052.274004:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.274007:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497028864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979052.274011:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979052.274012:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979052.274014:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497028864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979052.274018:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979052.274021:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16595) 00000100:00000001:0.0:1783979052.977755:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979052.977759:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979052.977761:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.977763:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979052.977766:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979052.977768:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.977770:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979052.977771:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.977773:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.978472:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979052.978477:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979052.978480:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.978482:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979052.978484:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979052.978487:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.978493:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979052.978496:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.978500:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979053.937332:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979053.937336:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979053.937339:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979054.003023:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979054.003027:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979054.003028:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979054.003032:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979054.003035:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979054.003037:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979054.003040:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979054.003042:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979054.003044:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979055.025243:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979055.025252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979055.025255:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979055.025261:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979055.025264:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979055.025268:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.025274:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979055.025277:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.025282:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979055.025413:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979055.025416:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979055.025417:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979055.025420:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979055.025431:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979055.025433:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.025435:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979055.025437:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.025438:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979056.049247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979056.049255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979056.049257:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979056.049266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979056.049272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979056.049277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.049305:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979056.049308:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.049310:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979056.049339:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979056.049343:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979056.049345:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979056.049348:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979056.049351:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979056.049366:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.049372:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979056.049376:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.049382:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979057.073251:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979057.073259:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979057.073262:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979057.073268:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979057.073273:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979057.073276:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.073281:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979057.073287:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.073291:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.097857:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979058.097860:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979058.097861:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.097864:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979058.097866:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979058.097868:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.097869:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979058.097871:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.097872:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979059.058340:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979059.058345:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979059.058348:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979059.121241:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979059.121250:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979059.121254:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979059.121260:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979059.121266:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979059.121271:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.122940:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979059.122943:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.122946:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979060.145358:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979060.145362:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979060.145364:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979060.145367:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979060.145369:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979060.145371:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.145373:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979060.145375:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.145376:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979060.147013:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979060.147018:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979060.147021:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979060.147025:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979060.147030:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979060.147032:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.147033:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979060.147034:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.147037:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979061.169236:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979061.169243:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979061.169248:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979061.169258:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979061.169265:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979061.169270:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.169278:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979061.169283:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.169290:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.194993:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979062.194997:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979062.194999:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979062.195002:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979062.195006:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979062.195009:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.195011:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979062.195013:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.195015:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.513536:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979062.513542:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979062.513546:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979062.513555:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.513580:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979062.513582:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.513586:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979062.513588:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979062.513592:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979062.513598:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497029632:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979062.513612:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979062.513620:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979062.513625:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.513630:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979062.513637:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979062.513641:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979062.513651:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979062.513655:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979062.513664:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979062.513673:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497029632, portal 25 00000100:00000001:0.0:1783979062.513677:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979062.513681:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979062.513690:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.513706:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979062.513712:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979062.513717:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979062.513722:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497029632, offset 0 00000400:00000200:0.0:1783979062.513731:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979062.513740:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.513748:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979062.513756:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979062.513762:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979062.513769:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979062.513775:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979062.513783:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781482:781482:256:4294967295] 192.168.201.114@tcp LPNI seq info [781460:781460:8:4294967295] 00000400:00000200:0.0:1783979062.513791:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.513812:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979062.513823:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.513828:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979062.513837:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979062.513844:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979062.513866:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.513870:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979062.513877:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979062.513885:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979062.513890:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979062.513894:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979062.513900:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979062.513907:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.513926:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.513933:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.513947:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.513950:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979062.513957:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979062.513965:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979062.513969:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311269623 00000100:00000010:0.0:1783979062.513976:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979062.513985:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979062.513993:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311269623 00000100:00000010:0.0:1783979062.513998:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979062.514004:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979062.514010:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979062.514015:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.514020:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979062.514029:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979062/real 1783979062] req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979062.514056:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979062.514060:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979062.514064:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979062.514069:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979062.514072:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979062.514076:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979062.514080:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979062.514091:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514098:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979062.514102:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514107:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.514110:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979062.514117:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514158:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979062.514165:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514172:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979062.514175:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514178:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.514180:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514184:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979062.514187:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979062.514194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979062.514202:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979062.514208:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979062.514216:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979062.514234:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497029632:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979062.514241:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514246:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.514253:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497029632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514267:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979062.514271:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979062.514276:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979062.514282:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979062.514286:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979062.514288:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979062.514294:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979062.514299:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979062.514305:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979062.514309:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979062.514312:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979062.514319:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979062.514322:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514326:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514335:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979062.514339:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.514343:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979062.514346:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979062.514350:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979062.514358:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514373:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979062.514376:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.514381:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979062.514384:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979062.514389:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979062.514397:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497029760:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979062.514404:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979062.514408:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979062.514411:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.514416:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979062.514421:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979062.514426:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979062.514433:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979062.514448:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979062.514454:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979062.514461:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497029760, portal 10 00000100:00000001:0.0:1783979062.514466:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979062.514469:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979062.514480:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514490:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979062.514492:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979062.514494:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979062.514497:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497029760, offset 0 00000400:00000200:0.0:1783979062.514500:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979062.514504:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.514507:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979062.514510:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979062.514512:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979062.514514:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979062.514516:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979062.514519:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781483:781483:256:4294967295] 192.168.201.114@tcp LPNI seq info [781461:781461:8:4294967295] 00000400:00000200:0.0:1783979062.514523:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.514529:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979062.514536:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.514539:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979062.514543:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979062.514547:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979062.514558:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.514560:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979062.514573:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979062.514576:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979062.514579:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979062.514581:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979062.514583:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979062.514586:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514598:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.514601:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514606:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.514608:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979062.514610:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979062.514613:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979062.514616:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979062.514618:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311268363 00000100:00000001:0.0:1783979062.514620:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.514623:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311268363 00000100:00000001:0.0:1783979062.514625:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.514627:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979062.514629:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.514631:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979062.514634:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979062/real 1783979062] req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979062.514641:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979062.514642:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979062.514644:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979062.514646:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979062.514647:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979062.514649:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979062.514652:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979062.514659:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514664:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979062.514665:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514667:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.514668:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979062.514671:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514677:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979062.514680:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514686:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979062.514688:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514689:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.514691:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514692:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979062.514695:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979062.514697:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979062.514699:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979062.514702:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979062.514705:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979062.514712:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497029760:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979062.514715:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979062.514718:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514723:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979062.514725:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.514726:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979062.514728:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979062.514730:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979062.514733:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497029888:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979062.514735:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979062.514737:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979062.514739:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.514741:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979062.514744:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979062.514746:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979062.514749:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979062.514751:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979062.514754:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979062.514756:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497029888, portal 10 00000100:00000001:0.0:1783979062.514758:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979062.514759:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979062.514764:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514769:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979062.514771:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979062.514773:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979062.514775:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497029888, offset 0 00000400:00000200:0.0:1783979062.514779:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979062.514782:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.514786:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979062.514788:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979062.514791:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979062.514793:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979062.514795:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979062.514798:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781484:781484:256:4294967295] 192.168.201.114@tcp LPNI seq info [781462:781462:8:4294967295] 00000400:00000200:0.0:1783979062.514802:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.514807:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979062.514811:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.514813:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979062.514817:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979062.514820:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979062.514829:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.514831:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979062.514833:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979062.514836:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979062.514838:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979062.514840:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979062.514842:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979062.514845:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514852:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.514855:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514860:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.514861:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979062.514863:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979062.514866:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979062.514869:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979062.514871:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311268364 00000100:00000001:0.0:1783979062.514873:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.514875:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311268364 00000100:00000001:0.0:1783979062.514877:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.514879:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979062.514881:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.514883:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979062.514886:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979062/real 1783979062] req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979062.514892:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979062.514894:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979062.514895:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979062.514897:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979062.514899:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979062.514901:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979062.514903:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979062.514910:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514916:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979062.514917:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514918:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.514920:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979062.514923:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514928:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979062.514931:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514937:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979062.514940:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514941:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.514942:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.514944:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979062.514946:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979062.514948:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979062.514951:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979062.514953:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979062.514956:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979062.514967:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497029888:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979062.514970:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979062.514978:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.514984:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979062.514986:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.514988:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979062.514989:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979062.514991:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979062.514993:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030016:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979062.514996:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979062.514998:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979062.514999:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.515000:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979062.515003:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979062.515005:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979062.515008:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979062.515011:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979062.515013:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979062.515016:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030016, portal 4 00000100:00000001:0.0:1783979062.515017:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979062.515018:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979062.515023:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515030:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979062.515032:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979062.515034:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979062.515036:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497030016, offset 0 00000400:00000200:0.0:1783979062.515039:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979062.515042:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.515045:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979062.515048:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979062.515050:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979062.515052:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979062.515054:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979062.515057:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781485:781485:256:4294967295] 192.168.201.114@tcp LPNI seq info [781463:781463:8:4294967295] 00000400:00000200:0.0:1783979062.515060:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.515065:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979062.515069:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.515071:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979062.515074:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979062.515077:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979062.515086:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.515088:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979062.515090:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979062.515093:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979062.515095:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979062.515097:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979062.515099:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979062.515101:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515108:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.515111:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515116:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.515118:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979062.515120:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979062.515123:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979062.515125:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979062.515127:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311268413 00000100:00000001:0.0:1783979062.515129:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.515131:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311268413 00000100:00000001:0.0:1783979062.515133:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.515135:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979062.515154:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.515156:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979062.515160:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979062/real 1783979062] req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979062.515167:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979062.515168:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979062.515170:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979062.515172:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979062.515173:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979062.515176:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979062.515179:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979062.515186:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515192:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979062.515193:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515194:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.515196:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979062.515199:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515205:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979062.515208:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515214:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979062.515216:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515218:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.515219:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515220:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979062.515222:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979062.515224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979062.515227:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979062.515229:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979062.515233:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979062.515240:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030016:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979062.515242:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515244:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.515247:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497029760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515253:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979062.515254:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979062.515256:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979062.515258:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979062.515260:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979062.515261:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979062.515263:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979062.515265:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979062.515267:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979062.515269:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979062.515270:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979062.515272:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979062.515273:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515276:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.515279:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497029888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515288:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979062.515290:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979062.515291:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979062.515293:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979062.515294:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979062.515295:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979062.515297:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979062.515298:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979062.515301:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979062.515301:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979062.515302:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979062.515304:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979062.515305:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515306:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.515310:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497030016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515315:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979062.515316:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979062.515318:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979062.515320:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979062.515321:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979062.515322:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979062.515323:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979062.515325:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979062.515327:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979062.515328:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979062.515329:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979062.515330:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979062.515331:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515333:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515336:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979062.515338:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.515340:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979062.515341:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979062.515342:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979062.515345:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515351:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979062.515352:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.515354:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979062.515356:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979062.515357:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979062.515360:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030144:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979062.515363:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979062.515364:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979062.515366:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979062.515373:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979062.515376:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979062.515378:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979062.515381:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979062.515383:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979062.515386:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979062.515388:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030144, portal 4 00000100:00000001:0.0:1783979062.515390:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979062.515391:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979062.515396:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515402:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979062.515404:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979062.515405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979062.515407:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497030144, offset 0 00000400:00000200:0.0:1783979062.515411:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979062.515414:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.515417:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979062.515420:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979062.515423:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979062.515425:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979062.515427:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979062.515431:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781486:781486:256:4294967295] 192.168.201.114@tcp LPNI seq info [781464:781464:8:4294967295] 00000400:00000200:0.0:1783979062.515434:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979062.515439:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979062.515442:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.515445:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979062.515448:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979062.515451:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979062.515461:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979062.515464:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979062.515466:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979062.515469:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979062.515471:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979062.515473:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979062.515475:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979062.515478:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515484:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.515487:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515492:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.515494:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979062.515496:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979062.515498:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979062.515502:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979062.515503:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311268385 00000100:00000001:0.0:1783979062.515505:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.515507:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311268385 00000100:00000001:0.0:1783979062.515509:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311269623 00000100:00000001:0.0:1783979062.515511:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979062.515513:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.515515:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979062.515518:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979062/real 1783979062] req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979062.515525:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979062.515526:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979062.515528:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979062.515531:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979062.515532:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979062.515534:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979062.515536:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979062.515544:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515549:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979062.515550:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515551:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.515553:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979062.515556:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515573:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979062.515577:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515583:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979062.515585:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515587:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979062.515588:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515590:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979062.515592:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979062.515595:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979062.515598:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979062.515600:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979062.515603:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979062.515610:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030144:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979062.515613:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515615:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979062.515618:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497030144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979062.515623:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979062.515624:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979062.515626:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979062.515628:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979062.515629:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979062.515631:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979062.515632:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979062.515634:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979062.515636:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979062.515637:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979062.515638:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979062.515640:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979062.515641:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515643:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.515645:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979062.515646:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.515648:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979062.515650:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.217250:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979063.217257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979063.217262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.217271:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979063.217278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979063.217283:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.217299:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979063.217303:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.217308:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979064.177327:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979064.177339:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979064.177342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979064.241259:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979064.241267:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979064.241268:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979064.241274:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979064.241278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979064.241282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.241285:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979064.241287:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.241290:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979064.243012:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979064.243017:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979064.243019:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979064.243022:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979064.243025:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979064.243027:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.243029:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979064.243031:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.243033:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979065.265478:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979065.265482:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979065.265484:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979065.265487:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979065.265490:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979065.265492:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979065.265494:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979065.265496:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979065.265508:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979066.289302:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979066.289310:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979066.289314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979066.289321:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979066.289327:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979066.289332:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979066.289336:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979066.289340:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979066.289345:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.313240:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979067.313247:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979067.313252:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.313260:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979067.313265:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979067.313271:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.313275:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.313283:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.313288:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.313448:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979067.313452:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979067.313453:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.313456:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979067.313459:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979067.313461:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.313464:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.313465:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.313467:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.633577:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979067.633584:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979067.633588:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979067.633600:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.633619:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.633623:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.633629:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979067.633634:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979067.633640:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.633647:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497030272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979067.633655:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979067.633661:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979067.633665:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.633671:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979067.633678:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979067.633683:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979067.633691:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979067.633698:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979067.633707:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979067.633715:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030272, portal 25 00000100:00000001:0.0:1783979067.633721:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979067.633723:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979067.633734:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.633753:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979067.633757:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979067.633760:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979067.633767:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497030272, offset 0 00000400:00000200:0.0:1783979067.633778:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979067.633787:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.633798:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979067.633804:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979067.633808:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979067.633811:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979067.633814:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979067.633817:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781487:781487:256:4294967295] 192.168.201.114@tcp LPNI seq info [781465:781465:8:4294967295] 00000400:00000200:0.0:1783979067.633822:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.633837:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979067.633850:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.633859:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979067.633870:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979067.633877:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979067.633908:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.633913:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979067.633922:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979067.633931:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979067.633938:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979067.633944:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979067.633951:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979067.633959:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.633977:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.633984:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.633998:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.634001:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979067.634008:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979067.634015:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979067.634021:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311274743 00000100:00000010:0.0:1783979067.634029:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979067.634038:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979067.634047:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311274743 00000100:00000010:0.0:1783979067.634054:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979067.634061:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979067.634067:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979067.634072:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.634085:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979067.634094:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979067/real 1783979067] req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979067.634115:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979067.634119:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979067.634124:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979067.634130:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979067.634134:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979067.634540:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979067.634545:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979067.634554:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.634811:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979067.634814:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.634816:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.634818:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979067.634823:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.634830:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979067.634834:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.634841:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979067.634844:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.634846:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.634847:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.634849:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979067.634852:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979067.634854:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979067.634858:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979067.634860:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979067.634864:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979067.634872:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497030272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979067.634877:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.634879:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.634882:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497030272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.634894:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979067.634897:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979067.634899:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979067.634902:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979067.634904:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979067.634906:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979067.634908:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979067.634911:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783979067.634914:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979067.634916:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979067.634917:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979067.634921:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979067.634922:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.634924:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.634932:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979067.634934:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.634936:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979067.634937:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979067.634939:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979067.634943:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.634949:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.634950:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.634953:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979067.634955:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979067.634957:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.634960:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979067.634963:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979067.634965:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979067.634967:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.634969:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979067.634972:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979067.634974:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979067.634978:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979067.634981:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979067.634984:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979067.634988:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030400, portal 10 00000100:00000001:0.0:1783979067.634990:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979067.634991:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979067.634997:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635003:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979067.635005:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979067.635007:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979067.635009:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497030400, offset 0 00000400:00000200:0.0:1783979067.635014:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635018:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635022:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979067.635025:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979067.635027:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979067.635030:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979067.635032:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635035:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781488:781488:256:4294967295] 192.168.201.114@tcp LPNI seq info [781466:781466:8:4294967295] 00000400:00000200:0.0:1783979067.635038:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635045:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979067.635050:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635053:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979067.635057:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979067.635060:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979067.635071:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635073:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979067.635075:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979067.635079:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979067.635082:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979067.635084:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979067.635087:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979067.635090:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635098:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.635101:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635107:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.635109:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979067.635112:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979067.635116:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979067.635119:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979067.635121:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311273483 00000100:00000001:0.0:1783979067.635124:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635127:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311273483 00000100:00000001:0.0:1783979067.635128:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635130:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979067.635132:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.635134:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979067.635168:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979067/real 1783979067] req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979067.635176:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979067.635185:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979067.635187:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979067.635190:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979067.635191:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979067.635197:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979067.635200:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979067.635208:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635219:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979067.635221:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635223:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.635224:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979067.635227:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635233:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979067.635237:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635243:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979067.635246:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635247:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.635249:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635250:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979067.635253:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979067.635256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979067.635259:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979067.635261:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979067.635265:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979067.635271:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979067.635275:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979067.635278:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635284:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.635285:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.635287:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979067.635289:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979067.635291:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.635294:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979067.635297:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979067.635298:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979067.635300:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.635301:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979067.635305:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979067.635307:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979067.635310:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979067.635312:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979067.635315:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979067.635318:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030528, portal 10 00000100:00000001:0.0:1783979067.635319:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979067.635321:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979067.635325:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635331:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979067.635333:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979067.635335:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979067.635337:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497030528, offset 0 00000400:00000200:0.0:1783979067.635341:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635345:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635348:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979067.635351:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979067.635353:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979067.635355:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979067.635357:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635360:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781489:781489:256:4294967295] 192.168.201.114@tcp LPNI seq info [781467:781467:8:4294967295] 00000400:00000200:0.0:1783979067.635363:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635369:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979067.635374:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635378:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979067.635382:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979067.635384:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979067.635394:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635396:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979067.635399:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979067.635402:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979067.635405:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979067.635407:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979067.635409:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979067.635412:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635419:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.635422:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635427:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.635429:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979067.635432:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979067.635435:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979067.635439:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979067.635441:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311273485 00000100:00000001:0.0:1783979067.635443:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635445:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311273485 00000100:00000001:0.0:1783979067.635447:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635449:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979067.635451:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.635452:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979067.635456:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979067/real 1783979067] req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979067.635464:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979067.635466:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979067.635467:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979067.635470:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979067.635471:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979067.635485:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979067.635488:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979067.635496:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635502:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979067.635503:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635505:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.635506:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979067.635509:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635515:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979067.635518:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635524:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979067.635526:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635528:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.635529:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635531:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979067.635534:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979067.635536:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979067.635539:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979067.635541:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979067.635545:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979067.635553:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979067.635556:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979067.635559:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635565:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.635567:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.635569:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979067.635571:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979067.635573:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.635576:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979067.635579:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979067.635581:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979067.635582:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.635584:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979067.635587:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979067.635589:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979067.635592:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979067.635595:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979067.635598:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979067.635601:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030656, portal 4 00000100:00000001:0.0:1783979067.635603:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979067.635604:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979067.635609:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635615:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979067.635617:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979067.635620:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979067.635623:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497030656, offset 0 00000400:00000200:0.0:1783979067.635627:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635630:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635634:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979067.635637:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979067.635639:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979067.635641:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979067.635643:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635646:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781490:781490:256:4294967295] 192.168.201.114@tcp LPNI seq info [781468:781468:8:4294967295] 00000400:00000200:0.0:1783979067.635650:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635655:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979067.635660:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635663:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979067.635667:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979067.635669:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979067.635679:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635680:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979067.635683:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979067.635686:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979067.635689:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979067.635691:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979067.635693:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979067.635696:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635703:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.635706:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635711:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.635713:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979067.635716:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979067.635718:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979067.635722:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979067.635724:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311273534 00000100:00000001:0.0:1783979067.635726:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635728:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311273534 00000100:00000001:0.0:1783979067.635730:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635732:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979067.635733:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.635735:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979067.635739:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979067/real 1783979067] req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979067.635747:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979067.635748:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979067.635749:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979067.635752:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979067.635754:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979067.635755:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979067.635758:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979067.635766:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635771:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979067.635773:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635774:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.635776:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979067.635779:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635785:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979067.635789:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635794:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979067.635797:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635799:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.635800:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.635801:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979067.635803:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979067.635806:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979067.635809:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979067.635811:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979067.635815:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979067.635821:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979067.635825:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979067.635828:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635834:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.635836:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.635838:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979067.635840:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979067.635842:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.635844:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979067.635847:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979067.635849:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979067.635850:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979067.635852:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979067.635855:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979067.635857:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979067.635860:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979067.635862:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979067.635865:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979067.635867:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030784, portal 4 00000100:00000001:0.0:1783979067.635869:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979067.635870:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979067.635875:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635881:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979067.635883:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979067.635885:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979067.635887:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497030784, offset 0 00000400:00000200:0.0:1783979067.635891:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635895:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635898:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979067.635901:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979067.635903:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979067.635905:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979067.635907:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979067.635910:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781491:781491:256:4294967295] 192.168.201.114@tcp LPNI seq info [781469:781469:8:4294967295] 00000400:00000200:0.0:1783979067.635913:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979067.635919:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979067.635923:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635927:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979067.635930:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979067.635932:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979067.635942:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979067.635944:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979067.635947:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979067.635950:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979067.635952:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979067.635954:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979067.635956:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979067.635959:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635971:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.635974:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.635980:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.635981:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979067.635984:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979067.635987:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979067.635990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979067.635991:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311273505 00000100:00000001:0.0:1783979067.635994:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635995:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311273505 00000100:00000001:0.0:1783979067.635997:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311274743 00000100:00000001:0.0:1783979067.635999:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979067.636001:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.636003:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979067.636006:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979067/real 1783979067] req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979067.636013:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979067.636014:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979067.636016:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979067.636018:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979067.636020:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979067.636022:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979067.636025:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979067.636032:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.636038:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979067.636040:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636042:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.636043:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979067.636046:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.636052:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979067.636055:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.636062:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979067.636064:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636065:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979067.636067:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636069:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979067.636070:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979067.636073:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979067.636076:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979067.636078:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979067.636081:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979067.636088:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497030784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979067.636092:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636093:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.636096:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497030400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.636102:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979067.636104:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979067.636105:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979067.636107:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979067.636109:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979067.636111:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979067.636113:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979067.636114:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783979067.636117:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979067.636118:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979067.636120:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979067.636122:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979067.636124:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636126:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.636129:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497030528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.636135:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979067.636154:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979067.636156:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979067.636159:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979067.636160:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979067.636161:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979067.636163:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979067.636164:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783979067.636166:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979067.636167:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979067.636168:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979067.636171:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979067.636172:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636174:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.636177:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497030656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.636183:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979067.636184:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979067.636186:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979067.636188:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979067.636189:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979067.636190:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979067.636192:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979067.636193:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783979067.636195:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979067.636196:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979067.636198:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979067.636199:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979067.636201:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636202:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979067.636205:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497030784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979067.636210:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979067.636212:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979067.636213:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979067.636215:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979067.636216:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979067.636217:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979067.636219:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979067.636220:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783979067.636222:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979067.636223:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979067.636225:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979067.636227:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979067.636228:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636230:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.636234:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979067.636236:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.636238:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979067.636239:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979068.337250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979068.337255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979068.337259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979068.337265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979068.337269:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979068.337272:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.337274:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979068.337276:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.337278:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979068.337385:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979068.337389:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979068.337391:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979068.337394:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979068.337397:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979068.337399:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.337401:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979068.337402:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.337404:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979069.297326:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979069.297328:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979069.297330:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979069.361251:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979069.361256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979069.361259:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979069.361265:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979069.361269:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979069.361274:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979069.361515:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979069.361519:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979069.361522:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979070.385542:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979070.385547:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979070.385548:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979070.385552:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979070.385555:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979070.385557:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.385559:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979070.385561:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.385564:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979071.409278:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979071.409284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979071.409289:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979071.409297:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979071.409303:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979071.409305:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.409307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979071.409309:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.409312:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979071.409431:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979071.409435:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979071.409439:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979071.409445:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979071.409452:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979071.409458:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.409463:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979071.409466:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.409469:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.433262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979072.433267:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979072.433271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.433274:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979072.433278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979072.433282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.433298:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.433300:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.433302:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.754590:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979072.754596:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979072.754600:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979072.754610:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.754620:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.754622:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.754625:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979072.754629:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979072.754635:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.754643:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497030912:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979072.754651:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979072.754657:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979072.754669:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.754676:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979072.754683:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979072.754687:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979072.754696:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979072.754701:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979072.754711:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979072.754721:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497030912, portal 25 00000100:00000001:0.0:1783979072.754725:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979072.754729:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979072.754738:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.754759:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979072.754766:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979072.754771:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979072.754777:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497030912, offset 0 00000400:00000200:0.0:1783979072.754979:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979072.754989:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.755000:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979072.755007:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979072.755011:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979072.755015:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979072.755020:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979072.755025:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781492:781492:256:4294967295] 192.168.201.114@tcp LPNI seq info [781470:781470:8:4294967295] 00000400:00000200:0.0:1783979072.755030:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.755044:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979072.755056:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.755063:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979072.755074:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979072.755081:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979072.755107:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.755113:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979072.755123:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979072.755133:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979072.755181:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979072.755186:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979072.755194:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979072.755203:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755236:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.755246:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755266:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.755269:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979072.755276:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979072.755282:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979072.755285:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311279865 00000100:00000010:0.0:1783979072.755291:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979072.755299:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979072.755303:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311279865 00000100:00000010:0.0:1783979072.755307:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979072.755310:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979072.755313:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979072.755316:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.755318:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979072.755323:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979072/real 1783979072] req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979072.755333:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979072.755334:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979072.755337:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979072.755340:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979072.755341:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979072.755344:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979072.755348:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979072.755355:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755362:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979072.755365:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755368:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.755370:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979072.755375:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755381:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979072.755398:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755406:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979072.755409:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755410:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.755411:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755414:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979072.755416:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979072.755419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979072.755422:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979072.755425:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979072.755429:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979072.755437:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497030912:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979072.755442:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755444:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.755448:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497030912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755454:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979072.755457:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979072.755459:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979072.755463:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979072.755465:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979072.755467:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979072.755469:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979072.755471:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979072.755475:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979072.755477:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979072.755479:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979072.755484:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979072.755494:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755497:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755504:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979072.755506:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.755508:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979072.755510:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979072.755511:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979072.755515:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755522:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.755524:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.755527:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979072.755529:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979072.755531:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.755534:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031040:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979072.755537:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979072.755539:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979072.755541:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.755543:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979072.755546:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979072.755548:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979072.755552:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979072.755555:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979072.755558:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979072.755561:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031040, portal 10 00000100:00000001:0.0:1783979072.755562:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979072.755563:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979072.755576:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755583:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979072.755585:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979072.755588:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979072.755591:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497031040, offset 0 00000400:00000200:0.0:1783979072.755595:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979072.755599:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.755603:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979072.755605:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979072.755608:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979072.755610:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979072.755613:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979072.755616:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781493:781493:256:4294967295] 192.168.201.114@tcp LPNI seq info [781471:781471:8:4294967295] 00000400:00000200:0.0:1783979072.755620:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.755627:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979072.755631:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.755635:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979072.755639:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979072.755642:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979072.755652:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.755654:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979072.755657:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979072.755660:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979072.755663:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979072.755665:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979072.755667:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979072.755670:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755678:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.755681:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755693:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.755694:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979072.755697:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979072.755701:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979072.755704:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979072.755706:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311278604 00000100:00000001:0.0:1783979072.755709:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.755711:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311278604 00000100:00000001:0.0:1783979072.755714:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.755716:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979072.755718:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.755720:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979072.755723:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979072/real 1783979072] req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979072.755731:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979072.755732:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979072.755733:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979072.755736:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979072.755737:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979072.755739:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979072.755742:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979072.755750:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755756:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979072.755757:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755759:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.755760:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979072.755763:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755770:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979072.755775:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755781:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979072.755783:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755784:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.755786:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.755787:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979072.755791:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979072.755793:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979072.755797:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979072.755799:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979072.755803:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979072.755810:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031040:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979072.755815:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979072.755818:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755824:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.755825:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.755827:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979072.755828:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979072.755840:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.755843:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031168:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979072.755846:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979072.755848:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979072.755850:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.755851:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979072.755854:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979072.755856:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979072.755859:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979072.755862:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979072.755864:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979072.755867:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031168, portal 10 00000100:00000001:0.0:1783979072.755868:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979072.755870:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979072.755874:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755880:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979072.755882:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979072.755884:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979072.755886:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497031168, offset 0 00000400:00000200:0.0:1783979072.755890:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979072.755894:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.755897:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979072.755900:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979072.755902:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979072.755904:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979072.755906:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979072.755909:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781494:781494:256:4294967295] 192.168.201.114@tcp LPNI seq info [781472:781472:8:4294967295] 00000400:00000200:0.0:1783979072.755914:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.755919:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979072.755924:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.755927:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979072.755930:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979072.755933:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979072.755943:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.755945:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979072.755947:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979072.755950:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979072.755953:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979072.755955:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979072.755957:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979072.755960:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755968:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.755970:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.755977:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.755978:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979072.755981:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979072.755983:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979072.755986:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979072.755988:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311278605 00000100:00000001:0.0:1783979072.755990:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.755992:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311278605 00000100:00000001:0.0:1783979072.755994:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.755996:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979072.755998:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.756000:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979072.756003:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979072/real 1783979072] req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979072.756010:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979072.756012:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979072.756013:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979072.756016:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979072.756017:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979072.756019:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979072.756022:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979072.756029:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756035:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979072.756036:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756038:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.756040:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979072.756042:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756048:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979072.756051:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756057:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979072.756059:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756061:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.756062:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756063:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979072.756066:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979072.756068:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979072.756071:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979072.756073:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979072.756077:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979072.756084:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031168:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979072.756088:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979072.756091:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756097:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.756099:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.756101:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979072.756103:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979072.756105:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.756107:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031296:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979072.756110:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979072.756112:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979072.756113:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.756115:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979072.756118:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979072.756120:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979072.756123:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979072.756126:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979072.756129:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979072.756132:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031296, portal 4 00000100:00000001:0.0:1783979072.756134:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979072.756156:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979072.756163:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756170:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979072.756172:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979072.756174:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979072.756177:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497031296, offset 0 00000400:00000200:0.0:1783979072.756181:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979072.756185:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.756188:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979072.756191:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979072.756193:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979072.756195:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979072.756198:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979072.756201:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781495:781495:256:4294967295] 192.168.201.114@tcp LPNI seq info [781473:781473:8:4294967295] 00000400:00000200:0.0:1783979072.756205:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.756211:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979072.756215:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.756219:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979072.756222:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979072.756225:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979072.756235:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.756237:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979072.756240:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979072.756243:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979072.756246:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979072.756247:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979072.756250:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979072.756253:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756260:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.756263:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756269:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.756270:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979072.756273:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979072.756276:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979072.756279:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979072.756280:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311278655 00000100:00000001:0.0:1783979072.756283:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.756285:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311278655 00000100:00000001:0.0:1783979072.756287:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.756289:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979072.756291:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.756293:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979072.756296:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979072/real 1783979072] req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979072.756304:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979072.756305:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979072.756307:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979072.756309:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979072.756311:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979072.756313:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979072.756316:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979072.756323:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756330:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979072.756331:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756333:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.756334:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979072.756338:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756344:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979072.756348:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756354:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979072.756356:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756358:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.756359:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756361:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979072.756362:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979072.756365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979072.756368:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979072.756370:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979072.756374:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979072.756382:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031296:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979072.756400:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979072.756404:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756410:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.756411:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.756414:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979072.756415:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979072.756417:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.756420:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031424:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979072.756423:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979072.756424:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979072.756426:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979072.756427:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979072.756431:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979072.756432:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979072.756435:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979072.756438:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979072.756440:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979072.756443:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031424, portal 4 00000100:00000001:0.0:1783979072.756445:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979072.756446:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979072.756452:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756458:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979072.756461:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979072.756463:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979072.756466:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497031424, offset 0 00000400:00000200:0.0:1783979072.756470:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979072.756473:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.756477:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979072.756479:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979072.756482:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979072.756484:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979072.756486:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979072.756489:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781496:781496:256:4294967295] 192.168.201.114@tcp LPNI seq info [781474:781474:8:4294967295] 00000400:00000200:0.0:1783979072.756494:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979072.756500:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979072.756504:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.756507:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979072.756510:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979072.756513:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979072.756523:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979072.756525:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979072.756527:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979072.756530:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979072.756533:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979072.756535:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979072.756537:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979072.756540:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756548:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.756551:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756557:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.756558:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979072.756561:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979072.756564:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979072.756567:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979072.756569:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311278626 00000100:00000001:0.0:1783979072.756571:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.756573:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311278626 00000100:00000001:0.0:1783979072.756575:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311279865 00000100:00000001:0.0:1783979072.756577:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979072.756579:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.756581:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979072.756584:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979072/real 1783979072] req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979072.756592:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979072.756593:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979072.756594:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979072.756597:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979072.756599:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979072.756601:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979072.756603:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979072.756611:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756617:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979072.756618:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756620:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.756621:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979072.756624:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756630:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979072.756634:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756641:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979072.756643:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756645:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979072.756646:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756648:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979072.756649:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979072.756651:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979072.756654:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979072.756656:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979072.756660:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979072.756667:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031424:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979072.756670:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756672:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.756676:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497031040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756682:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979072.756684:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979072.756686:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979072.756689:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979072.756691:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979072.756692:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979072.756694:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979072.756697:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979072.756699:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979072.756701:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979072.756703:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979072.756705:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979072.756707:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756708:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.756711:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497031168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756718:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979072.756719:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979072.756721:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979072.756723:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979072.756724:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979072.756726:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979072.756727:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979072.756729:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979072.756731:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979072.756732:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979072.756733:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979072.756735:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979072.756736:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756738:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.756741:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497031296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756747:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979072.756748:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979072.756749:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979072.756751:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979072.756752:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979072.756753:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979072.756755:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979072.756756:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979072.756758:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979072.756759:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979072.756760:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979072.756762:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979072.756764:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756765:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979072.756768:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497031424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979072.756780:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979072.756781:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979072.756782:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979072.756785:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979072.756786:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979072.756787:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979072.756789:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979072.756790:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979072.756792:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979072.756793:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979072.756795:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979072.756796:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979072.756797:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756799:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.756805:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979072.756806:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.756808:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979072.756810:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.457260:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979073.457269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979073.457273:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.457283:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979073.457290:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979073.457296:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.457302:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.457305:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.457308:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979074.417569:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979074.417573:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979074.417576:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979074.481277:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979074.481282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979074.481286:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979074.481291:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979074.481296:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979074.481301:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979074.481313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979074.481317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979074.481322:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979075.505247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979075.505256:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979075.505260:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979075.505266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979075.505272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979075.505277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979075.505289:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979075.505292:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979075.505297:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979075.505326:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979075.505330:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979075.505334:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979075.505351:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979075.505356:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979075.505360:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979075.505364:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979075.505366:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979075.505369:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979076.529243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979076.529250:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979076.529253:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979076.529259:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979076.529265:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979076.529270:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.529276:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979076.529279:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.529284:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979076.529400:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979076.529405:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979076.529407:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979076.529410:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979076.529413:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979076.529415:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.529417:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979076.529419:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.529421:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.553249:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979077.553259:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979077.553263:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.553271:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979077.553277:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979077.553281:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.553285:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.553288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.553293:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.553444:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979077.553447:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979077.553449:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.553453:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979077.553456:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979077.553458:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.553459:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.553461:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.553463:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.873556:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979077.873563:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979077.873567:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979077.873578:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.873605:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.873609:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.873616:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979077.873621:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979077.873627:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.873635:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497031552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979077.873644:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979077.873651:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979077.873657:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.873662:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979077.873682:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979077.873687:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979077.873697:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979077.873704:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979077.873714:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979077.873726:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031552, portal 25 00000100:00000001:0.0:1783979077.873732:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979077.873736:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985551872 : -115476723999744 : ffff96f97ae2dc00) 00000100:00000040:0.0:1783979077.873767:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.873787:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979077.873795:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979077.873801:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979077.873808:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497031552, offset 0 00000400:00000200:0.0:1783979077.873820:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979077.873832:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.873846:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979077.873855:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979077.873862:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979077.873869:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979077.873876:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979077.873883:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781497:781497:256:4294967295] 192.168.201.114@tcp LPNI seq info [781475:781475:8:4294967295] 00000400:00000200:0.0:1783979077.873890:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.873909:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979077.873924:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.873934:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979077.873947:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979077.873955:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979077.873985:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.873991:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979077.874001:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979077.874016:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979077.874026:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979077.874075:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979077.874083:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979077.874091:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874108:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.874117:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874130:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.874177:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979077.874186:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979077.874193:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979077.874199:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311284984 00000100:00000010:0.0:1783979077.874208:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979077.874218:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979077.874227:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311284984 00000100:00000010:0.0:1783979077.874234:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979077.874238:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979077.874244:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979077.874251:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.874257:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979077.874266:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979077/real 1783979077] req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979077.874283:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979077.874287:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979077.874292:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979077.874314:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979077.874318:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979077.874323:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979077.874329:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979077.874347:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874361:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979077.874364:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874368:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.874371:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979077.874380:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874391:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979077.874400:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874413:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979077.874417:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874419:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.874419:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874422:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979077.874424:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979077.874428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979077.874432:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979077.874435:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979077.874445:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979077.874453:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497031552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979077.874458:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874460:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.874463:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2dc00 x1870620497031552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874470:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979077.874472:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979077.874476:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979077.874479:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979077.874481:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979077.874483:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979077.874485:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979077.874487:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588400. 02000000:00000001:0.0:1783979077.874491:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979077.874493:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979077.874494:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2dc00. 00000100:00000001:0.0:1783979077.874498:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979077.874499:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874500:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874508:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979077.874510:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.874512:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979077.874514:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979077.874515:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979077.874519:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874525:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.874526:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.874528:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979077.874530:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979077.874533:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.874536:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979077.874539:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979077.874541:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979077.874543:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.874544:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979077.874547:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979077.874549:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979077.874553:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979077.874556:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979077.874560:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979077.874562:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031680, portal 10 00000100:00000001:0.0:1783979077.874564:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979077.874566:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559936 : -115476723991680 : ffff96f97ae2fb80) 00000100:00000040:0.0:1783979077.874571:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874578:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979077.874580:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979077.874582:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979077.874585:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497031680, offset 0 00000400:00000200:0.0:1783979077.874589:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979077.874594:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.874598:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979077.874601:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979077.874603:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979077.874605:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979077.874607:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979077.874610:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781498:781498:256:4294967295] 192.168.201.114@tcp LPNI seq info [781476:781476:8:4294967295] 00000400:00000200:0.0:1783979077.874613:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.874619:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979077.874623:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.874627:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979077.874632:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979077.874635:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979077.874647:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.874649:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979077.874652:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979077.874655:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979077.874657:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979077.874659:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979077.874661:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979077.874665:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874677:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.874680:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874685:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.874686:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979077.874689:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979077.874692:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979077.874695:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979077.874697:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311283723 00000100:00000001:0.0:1783979077.874699:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.874701:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311283723 00000100:00000001:0.0:1783979077.874703:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.874705:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979077.874707:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.874708:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979077.874712:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979077/real 1783979077] req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979077.874720:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979077.874721:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979077.874723:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979077.874725:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979077.874727:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979077.874729:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979077.874732:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979077.874740:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874746:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979077.874748:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874750:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.874751:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979077.874754:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874760:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979077.874764:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874770:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979077.874772:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874773:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.874774:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.874776:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979077.874779:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979077.874781:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979077.874784:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979077.874786:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979077.874790:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979077.874797:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979077.874801:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979077.874803:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874809:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.874810:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.874812:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979077.874813:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979077.874815:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.874818:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979077.874820:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979077.874822:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979077.874824:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.874825:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979077.874828:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979077.874830:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979077.874833:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979077.874835:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979077.874838:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979077.874840:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031808, portal 10 00000100:00000001:0.0:1783979077.874842:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979077.874843:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979077.874849:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874855:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979077.874857:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979077.874859:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979077.874861:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497031808, offset 0 00000400:00000200:0.0:1783979077.874865:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979077.874869:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.874873:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979077.874875:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979077.874878:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979077.874880:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979077.874882:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979077.874885:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781499:781499:256:4294967295] 192.168.201.114@tcp LPNI seq info [781477:781477:8:4294967295] 00000400:00000200:0.0:1783979077.874889:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.874895:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979077.874899:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.874902:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979077.874906:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979077.874909:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979077.874918:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.874920:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979077.874924:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979077.874927:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979077.874930:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979077.874931:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979077.874934:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979077.874938:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874945:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.874948:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.874954:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.874955:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979077.874959:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979077.874961:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979077.874964:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979077.874966:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311283724 00000100:00000001:0.0:1783979077.874969:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.874970:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311283724 00000100:00000001:0.0:1783979077.874972:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.874974:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979077.874976:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.874978:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979077.874981:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979077/real 1783979077] req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979077.874988:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979077.874990:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979077.874991:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979077.874993:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979077.874995:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979077.874997:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979077.874999:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979077.875007:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875013:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979077.875014:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875016:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.875017:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979077.875020:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875027:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979077.875030:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875036:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979077.875038:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875039:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.875040:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875042:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979077.875044:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979077.875047:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979077.875049:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979077.875051:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979077.875055:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979077.875067:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979077.875071:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979077.875075:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875081:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.875083:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.875085:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979077.875086:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979077.875088:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.875091:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979077.875093:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979077.875095:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979077.875097:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.875098:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979077.875101:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979077.875103:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979077.875107:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979077.875109:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979077.875113:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979077.875115:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497031936, portal 4 00000100:00000001:0.0:1783979077.875117:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979077.875119:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979077.875124:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875130:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979077.875132:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979077.875134:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979077.875159:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497031936, offset 0 00000400:00000200:0.0:1783979077.875164:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979077.875168:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.875171:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979077.875174:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979077.875177:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979077.875179:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979077.875181:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979077.875184:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781500:781500:256:4294967295] 192.168.201.114@tcp LPNI seq info [781478:781478:8:4294967295] 00000400:00000200:0.0:1783979077.875188:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.875194:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979077.875198:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.875201:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979077.875205:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979077.875208:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979077.875218:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.875219:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979077.875222:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979077.875225:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979077.875228:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979077.875229:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979077.875231:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979077.875235:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875243:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.875246:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875252:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.875254:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979077.875257:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979077.875260:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979077.875263:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979077.875265:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311283774 00000100:00000001:0.0:1783979077.875268:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.875270:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311283774 00000100:00000001:0.0:1783979077.875272:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.875274:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979077.875276:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.875278:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979077.875281:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979077/real 1783979077] req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979077.875288:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979077.875290:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979077.875291:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979077.875294:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979077.875307:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979077.875309:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979077.875313:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979077.875321:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875328:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979077.875329:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875331:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.875332:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979077.875335:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875342:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979077.875345:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875351:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979077.875353:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875354:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.875355:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875356:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979077.875357:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979077.875359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979077.875361:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979077.875362:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979077.875364:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979077.875369:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497031936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979077.875373:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979077.875376:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875382:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.875383:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.875385:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979077.875387:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979077.875388:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.875391:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979077.875394:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979077.875396:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979077.875397:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979077.875399:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979077.875402:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979077.875404:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979077.875407:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979077.875410:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979077.875413:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979077.875417:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032064, portal 4 00000100:00000001:0.0:1783979077.875419:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979077.875420:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979077.875426:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875432:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979077.875434:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979077.875437:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979077.875439:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497032064, offset 0 00000400:00000200:0.0:1783979077.875443:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979077.875446:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.875450:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979077.875452:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979077.875455:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979077.875457:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979077.875459:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979077.875462:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781501:781501:256:4294967295] 192.168.201.114@tcp LPNI seq info [781479:781479:8:4294967295] 00000400:00000200:0.0:1783979077.875466:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979077.875472:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979077.875475:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.875479:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979077.875482:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979077.875485:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979077.875495:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979077.875497:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979077.875499:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979077.875502:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979077.875505:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979077.875506:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979077.875509:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979077.875512:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875525:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.875528:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875534:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.875536:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979077.875538:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979077.875541:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979077.875544:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979077.875546:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311283745 00000100:00000001:0.0:1783979077.875548:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.875550:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311283745 00000100:00000001:0.0:1783979077.875552:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311284984 00000100:00000001:0.0:1783979077.875553:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979077.875555:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.875557:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979077.875561:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979077/real 1783979077] req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979077.875568:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979077.875569:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979077.875571:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979077.875574:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979077.875575:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979077.875577:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979077.875580:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979077.875588:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875595:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979077.875596:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875598:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.875599:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979077.875603:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875609:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979077.875613:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875619:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979077.875621:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875622:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979077.875624:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875626:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979077.875628:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979077.875630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979077.875633:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979077.875635:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979077.875639:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979077.875646:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979077.875648:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875650:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.875652:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2fb80 x1870620497031680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875656:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979077.875657:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979077.875659:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979077.875661:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979077.875662:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979077.875664:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979077.875665:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979077.875667:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a400. 02000000:00000001:0.0:1783979077.875670:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979077.875671:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979077.875673:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2fb80. 00000100:00000001:0.0:1783979077.875676:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979077.875677:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875679:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.875682:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497031808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875687:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979077.875689:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979077.875690:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979077.875692:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979077.875693:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979077.875694:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979077.875696:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979077.875698:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358ac00. 02000000:00000001:0.0:1783979077.875700:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979077.875701:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979077.875702:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979077.875704:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979077.875705:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875707:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.875709:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497031936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875715:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979077.875717:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979077.875718:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979077.875720:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979077.875721:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979077.875722:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979077.875723:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979077.875724:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358bc00. 02000000:00000001:0.0:1783979077.875726:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979077.875727:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979077.875728:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979077.875729:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979077.875730:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875731:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979077.875733:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497032064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979077.875737:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979077.875737:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979077.875738:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979077.875739:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979077.875740:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979077.875741:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979077.875743:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979077.875744:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b800. 02000000:00000001:0.0:1783979077.875745:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979077.875747:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979077.875748:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979077.875750:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979077.875751:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875752:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.875759:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979077.875760:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.875763:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979077.875764:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.577265:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979078.577271:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979078.577274:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.577278:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979078.577294:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979078.577298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.577311:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.577315:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.577318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.577373:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979078.577376:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979078.577377:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.577379:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979078.577382:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979078.577386:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.577389:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.577392:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.577396:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.577420:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979078.577424:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979078.577426:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.577429:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979078.577431:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979078.577434:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.577436:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.577438:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.577440:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979079.537346:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979079.537350:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979079.537353:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979079.601438:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979079.601444:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979079.601454:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979079.601459:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979079.601463:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979079.601466:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.601468:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979079.601470:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.601473:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979080.625281:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979080.625288:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979080.625292:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979080.625298:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979080.625303:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979080.625308:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979080.625313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979080.625317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979080.625321:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979081.649266:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979081.649282:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979081.649285:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979081.649289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979081.649296:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979081.649303:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979081.649599:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979081.649603:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979081.649606:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.673270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979082.673281:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979082.673284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.673292:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979082.673299:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979082.673304:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.674474:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.674477:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.674578:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.993549:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979082.993557:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979082.993562:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979082.993574:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.993588:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.993592:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.993598:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979082.993602:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979082.993609:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.993616:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497032192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979082.993629:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979082.993635:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979082.993639:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.993643:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979082.993650:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979082.993655:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979082.993664:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979082.993671:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979082.993679:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979082.993690:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032192, portal 25 00000100:00000001:0.0:1783979082.993695:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979082.993699:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979082.993710:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.993729:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979082.993736:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979082.993741:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979082.993746:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497032192, offset 0 00000400:00000200:0.0:1783979082.993765:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979082.993777:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.993788:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979082.993797:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979082.993805:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979082.993812:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979082.993818:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979082.993825:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781502:781502:256:4294967295] 192.168.201.114@tcp LPNI seq info [781480:781480:8:4294967295] 00000400:00000200:0.0:1783979082.993836:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.993852:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979082.993863:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.993871:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979082.993883:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979082.993889:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979082.993935:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.993939:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979082.993948:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979082.993959:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979082.993967:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979082.993972:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979082.993980:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979082.993989:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994023:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.994031:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994045:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.994050:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979082.994059:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979082.994066:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979082.994070:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311290103 00000100:00000010:0.0:1783979082.994078:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979082.994089:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979082.994099:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311290103 00000100:00000010:0.0:1783979082.994105:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979082.994110:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979082.994116:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979082.994121:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.994126:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979082.994134:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979082/real 1783979082] req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979082.994186:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979082.994190:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979082.994194:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979082.994200:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979082.994204:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979082.994222:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979082.994229:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979082.994252:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994271:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979082.994276:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994281:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.994285:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979082.994293:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994309:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979082.994330:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994350:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979082.994357:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994361:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.994364:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994369:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979082.994372:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979082.994379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979082.994386:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979082.994389:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979082.994394:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979082.994403:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497032192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979082.994409:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994411:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.994414:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497032192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994420:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979082.994423:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979082.994425:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979082.994429:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979082.994431:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979082.994433:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979082.994435:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979082.994437:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979082.994441:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979082.994443:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979082.994444:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979082.994451:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979082.994452:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994454:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994461:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979082.994463:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.994465:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979082.994467:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979082.994468:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979082.994472:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994479:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.994480:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.994482:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979082.994484:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979082.994486:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.994489:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979082.994492:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979082.994494:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979082.994495:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.994497:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979082.994500:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979082.994502:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979082.994506:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979082.994509:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979082.994512:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979082.994515:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032320, portal 10 00000100:00000001:0.0:1783979082.994517:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979082.994518:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979082.994524:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994531:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979082.994533:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979082.994535:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979082.994538:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497032320, offset 0 00000400:00000200:0.0:1783979082.994542:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979082.994547:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.994550:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979082.994554:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979082.994556:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979082.994558:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979082.994561:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979082.994563:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781503:781503:256:4294967295] 192.168.201.114@tcp LPNI seq info [781481:781481:8:4294967295] 00000400:00000200:0.0:1783979082.994567:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.994573:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979082.994578:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.994581:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979082.994585:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979082.994589:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979082.994599:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.994601:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979082.994604:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979082.994607:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979082.994610:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979082.994612:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979082.994614:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979082.994618:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994625:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.994628:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994639:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.994641:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979082.994644:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979082.994648:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979082.994651:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979082.994653:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311288843 00000100:00000001:0.0:1783979082.994656:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.994658:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311288843 00000100:00000001:0.0:1783979082.994660:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.994662:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979082.994664:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.994666:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979082.994670:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979082/real 1783979082] req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979082.994677:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979082.994678:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979082.994680:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979082.994682:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979082.994684:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979082.994686:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979082.994689:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979082.994696:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994702:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979082.994703:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994705:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.994706:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979082.994709:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994715:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979082.994719:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994726:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979082.994728:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994730:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.994731:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.994733:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979082.994736:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979082.994739:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979082.994742:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979082.994744:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979082.994748:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979082.994756:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979082.994760:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979082.994763:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994769:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.994771:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.994773:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979082.994775:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979082.994777:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.994779:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979082.994782:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979082.994784:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979082.994786:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.994788:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979082.994791:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979082.994793:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979082.994796:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979082.994798:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979082.994801:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979082.994803:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032448, portal 10 00000100:00000001:0.0:1783979082.994805:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979082.994806:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979082.994812:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994818:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979082.994820:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979082.994822:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979082.994824:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497032448, offset 0 00000400:00000200:0.0:1783979082.994828:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979082.994832:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.994836:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979082.994838:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979082.994840:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979082.994842:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979082.994845:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979082.994848:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781504:781504:256:4294967295] 192.168.201.114@tcp LPNI seq info [781482:781482:8:4294967295] 00000400:00000200:0.0:1783979082.994852:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.994857:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979082.994861:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.994864:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979082.994868:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979082.994871:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979082.994881:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.994883:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979082.994885:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979082.994888:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979082.994891:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979082.994947:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979082.994951:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979082.994955:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994986:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.994989:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.994996:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.994997:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979082.995001:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979082.995003:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979082.995023:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979082.995025:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311288844 00000100:00000001:0.0:1783979082.995027:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.995029:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311288844 00000100:00000001:0.0:1783979082.995031:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.995033:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979082.995035:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.995037:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979082.995041:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979082/real 1783979082] req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979082.995060:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979082.995062:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979082.995063:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979082.995066:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979082.995067:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979082.995070:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979082.995073:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979082.995097:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995103:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979082.995104:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.995106:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.995107:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979082.995128:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995171:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979082.995176:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995197:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979082.995199:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.995201:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.995202:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.995204:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979082.995228:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979082.995231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979082.995234:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979082.995236:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979082.995240:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979082.995248:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979082.995251:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979082.995255:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995261:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.995263:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.995265:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979082.995267:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979082.995269:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.995271:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979082.995275:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979082.995276:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979082.995278:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.995280:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979082.995283:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979082.995285:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979082.995288:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979082.995291:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979082.995294:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979082.995297:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032576, portal 4 00000100:00000001:0.0:1783979082.995299:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979082.995300:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979082.995305:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995311:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979082.995328:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979082.995330:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979082.995333:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497032576, offset 0 00000400:00000200:0.0:1783979082.995337:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979082.995341:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.995344:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979082.995347:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979082.995363:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979082.995365:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979082.995367:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979082.995370:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781505:781505:256:4294967295] 192.168.201.114@tcp LPNI seq info [781483:781483:8:4294967295] 00000400:00000200:0.0:1783979082.995374:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.995392:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979082.995397:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.995401:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979082.995404:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979082.995407:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979082.995432:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.995434:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979082.995437:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979082.995440:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979082.995443:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979082.995445:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979082.995464:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979082.995467:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995474:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.995476:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995496:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.995498:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979082.995501:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979082.995503:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979082.995507:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979082.995509:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311288894 00000100:00000001:0.0:1783979082.995511:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.995513:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311288894 00000100:00000001:0.0:1783979082.995515:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.995517:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979082.995519:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.995521:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979082.995524:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979082/real 1783979082] req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979082.995546:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979082.995547:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979082.995549:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979082.995551:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979082.995563:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979082.995565:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979082.995575:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979082.995583:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995588:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979082.995589:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.995591:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.995592:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979082.995595:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995608:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979082.995611:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995617:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979082.995619:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.995620:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.995621:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.995623:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979082.995625:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979082.995627:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979082.995642:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979082.995645:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979082.995649:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979082.995656:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979082.995671:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979082.995675:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995680:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.995682:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.995684:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979082.995700:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979082.995702:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.995705:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979082.995708:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979082.995710:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979082.995711:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979082.995727:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979082.995731:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979082.995733:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979082.995736:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979082.995738:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979082.995755:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979082.995759:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032704, portal 4 00000100:00000001:0.0:1783979082.995761:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979082.995762:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979082.995768:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995786:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979082.995789:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979082.995791:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979082.995793:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497032704, offset 0 00000400:00000200:0.0:1783979082.995807:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979082.995811:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.995815:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979082.995818:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979082.995820:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979082.995822:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979082.995824:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979082.995837:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781506:781506:256:4294967295] 192.168.201.114@tcp LPNI seq info [781484:781484:8:4294967295] 00000400:00000200:0.0:1783979082.995841:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979082.995847:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979082.995851:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.995854:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979082.995870:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979082.995874:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979082.995916:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979082.995918:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979082.995922:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979082.995925:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979082.995928:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978e58 00000400:00000010:0.0:1783979082.995941:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978e58. 00000100:00000001:0.0:1783979082.995943:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979082.995947:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995955:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.995958:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.995978:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.995979:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979082.995983:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979082.995986:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979082.995989:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979082.995991:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311288865 00000100:00000001:0.0:1783979082.995994:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.995996:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311288865 00000100:00000001:0.0:1783979082.995998:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311290103 00000100:00000001:0.0:1783979082.996012:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979082.996015:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.996016:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979082.996019:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979082/real 1783979082] req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979082.996024:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979082.996025:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979082.996026:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979082.996038:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979082.996039:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979082.996041:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979082.996043:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979082.996059:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.996065:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979082.996067:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996069:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.996070:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979082.996073:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.996092:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979082.996097:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.996102:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979082.996104:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996105:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979082.996106:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996115:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979082.996117:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979082.996118:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979082.996120:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979082.996122:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979082.996124:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979082.996129:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979082.996131:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996133:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.996165:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497032320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.996179:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979082.996180:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979082.996182:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979082.996185:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979082.996188:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979082.996190:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979082.996192:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979082.996195:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979082.996198:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979082.996200:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979082.996202:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979082.996204:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979082.996205:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996225:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.996229:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497032448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.996235:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979082.996237:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979082.996238:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979082.996241:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979082.996242:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979082.996243:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979082.996245:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979082.996246:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979082.996258:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979082.996258:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979082.996259:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979082.996262:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979082.996263:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996265:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.996268:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497032576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.996275:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979082.996276:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979082.996277:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979082.996279:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979082.996281:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979082.996295:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979082.996297:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979082.996298:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979082.996301:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979082.996302:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979082.996303:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979082.996305:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979082.996306:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996307:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979082.996310:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497032704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979082.996334:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979082.996335:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979082.996337:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979082.996339:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979082.996340:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979082.996341:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979082.996343:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979082.996344:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979082.996346:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979082.996348:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979082.996359:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979082.996362:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979082.996363:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996365:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.996372:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979082.996374:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979082.996376:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979082.996378:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.697220:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979083.697229:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979083.697233:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.697242:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979083.697249:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979083.697256:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.697263:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.697268:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.697274:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.697354:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979083.697359:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979083.697362:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.697364:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979083.697366:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979083.697368:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.697517:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.697521:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.697524:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979084.657621:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979084.657625:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979084.657628:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979084.724365:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979084.724375:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979084.724378:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979084.724386:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979084.724392:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979084.724397:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979084.724402:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979084.724407:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979084.724412:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979085.745257:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979085.745266:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979085.745270:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979085.745280:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979085.745287:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979085.745295:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979085.745301:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979085.745306:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979085.745311:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979086.769293:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979086.769305:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979086.769311:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979086.769324:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979086.769335:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979086.769342:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.769348:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979086.769356:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.769367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979086.769437:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979086.769446:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979086.769452:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979086.769460:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979086.769470:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979086.769474:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.769478:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979086.769479:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.769482:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979087.793356:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979087.793360:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979087.793362:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979087.793364:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979087.793378:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979087.793382:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.793385:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979087.793387:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.793390:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.114520:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.114526:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.114531:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.114542:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.114553:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.114556:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.114559:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.114563:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.114569:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.114577:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497032832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979088.114585:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.114591:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.114595:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.114599:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.114606:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979088.114609:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.114617:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979088.114624:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979088.114633:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979088.114642:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032832, portal 25 00000100:00000001:0.0:1783979088.114647:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.114650:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979088.114658:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.114670:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.114673:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979088.114678:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979088.114683:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497032832, offset 0 00000400:00000200:0.0:1783979088.114690:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979088.114697:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.114705:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979088.114715:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.114721:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979088.114727:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.114732:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979088.114740:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781507:781507:256:4294967295] 192.168.201.114@tcp LPNI seq info [781485:781485:8:4294967295] 00000400:00000200:0.0:1783979088.114746:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.114756:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.114764:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979088.114772:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979088.114782:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979088.114824:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.114832:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979088.114838:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311295224 00000100:00000010:0.0:1783979088.114845:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979088.114854:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979088.114862:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311295224 00000100:00000010:0.0:1783979088.114866:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979088.114870:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979088.114876:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.114882:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.114888:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.114891:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.114898:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.114903:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979088.114907:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.114911:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.114913:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.114920:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.114928:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.114931:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.114934:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.114938:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.114945:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.114954:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979088.114959:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.114960:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.114962:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.114963:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.114966:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979088.114971:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.114981:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979088.114986:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393f20. 00000400:00000010:0.0:1783979088.114993:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783979088.114998:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497032960, portal 10 00000100:00000001:0.0:1783979088.115004:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.115007:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979088.115016:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.115024:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.115027:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979088.115030:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783979088.115046:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497032960, offset 0 00000400:00000200:0.0:1783979088.115055:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115062:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115070:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979088.115077:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.115081:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979088.115083:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.115086:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115088:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781508:781508:255:4294967295] 192.168.201.114@tcp LPNI seq info [781486:781486:7:4294967295] 00000400:00000200:0.0:1783979088.115092:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115104:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.115116:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979088.115133:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783979088.115163:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979088.115170:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.115174:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979088.115178:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979088.115180:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311293964 00000100:00000001:0.0:1783979088.115183:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115188:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311293964 00000100:00000001:0.0:1783979088.115193:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115198:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.115203:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115206:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115208:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.115212:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.115213:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979088.115215:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.115216:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.115218:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.115224:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.115241:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.115245:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.115250:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.115254:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.115260:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.115266:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979088.115270:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.115272:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.115273:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.115275:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.115279:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979088.115284:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.115293:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979088.115299:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979088.115306:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783979088.115311:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033088, portal 10 00000100:00000001:0.0:1783979088.115315:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.115318:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979088.115327:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.115334:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.115339:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979088.115345:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979088.115350:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497033088, offset 0 00000400:00000200:0.0:1783979088.115359:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115366:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115373:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979088.115380:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.115383:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979088.115386:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.115388:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115393:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781509:781509:254:4294967295] 192.168.201.114@tcp LPNI seq info [781487:781487:6:4294967295] 00000400:00000200:0.0:1783979088.115401:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115416:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.115425:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979088.115441:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783979088.115451:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979088.115465:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.115470:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979088.115479:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979088.115483:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311293965 00000100:00000001:0.0:1783979088.115488:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115494:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311293965 00000100:00000001:0.0:1783979088.115498:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115503:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.115509:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115515:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115520:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.115538:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.115542:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979088.115546:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.115547:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.115548:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.115554:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.115562:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.115565:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.115570:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.115574:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.115579:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.115587:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979088.115595:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.115599:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.115603:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.115607:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.115610:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979088.115612:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.115616:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979088.115618:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703933c8. 00000400:00000010:0.0:1783979088.115625:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979088.115630:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033216, portal 4 00000100:00000001:0.0:1783979088.115635:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.115638:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979088.115648:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.115658:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.115660:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979088.115663:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783979088.115667:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497033216, offset 0 00000400:00000200:0.0:1783979088.115677:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115686:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115693:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979088.115696:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.115698:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979088.115701:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.115706:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115713:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781510:781510:253:4294967295] 192.168.201.114@tcp LPNI seq info [781488:781488:5:4294967295] 00000400:00000200:0.0:1783979088.115723:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115739:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.115752:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979088.115759:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979088.115763:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979088.115769:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.115771:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979088.115775:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979088.115780:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311294014 00000100:00000001:0.0:1783979088.115783:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115786:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311294014 00000100:00000001:0.0:1783979088.115788:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115790:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.115791:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115794:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115796:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.115799:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.115801:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979088.115803:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.115805:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.115806:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.115810:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.115817:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.115818:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.115820:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.115821:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.115823:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.115826:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979088.115829:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.115830:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.115831:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.115833:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.115836:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979088.115838:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.115841:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979088.115843:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979088.115846:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979088.115849:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033344, portal 4 00000100:00000001:0.0:1783979088.115850:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.115851:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979088.115857:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.115863:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.115865:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979088.115867:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979088.115869:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497033344, offset 0 00000400:00000200:0.0:1783979088.115873:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115877:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115880:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979088.115883:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.115885:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979088.115887:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.115889:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979088.115892:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781511:781511:252:4294967295] 192.168.201.114@tcp LPNI seq info [781489:781489:4:4294967295] 00000400:00000200:0.0:1783979088.115896:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979088.115902:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.115906:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979088.115910:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783979088.115913:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979088.115920:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.115922:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979088.115925:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979088.115926:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311293985 00000100:00000001:0.0:1783979088.115929:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115931:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311293985 00000100:00000001:0.0:1783979088.115932:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311295224 00000100:00000001:0.0:1783979088.115935:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.115936:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115939:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115940:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.115943:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.115945:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979088.115946:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.115948:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.115949:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.115951:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.817351:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979088.817355:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.817356:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.817359:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979088.817362:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.817364:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.817366:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.817367:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.817369:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.818936:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979088.818941:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.818942:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.818945:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979088.818948:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.818950:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.818952:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.818953:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.818955:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979089.777361:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979089.777365:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979089.777369:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979089.841676:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979089.841681:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979089.841683:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979089.841687:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979089.841695:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979089.841706:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979089.841717:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979089.841721:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979089.841727:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979090.865241:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979090.865251:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979090.865256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979090.865263:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979090.865271:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979090.865278:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979090.865423:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979090.865427:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979090.865431:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979090.865459:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979090.865462:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979090.865463:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979090.865466:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979090.865468:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979090.865470:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979090.865473:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979090.865474:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979090.865476:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.187567:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979091.187572:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.187576:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979091.187585:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979091] req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979091.187599:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979091.187601:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979091.187605:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979091.187609:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978dd0 00000400:00000010:0.0:1783979091.187610:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978dd0. 00000100:00000001:0.0:1783979091.187613:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979091.187617:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979091.187626:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187633:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979091.187636:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187638:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.187640:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979091.187690:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187697:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979091.187702:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187709:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979091.187713:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187715:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.187716:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187719:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979091.187724:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979091.187728:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979091.187733:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979091.187736:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979091.187740:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979091.187747:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979091.187752:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979091.187755:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979091] req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979091.187763:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979091.187764:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979091.187766:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393f20. 00000400:00000200:0.0:1783979091.187769:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729786e8 00000400:00000010:0.0:1783979091.187771:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729786e8. 00000100:00000001:0.0:1783979091.187773:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979091.187776:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979091.187790:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187797:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979091.187798:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187800:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.187801:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979091.187805:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187811:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979091.187814:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187821:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979091.187823:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187825:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.187826:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187828:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979091.187831:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979091.187834:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979091.187838:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979091.187840:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979091.187843:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979091.187850:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497032960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979091.187854:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979091.187858:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979091] req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979091.187871:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979091.187872:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979091.187874:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979091.187877:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979091.187879:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979091.187882:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979091.187885:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979091.187893:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187899:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979091.187901:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187902:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.187904:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979091.187907:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187914:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979091.187917:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187924:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979091.187926:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187928:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.187929:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187930:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979091.187932:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979091.187934:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979091.187937:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979091.187939:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979091.187943:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979091.187951:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497032832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979091.187954:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.187956:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979091.187959:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497033088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.187965:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979091.187969:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979091.187973:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979091.187977:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979091.187980:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979091.187981:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979091.187984:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979091.187987:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979091.187990:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979091.187992:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979091.187994:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979091.187997:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979091.187998:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.187999:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979091.188002:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497032960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.188006:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979091.188008:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979091.188009:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979091.188011:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979091.188012:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979091.188014:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979091.188015:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979091.188017:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979091.188019:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979091.188020:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979091.188021:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979091.188024:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979091.188025:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.188026:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979091.188029:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497032832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.188034:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979091.188036:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979091.188037:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979091.188039:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979091.188040:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979091.188042:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979091.188044:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979091.188045:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979091.188047:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979091.188048:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979091.188049:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979091.188051:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979091.188072:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.188076:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.188077:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979091.188079:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.188081:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.188082:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.189462:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979091.189466:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.189468:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979091.189473:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979091] req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979091.189481:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979091.189483:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979091.189485:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703933c8. 00000400:00000200:0.0:1783979091.189488:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979091.189490:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979091.189494:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979091.189497:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979091.189512:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189528:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979091.189530:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189532:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.189533:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979091.189537:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189543:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979091.189547:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189552:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979091.189555:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189556:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.189558:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189560:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979091.189562:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979091.189566:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979091.189570:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979091.189573:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979091.189576:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979091.189584:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979091.189589:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.189590:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979091.189593:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497033216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189603:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979091.189605:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979091.189608:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979091.189611:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979091.189613:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979091.189615:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979091.189617:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979091.189619:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783979091.189622:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979091.189624:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979091.189625:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979091.189628:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979091.189630:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189632:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.189634:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979091.189635:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.189636:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.189638:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.189842:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979091.189844:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.189846:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979091.189858:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979091] req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979091.189868:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979091.189869:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979091.189871:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979091.189873:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979091.189874:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979091.189875:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979091.189878:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979091.189883:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189894:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979091.189895:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189897:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.189897:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979091.189900:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189904:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979091.189906:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189910:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979091.189911:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189912:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979091.189913:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189914:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979091.189916:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979091.189917:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979091.189919:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979091.189921:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979091.189924:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979091.189931:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979091.189935:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189946:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979091.189949:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497033344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979091.189955:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979091.189957:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979091.189959:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979091.189962:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979091.189963:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979091.189964:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979091.189966:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979091.189968:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979091.189971:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979091.189972:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979091.189973:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979091.189976:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979091.189977:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189978:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.189985:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979091.189987:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.189989:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979091.189990:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.889242:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979091.889249:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979091.889251:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979091.889256:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979091.889261:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.889264:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.889269:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979091.889274:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.889278:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.889364:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979091.889368:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979091.889369:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979091.889371:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979091.889373:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.889375:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.890511:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979091.890515:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.890531:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979092.913245:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979092.913254:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979092.913258:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979092.913265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979092.913273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979092.913279:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.913306:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979092.913309:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.913312:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979092.913431:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979092.913436:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979092.913447:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979092.913455:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979092.913461:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979092.913465:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.913469:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979092.913471:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.913473:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.234718:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979093.234722:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979093.234725:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979093.234732:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.234740:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.234742:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.234745:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979093.234748:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979093.234750:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.234754:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497033472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979093.234758:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979093.234762:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979093.234765:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.234767:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979093.234772:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979093.234774:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979093.234778:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979093.234784:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979093.234790:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979093.234798:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033472, portal 25 00000100:00000001:0.0:1783979093.234801:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979093.234802:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979093.234807:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.234813:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979093.234816:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979093.234818:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979093.234822:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497033472, offset 0 00000400:00000200:0.0:1783979093.234828:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979093.234836:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.234843:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979093.234848:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979093.234852:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979093.234856:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979093.234859:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979093.234863:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781512:781512:256:4294967295] 192.168.201.114@tcp LPNI seq info [781490:781490:8:4294967295] 00000400:00000200:0.0:1783979093.234867:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.234876:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979093.234883:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.234889:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979093.234896:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979093.234899:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979093.234913:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.234916:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979093.234923:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979093.234927:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979093.234933:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979093.234935:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979093.234940:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979093.234944:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.234959:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.234963:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.234970:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.234972:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979093.234977:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979093.234982:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979093.234984:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311300344 00000100:00000010:0.0:1783979093.234992:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979093.235000:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979093.235006:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311300344 00000100:00000010:0.0:1783979093.235010:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979093.235014:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979093.235017:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979093.235020:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.235022:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979093.235027:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979093/real 1783979093] req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979093.235049:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979093.235051:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979093.235054:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979093.235056:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979093.235058:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979093.235061:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979093.235064:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979093.235071:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235078:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979093.235080:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235082:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.235084:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979093.235089:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235095:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979093.235099:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235107:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979093.235110:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235112:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.235113:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235115:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979093.235117:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979093.235120:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979093.235124:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979093.235126:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979093.235130:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979093.235188:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497033472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979093.235230:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979093.235234:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235241:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.235243:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.235244:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979093.235246:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979093.235248:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.235251:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979093.235254:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979093.235256:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979093.235257:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.235259:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979093.235262:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979093.235264:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979093.235267:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979093.235269:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979093.235273:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979093.235275:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033600, portal 10 00000100:00000001:0.0:1783979093.235277:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979093.235278:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979093.235285:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235290:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979093.235292:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979093.235294:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979093.235296:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497033600, offset 0 00000400:00000200:0.0:1783979093.235301:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979093.235306:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.235309:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979093.235312:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979093.235315:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979093.235317:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979093.235319:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979093.235322:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781513:781513:256:4294967295] 192.168.201.114@tcp LPNI seq info [781491:781491:8:4294967295] 00000400:00000200:0.0:1783979093.235326:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.235332:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979093.235336:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.235339:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979093.235343:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979093.235346:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979093.235357:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.235359:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979093.235362:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979093.235365:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979093.235369:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979093.235370:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979093.235373:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979093.235376:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235383:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.235386:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235392:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.235393:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979093.235396:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979093.235400:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979093.235403:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979093.235405:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311299084 00000100:00000001:0.0:1783979093.235408:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.235410:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311299084 00000100:00000001:0.0:1783979093.235412:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.235413:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979093.235415:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.235417:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979093.235421:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979093/real 1783979093] req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979093.235429:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979093.235430:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979093.235432:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979093.235435:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979093.235437:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979093.235439:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979093.235442:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979093.235449:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235480:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979093.235481:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235483:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.235484:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979093.235488:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235494:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979093.235497:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235504:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979093.235506:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235507:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.235509:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235511:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979093.235514:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979093.235518:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979093.235522:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979093.235524:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979093.235527:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979093.235534:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979093.235539:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979093.235543:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235548:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.235549:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.235551:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979093.235553:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979093.235555:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.235557:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979093.235561:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979093.235563:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979093.235565:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.235566:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979093.235569:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979093.235572:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979093.235574:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979093.235577:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979093.235580:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979093.235583:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033728, portal 10 00000100:00000001:0.0:1783979093.235585:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979093.235586:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979093.235591:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235596:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979093.235598:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979093.235600:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979093.235602:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497033728, offset 0 00000400:00000200:0.0:1783979093.235605:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979093.235609:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.235612:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979093.235614:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979093.235617:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979093.235619:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979093.235621:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979093.235624:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781514:781514:256:4294967295] 192.168.201.114@tcp LPNI seq info [781492:781492:8:4294967295] 00000400:00000200:0.0:1783979093.235627:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.235633:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979093.235637:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.235641:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979093.235644:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979093.235646:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979093.235655:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.235656:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979093.235659:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979093.235662:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979093.235665:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979093.235666:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979093.235668:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979093.235671:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235678:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.235680:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235686:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.235687:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979093.235689:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979093.235692:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979093.235695:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979093.235696:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311299085 00000100:00000001:0.0:1783979093.235698:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.235701:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311299085 00000100:00000001:0.0:1783979093.235703:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.235705:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979093.235706:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.235708:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979093.235712:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979093/real 1783979093] req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979093.235719:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979093.235720:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979093.235721:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979093.235723:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979093.235724:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979093.235726:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979093.235729:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979093.235736:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235741:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979093.235743:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235745:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.235746:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979093.235749:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235756:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979093.235760:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235765:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979093.235768:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235769:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.235770:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.235772:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979093.235775:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979093.235777:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979093.235780:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979093.235782:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979093.235785:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979093.235792:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979093.235796:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979093.235800:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235806:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.235808:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.235810:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979093.235812:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979093.235813:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.235816:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979093.235819:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979093.235820:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979093.235822:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.235823:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979093.235826:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979093.235828:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979093.235832:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979093.235834:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979093.235837:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979093.235840:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033856, portal 4 00000100:00000001:0.0:1783979093.235842:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979093.235843:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979093.235848:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235855:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979093.235857:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979093.235859:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979093.235861:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497033856, offset 0 00000400:00000200:0.0:1783979093.235864:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979093.235868:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.235871:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979093.235874:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979093.235876:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979093.235879:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979093.235881:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979093.235884:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781515:781515:256:4294967295] 192.168.201.114@tcp LPNI seq info [781493:781493:8:4294967295] 00000400:00000200:0.0:1783979093.235888:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.235893:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979093.235898:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.235901:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979093.235904:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979093.235907:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979093.235916:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.235918:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979093.235921:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979093.235924:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979093.235926:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979093.235928:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979093.235930:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979093.235933:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235939:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.235942:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.235954:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.235956:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979093.235959:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979093.235961:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979093.235965:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979093.235967:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311299134 00000100:00000001:0.0:1783979093.235969:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.235971:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311299134 00000100:00000001:0.0:1783979093.235973:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.235975:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979093.235977:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.235979:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979093.235983:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979093/real 1783979093] req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979093.235990:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979093.235991:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979093.235992:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979093.235995:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979093.235997:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979093.235999:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979093.236002:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979093.236008:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236014:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979093.236015:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236016:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.236018:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979093.236021:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236038:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979093.236043:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236050:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979093.236052:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236053:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.236054:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236056:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979093.236058:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979093.236061:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979093.236064:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979093.236066:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979093.236070:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979093.236077:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979093.236080:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979093.236084:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236091:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.236092:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.236093:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979093.236095:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979093.236097:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.236100:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979093.236104:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979093.236105:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979093.236107:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979093.236109:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979093.236112:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979093.236114:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979093.236118:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979093.236120:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979093.236123:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979093.236126:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497033984, portal 4 00000100:00000001:0.0:1783979093.236127:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979093.236128:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979093.236134:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236167:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979093.236169:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979093.236172:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979093.236175:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497033984, offset 0 00000400:00000200:0.0:1783979093.236178:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979093.236182:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.236186:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979093.236188:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979093.236190:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979093.236192:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979093.236194:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979093.236197:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781516:781516:256:4294967295] 192.168.201.114@tcp LPNI seq info [781494:781494:8:4294967295] 00000400:00000200:0.0:1783979093.236201:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979093.236206:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979093.236210:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.236213:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979093.236216:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979093.236219:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979093.236228:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979093.236230:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979093.236232:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979093.236236:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979093.236239:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979093.236240:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979093.236252:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979093.236256:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236263:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.236266:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236272:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.236273:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979093.236277:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979093.236279:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979093.236281:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979093.236282:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311299106 00000100:00000001:0.0:1783979093.236284:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.236285:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311299106 00000100:00000001:0.0:1783979093.236287:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311300344 00000100:00000001:0.0:1783979093.236288:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979093.236289:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.236290:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979093.236292:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979093/real 1783979093] req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979093.236297:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979093.236298:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979093.236299:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979093.236301:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979093.236302:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979093.236303:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979093.236305:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979093.236312:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236318:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979093.236319:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236321:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.236323:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979093.236326:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236331:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979093.236335:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236340:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979093.236342:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236344:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979093.236345:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236347:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979093.236349:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979093.236351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979093.236354:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979093.236356:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979093.236360:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979093.236368:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497033984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979093.236371:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236374:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.236377:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497033472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236383:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979093.236385:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979093.236388:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979093.236392:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979093.236394:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979093.236396:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979093.236398:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979093.236401:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979093.236404:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979093.236406:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979093.236407:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979093.236413:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979093.236415:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236416:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.236420:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497033600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236424:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979093.236425:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979093.236426:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979093.236427:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979093.236428:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979093.236429:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979093.236430:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979093.236431:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979093.236432:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979093.236433:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979093.236434:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979093.236435:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979093.236436:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236437:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.236438:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497033728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236442:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979093.236443:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979093.236444:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979093.236445:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979093.236446:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979093.236447:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979093.236448:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979093.236449:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979093.236450:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979093.236450:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979093.236451:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979093.236452:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979093.236453:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236453:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.236455:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497033856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236458:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979093.236459:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979093.236460:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979093.236461:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979093.236461:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979093.236462:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979093.236463:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979093.236463:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979093.236464:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979093.236465:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979093.236465:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979093.236466:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979093.236467:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236468:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979093.236469:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497033984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979093.236473:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979093.236473:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979093.236474:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979093.236475:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979093.236476:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979093.236476:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979093.236478:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979093.236478:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979093.236480:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979093.236480:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979093.236481:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979093.236482:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979093.236483:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236484:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.236491:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979093.236492:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.236494:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979093.236496:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.937230:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979093.937234:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979093.937238:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.937242:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979093.937247:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979093.937250:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.937479:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.937482:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.937485:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979094.897363:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979094.897367:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979094.897369:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979094.961293:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979094.961306:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.961308:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.961311:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979094.961313:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.961316:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.961319:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.961321:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.961323:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.961370:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979094.961372:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.961373:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.961375:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979094.961377:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.961379:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.961381:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.961382:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.961383:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.961425:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979094.961428:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.961429:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.961431:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979094.961433:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.961434:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.961436:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.961437:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.961438:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979095.985273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979095.985279:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979095.985283:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979095.985292:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979095.985299:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979095.985304:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.985390:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979095.985393:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.985396:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979095.985426:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979095.985430:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979095.985431:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979095.985433:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979095.985436:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979095.985438:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.985440:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979095.985442:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.985444:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979097.009328:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979097.009336:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979097.009338:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979097.009343:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979097.009346:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979097.009350:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.009353:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979097.009355:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.009358:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979097.009675:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979097.009678:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979097.009679:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979097.009681:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979097.009683:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979097.009685:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.009687:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979097.009688:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.009690:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979097.011093:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979097.011098:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979097.011101:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979097.011106:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979097.011111:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979097.011115:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.011120:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979097.011128:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.011133:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.033399:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979098.033405:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979098.033408:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.033413:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979098.033419:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979098.033424:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.033429:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.033432:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.033434:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.354645:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979098.354649:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979098.354652:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979098.354658:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.354666:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.354667:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.354671:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979098.354673:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979098.354675:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.354678:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497034112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979098.354682:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979098.354686:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979098.354688:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.354690:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979098.354695:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979098.354697:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979098.354701:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979098.354705:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979098.354710:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979098.354716:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497034112, portal 25 00000100:00000001:0.0:1783979098.354718:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979098.354720:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979098.354724:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.354730:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979098.354733:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979098.354735:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979098.354738:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497034112, offset 0 00000400:00000200:0.0:1783979098.354745:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979098.354752:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.354758:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979098.354763:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979098.354767:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979098.354770:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979098.354773:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979098.354777:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781517:781517:256:4294967295] 192.168.201.114@tcp LPNI seq info [781495:781495:8:4294967295] 00000400:00000200:0.0:1783979098.354781:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.354790:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979098.354797:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.354801:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979098.354808:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979098.354812:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979098.354825:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.354828:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979098.354833:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979098.354838:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979098.354842:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979098.354845:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979098.354849:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979098.354986:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.354996:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.354999:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355005:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355007:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979098.355014:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979098.355017:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979098.355020:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311305464 00000100:00000010:0.0:1783979098.355026:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979098.355032:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979098.355036:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311305464 00000100:00000010:0.0:1783979098.355039:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979098.355043:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979098.355046:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979098.355049:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355051:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979098.355055:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979098/real 1783979098] req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979098.355069:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979098.355071:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979098.355073:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979098.355075:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979098.355077:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979098.355080:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979098.355083:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979098.355091:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355096:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979098.355098:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355100:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355101:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979098.355105:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355110:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979098.355114:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355120:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979098.355123:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355124:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355125:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355127:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979098.355129:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979098.355132:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979098.355171:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979098.355174:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979098.355179:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979098.355188:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497034112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979098.355215:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979098.355219:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355226:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.355227:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355229:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979098.355231:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979098.355233:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.355235:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979098.355238:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979098.355241:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979098.355242:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355244:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979098.355247:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979098.355249:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979098.355252:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979098.355255:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979098.355258:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979098.355261:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497034240, portal 10 00000100:00000001:0.0:1783979098.355262:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979098.355264:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979098.355270:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355277:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979098.355279:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979098.355281:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979098.355283:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497034240, offset 0 00000400:00000200:0.0:1783979098.355287:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979098.355291:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.355295:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979098.355298:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979098.355300:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979098.355302:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979098.355303:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979098.355305:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781518:781518:256:4294967295] 192.168.201.114@tcp LPNI seq info [781496:781496:8:4294967295] 00000400:00000200:0.0:1783979098.355308:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.355313:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979098.355315:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.355318:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979098.355320:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979098.355322:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979098.355329:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.355331:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979098.355332:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979098.355334:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979098.355337:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979098.355338:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979098.355339:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979098.355342:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355346:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.355348:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355352:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355353:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979098.355355:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979098.355358:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979098.355360:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979098.355362:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311304204 00000100:00000001:0.0:1783979098.355363:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.355365:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311304204 00000100:00000001:0.0:1783979098.355366:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.355368:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979098.355369:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355371:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979098.355374:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979098/real 1783979098] req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979098.355381:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979098.355382:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979098.355384:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979098.355386:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979098.355387:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979098.355389:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979098.355393:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979098.355400:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355407:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979098.355408:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355410:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355412:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979098.355414:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355418:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979098.355420:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355424:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979098.355426:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355427:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355428:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355429:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979098.355431:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979098.355433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979098.355435:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979098.355436:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979098.355439:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979098.355443:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979098.355445:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979098.355447:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355450:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.355451:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355452:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979098.355453:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979098.355454:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.355456:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979098.355458:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979098.355459:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979098.355460:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355461:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979098.355464:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979098.355465:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979098.355467:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979098.355469:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979098.355470:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979098.355472:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497034368, portal 10 00000100:00000001:0.0:1783979098.355474:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979098.355475:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985545600 : -115476724006016 : ffff96f97ae2c380) 00000100:00000040:0.0:1783979098.355478:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355482:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979098.355483:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979098.355485:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979098.355486:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497034368, offset 0 00000400:00000200:0.0:1783979098.355488:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979098.355491:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.355493:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979098.355495:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979098.355497:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979098.355498:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979098.355500:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979098.355501:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781519:781519:256:4294967295] 192.168.201.114@tcp LPNI seq info [781497:781497:8:4294967295] 00000400:00000200:0.0:1783979098.355504:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.355509:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979098.355513:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.355516:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979098.355520:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979098.355522:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979098.355532:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.355533:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979098.355536:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979098.355539:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979098.355541:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979098.355543:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979098.355546:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979098.355549:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355560:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.355563:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355569:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355570:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979098.355574:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979098.355576:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979098.355580:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979098.355582:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311304205 00000100:00000001:0.0:1783979098.355584:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.355587:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311304205 00000100:00000001:0.0:1783979098.355589:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.355591:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979098.355593:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355594:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979098.355597:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979098/real 1783979098] req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979098.355605:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979098.355606:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979098.355608:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979098.355610:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979098.355611:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979098.355613:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979098.355616:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979098.355624:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355630:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979098.355631:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355633:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355634:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979098.355637:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355644:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979098.355647:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355654:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979098.355657:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355658:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355659:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355661:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979098.355663:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979098.355665:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979098.355669:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979098.355671:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979098.355675:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979098.355682:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979098.355686:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979098.355689:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355695:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.355697:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355699:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979098.355701:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979098.355703:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.355706:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979098.355709:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979098.355710:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979098.355712:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355714:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979098.355717:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979098.355719:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979098.355722:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979098.355725:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979098.355728:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979098.355731:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497034496, portal 4 00000100:00000001:0.0:1783979098.355732:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979098.355734:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985546496 : -115476724005120 : ffff96f97ae2c700) 00000100:00000040:0.0:1783979098.355739:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355745:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979098.355747:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979098.355749:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979098.355751:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497034496, offset 0 00000400:00000200:0.0:1783979098.355755:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979098.355759:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.355762:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979098.355765:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979098.355767:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979098.355769:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979098.355771:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979098.355774:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781520:781520:256:4294967295] 192.168.201.114@tcp LPNI seq info [781498:781498:8:4294967295] 00000400:00000200:0.0:1783979098.355778:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.355783:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979098.355788:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.355791:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979098.355795:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979098.355798:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979098.355808:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.355810:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979098.355812:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979098.355815:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979098.355817:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979098.355819:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979098.355821:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979098.355824:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355831:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.355833:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355838:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355840:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979098.355842:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979098.355845:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979098.355847:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979098.355850:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311304254 00000100:00000001:0.0:1783979098.355852:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.355855:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311304254 00000100:00000001:0.0:1783979098.355857:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.355859:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979098.355860:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.355862:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979098.355866:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979098/real 1783979098] req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979098.355874:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979098.355875:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979098.355877:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979098.355879:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979098.355881:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979098.355883:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979098.355885:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979098.355892:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355897:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979098.355898:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355900:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355901:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979098.355905:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355911:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979098.355915:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355921:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979098.355924:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355925:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.355926:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.355928:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979098.355930:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979098.355932:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979098.355935:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979098.355937:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979098.355955:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979098.355967:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979098.355970:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979098.355973:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.355979:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.355980:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355982:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979098.355983:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979098.355986:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.355988:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979098.355991:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979098.355992:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979098.355994:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979098.355995:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979098.355998:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979098.356000:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979098.356004:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979098.356006:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979098.356009:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979098.356012:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497034624, portal 4 00000100:00000001:0.0:1783979098.356014:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979098.356015:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783979098.356021:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356027:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979098.356028:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979098.356030:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979098.356032:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497034624, offset 0 00000400:00000200:0.0:1783979098.356034:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979098.356037:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.356040:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979098.356042:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979098.356043:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979098.356045:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979098.356046:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979098.356048:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781521:781521:256:4294967295] 192.168.201.114@tcp LPNI seq info [781499:781499:8:4294967295] 00000400:00000200:0.0:1783979098.356051:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979098.356054:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979098.356057:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.356059:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979098.356061:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979098.356063:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979098.356070:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979098.356071:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979098.356073:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979098.356075:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979098.356077:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979098.356078:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979098.356080:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979098.356082:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356086:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.356088:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356092:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.356093:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979098.356094:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979098.356096:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979098.356098:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979098.356100:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311304225 00000100:00000001:0.0:1783979098.356101:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.356103:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311304225 00000100:00000001:0.0:1783979098.356104:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311305464 00000100:00000001:0.0:1783979098.356105:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979098.356106:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.356107:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979098.356109:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979098/real 1783979098] req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979098.356113:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979098.356114:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979098.356115:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979098.356116:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979098.356117:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979098.356118:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979098.356120:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979098.356124:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356128:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979098.356129:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356130:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.356130:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979098.356132:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356157:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979098.356161:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356167:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979098.356169:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356171:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979098.356172:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356174:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979098.356176:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979098.356178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979098.356181:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979098.356183:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979098.356186:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979098.356191:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979098.356193:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356194:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.356196:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497034112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356200:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979098.356202:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979098.356203:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979098.356206:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979098.356208:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979098.356211:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979098.356213:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979098.356215:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a800. 02000000:00000001:0.0:1783979098.356218:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979098.356220:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979098.356222:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979098.356225:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979098.356226:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356227:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.356231:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497034240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356243:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979098.356244:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979098.356245:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979098.356248:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979098.356249:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979098.356250:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979098.356252:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979098.356253:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588800. 02000000:00000001:0.0:1783979098.356255:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979098.356256:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979098.356257:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979098.356258:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979098.356259:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356260:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.356263:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c380 x1870620497034368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356266:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979098.356267:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979098.356268:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979098.356269:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979098.356270:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979098.356270:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979098.356271:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979098.356272:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589c00. 02000000:00000001:0.0:1783979098.356273:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979098.356274:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979098.356274:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c380. 00000100:00000001:0.0:1783979098.356276:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979098.356276:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356277:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.356278:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c700 x1870620497034496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356282:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979098.356282:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979098.356283:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979098.356284:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979098.356285:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979098.356286:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979098.356287:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979098.356288:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b000. 02000000:00000001:0.0:1783979098.356289:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979098.356290:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979098.356290:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c700. 00000100:00000001:0.0:1783979098.356291:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979098.356292:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356293:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979098.356294:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497034624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979098.356297:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979098.356298:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979098.356299:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979098.356300:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979098.356300:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979098.356301:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979098.356302:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979098.356302:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589000. 02000000:00000001:0.0:1783979098.356303:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979098.356304:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979098.356304:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783979098.356305:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979098.356306:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356308:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.356313:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979098.356315:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.356316:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979098.356317:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.057238:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979099.057245:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979099.057249:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.057257:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979099.057264:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979099.057268:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.057283:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.057287:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.057290:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979100.017342:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979100.017346:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979100.017349:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979100.081246:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979100.081254:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979100.081258:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979100.081266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979100.081273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979100.081280:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979100.081303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979100.081307:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979100.081311:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979101.105397:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979101.105400:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979101.105401:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979101.105405:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979101.105407:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979101.105409:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979101.105411:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979101.105412:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979101.105414:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979102.129243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979102.129251:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979102.129253:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979102.129261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979102.129267:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979102.129272:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.129278:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979102.129281:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.129286:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979102.129747:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979102.129753:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979102.129757:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979102.129764:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979102.129770:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979102.129773:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.129775:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979102.129778:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.129781:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.153227:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979103.153234:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979103.153238:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.153245:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979103.153251:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979103.153254:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.153268:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.153271:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.153276:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.153297:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979103.153300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979103.153302:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.153304:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979103.153306:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979103.153308:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.153311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.153313:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.153317:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.474111:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979103.474115:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979103.474118:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979103.474124:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474131:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.474133:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.474153:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979103.474156:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979103.474159:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.474162:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497034752:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979103.474166:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979103.474170:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979103.474173:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.474175:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979103.474180:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979103.474182:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979103.474188:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979103.474192:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979103.474199:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979103.474206:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497034752, portal 25 00000100:00000001:0.0:1783979103.474208:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979103.474220:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985547392 : -115476724004224 : ffff96f97ae2ca80) 00000100:00000040:0.0:1783979103.474226:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474232:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979103.474235:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979103.474237:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979103.474241:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497034752, offset 0 00000400:00000200:0.0:1783979103.474247:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979103.474254:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.474260:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979103.474265:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979103.474269:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979103.474272:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979103.474275:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979103.474279:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781522:781522:256:4294967295] 192.168.201.114@tcp LPNI seq info [781500:781500:8:4294967295] 00000400:00000200:0.0:1783979103.474283:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.474293:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979103.474299:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.474304:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979103.474310:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979103.474314:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979103.474326:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.474329:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979103.474334:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979103.474338:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979103.474343:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979103.474345:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979103.474349:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979103.474353:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474361:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.474365:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474371:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.474373:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979103.474377:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979103.474381:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979103.474384:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311310584 00000100:00000010:0.0:1783979103.474389:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979103.474395:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979103.474400:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311310584 00000100:00000010:0.0:1783979103.474403:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979103.474406:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979103.474409:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979103.474411:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.474413:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979103.474417:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979103/real 1783979103] req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979103.474425:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979103.474427:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979103.474429:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979103.474431:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979103.474433:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979103.474435:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979103.474439:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979103.474446:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474452:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979103.474453:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.474455:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.474457:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979103.474460:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474466:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979103.474470:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474476:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979103.474479:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.474480:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.474482:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.474484:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979103.474486:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979103.474488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979103.474492:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979103.474494:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979103.474497:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979103.474504:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497034752:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979103.474508:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979103.474511:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474522:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.474524:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.474526:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979103.474528:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979103.474530:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.474532:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034880:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979103.474535:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979103.474537:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979103.474539:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.474540:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979103.474543:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979103.474545:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979103.474549:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979103.474551:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979103.474554:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979103.474557:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497034880, portal 10 00000100:00000001:0.0:1783979103.474559:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979103.474560:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985558144 : -115476723993472 : ffff96f97ae2f480) 00000100:00000040:0.0:1783979103.474566:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474573:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979103.474575:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979103.474577:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979103.474579:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497034880, offset 0 00000400:00000200:0.0:1783979103.474583:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979103.474587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.474591:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979103.474594:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979103.474596:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979103.474598:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979103.474600:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979103.474603:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781523:781523:256:4294967295] 192.168.201.114@tcp LPNI seq info [781501:781501:8:4294967295] 00000400:00000200:0.0:1783979103.474607:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.474614:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979103.474618:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.474621:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979103.474625:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979103.474628:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979103.474638:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.474639:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979103.474642:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979103.474645:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979103.474648:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979103.474649:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979103.474652:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979103.474655:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474662:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.474665:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474670:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.474672:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979103.474674:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979103.474678:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979103.474681:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979103.474683:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311309323 00000100:00000001:0.0:1783979103.474686:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.474688:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311309323 00000100:00000001:0.0:1783979103.474690:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.474691:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979103.474694:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.474696:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979103.474699:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979103/real 1783979103] req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979103.474707:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979103.474708:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979103.474710:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979103.474712:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979103.474714:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979103.474716:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979103.474719:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979103.474726:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474732:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979103.474733:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.474735:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.474737:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979103.474740:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474746:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979103.474750:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474757:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979103.474759:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.474760:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.474762:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.474763:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979103.474766:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979103.474768:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979103.474772:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979103.474774:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979103.474778:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979103.474785:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497034880:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979103.474789:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979103.474792:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474798:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.474799:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.474801:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979103.474803:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979103.474805:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.474807:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497035008:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979103.474810:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979103.474811:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979103.474813:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.474814:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979103.474817:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979103.474819:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979103.474822:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979103.474825:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979103.474828:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979103.474831:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497035008, portal 10 00000100:00000001:0.0:1783979103.474832:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979103.474834:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783979103.474839:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474845:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979103.474848:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979103.474850:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979103.474863:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497035008, offset 0 00000400:00000200:0.0:1783979103.474868:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979103.474872:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.474876:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979103.474878:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979103.474880:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979103.474883:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979103.474885:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979103.474888:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781524:781524:256:4294967295] 192.168.201.114@tcp LPNI seq info [781502:781502:8:4294967295] 00000400:00000200:0.0:1783979103.474892:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.474898:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979103.474902:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.474906:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979103.474910:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979103.474913:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979103.474922:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.474924:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979103.474927:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979103.474930:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979103.474933:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979103.474935:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979103.474937:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979103.474941:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474948:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.474951:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.474957:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.474959:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979103.474962:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979103.474965:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979103.474968:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979103.474969:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311309324 00000100:00000001:0.0:1783979103.474971:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.474974:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311309324 00000100:00000001:0.0:1783979103.474976:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.474978:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979103.474980:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.474982:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979103.474985:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979103/real 1783979103] req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979103.474993:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979103.474994:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979103.474996:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979103.474998:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979103.474999:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979103.475002:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979103.475005:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979103.475013:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475019:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979103.475020:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475022:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.475023:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979103.475026:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475033:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979103.475037:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475043:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979103.475046:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475047:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.475048:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475050:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979103.475053:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979103.475055:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979103.475058:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979103.475060:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979103.475064:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979103.475071:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497035008:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979103.475075:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979103.475079:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475085:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.475086:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.475088:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979103.475090:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979103.475092:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.475094:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497035136:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979103.475097:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979103.475099:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979103.475100:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.475102:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979103.475105:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979103.475107:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979103.475111:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979103.475113:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979103.475116:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979103.475119:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497035136, portal 4 00000100:00000001:0.0:1783979103.475121:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979103.475122:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985546496 : -115476724005120 : ffff96f97ae2c700) 00000100:00000040:0.0:1783979103.475127:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475133:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979103.475159:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979103.475163:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979103.475165:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497035136, offset 0 00000400:00000200:0.0:1783979103.475170:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979103.475174:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.475178:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979103.475181:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979103.475183:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979103.475185:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979103.475188:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979103.475191:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781525:781525:256:4294967295] 192.168.201.114@tcp LPNI seq info [781503:781503:8:4294967295] 00000400:00000200:0.0:1783979103.475195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.475201:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979103.475205:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.475209:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979103.475212:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979103.475215:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979103.475225:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.475227:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979103.475230:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979103.475233:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979103.475236:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979103.475238:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979103.475240:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979103.475244:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475252:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.475255:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475261:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.475262:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979103.475265:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979103.475268:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979103.475271:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979103.475273:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311309374 00000100:00000001:0.0:1783979103.475275:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.475278:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311309374 00000100:00000001:0.0:1783979103.475280:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.475281:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979103.475283:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.475285:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979103.475289:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979103/real 1783979103] req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979103.475297:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979103.475298:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979103.475300:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979103.475303:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979103.475304:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979103.475306:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979103.475309:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979103.475317:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475324:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979103.475326:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475328:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.475329:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979103.475332:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475338:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979103.475342:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475349:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979103.475351:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475353:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.475354:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475356:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979103.475358:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979103.475360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979103.475363:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979103.475366:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979103.475369:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979103.475376:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497035136:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979103.475380:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979103.475384:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475390:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.475391:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.475394:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979103.475395:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979103.475397:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.475399:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497035264:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979103.475403:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979103.475404:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979103.475406:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979103.475407:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979103.475411:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979103.475412:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979103.475415:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979103.475418:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979103.475421:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979103.475423:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497035264, portal 4 00000100:00000001:0.0:1783979103.475425:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979103.475426:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985545600 : -115476724006016 : ffff96f97ae2c380) 00000100:00000040:0.0:1783979103.475432:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475438:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979103.475440:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979103.475442:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979103.475444:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497035264, offset 0 00000400:00000200:0.0:1783979103.475448:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979103.475452:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.475455:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979103.475458:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979103.475460:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979103.475463:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979103.475465:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979103.475467:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781526:781526:256:4294967295] 192.168.201.114@tcp LPNI seq info [781504:781504:8:4294967295] 00000400:00000200:0.0:1783979103.475471:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979103.475477:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979103.475481:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.475484:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979103.475487:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979103.475490:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979103.475499:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979103.475500:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979103.475503:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979103.475506:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979103.475508:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979103.475510:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979103.475512:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979103.475515:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475522:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.475525:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475530:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.475532:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979103.475535:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979103.475538:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979103.475541:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979103.475543:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311309345 00000100:00000001:0.0:1783979103.475545:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.475547:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311309345 00000100:00000001:0.0:1783979103.475549:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311310584 00000100:00000001:0.0:1783979103.475551:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979103.475553:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.475554:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979103.475558:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979103/real 1783979103] req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979103.475566:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979103.475568:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979103.475569:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979103.475572:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979103.475573:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979103.475575:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979103.475578:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979103.475586:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475592:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979103.475594:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475595:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.475597:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979103.475600:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475606:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979103.475609:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475616:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979103.475618:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475620:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979103.475621:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475623:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979103.475624:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979103.475627:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979103.475629:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979103.475632:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979103.475636:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979103.475643:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497035264:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979103.475647:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475649:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.475652:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ca80 x1870620497034752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475658:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979103.475661:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979103.475663:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979103.475666:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979103.475667:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979103.475669:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979103.475671:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979103.475673:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b400. 02000000:00000001:0.0:1783979103.475677:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979103.475678:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979103.475680:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ca80. 00000100:00000001:0.0:1783979103.475683:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979103.475684:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475686:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.475689:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f480 x1870620497034880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475695:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979103.475696:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979103.475697:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979103.475699:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979103.475700:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979103.475701:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979103.475703:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979103.475704:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589000. 02000000:00000001:0.0:1783979103.475706:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979103.475707:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979103.475709:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f480. 00000100:00000001:0.0:1783979103.475711:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979103.475712:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475714:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.475717:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497035008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475723:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979103.475724:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979103.475725:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979103.475728:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979103.475728:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979103.475729:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979103.475731:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979103.475733:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b000. 02000000:00000001:0.0:1783979103.475734:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979103.475736:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979103.475737:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783979103.475739:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979103.475740:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475742:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.475745:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c700 x1870620497035136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475751:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979103.475753:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979103.475754:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979103.475756:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979103.475757:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979103.475758:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979103.475760:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979103.475761:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589c00. 02000000:00000001:0.0:1783979103.475763:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979103.475764:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979103.475765:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c700. 00000100:00000001:0.0:1783979103.475767:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979103.475768:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475769:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979103.475773:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c380 x1870620497035264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979103.475779:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979103.475780:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979103.475781:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979103.475783:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979103.475785:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979103.475786:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979103.475787:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979103.475789:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588800. 02000000:00000001:0.0:1783979103.475791:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979103.475792:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979103.475793:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c380. 00000100:00000001:0.0:1783979103.475795:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979103.475797:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475799:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.475806:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979103.475807:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.475810:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979103.475811:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.177282:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979104.177288:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.177291:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.177297:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979104.177302:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.177307:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.177324:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.177327:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.177330:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.177392:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979104.177396:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.177398:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.177400:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979104.177403:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.177406:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.177411:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.177416:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.177424:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979105.137396:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979105.137401:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979105.137404:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979105.201251:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979105.201258:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979105.201263:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979105.201271:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979105.201275:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979105.201280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979105.201284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979105.201288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979105.201294:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979106.225229:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979106.225236:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979106.225241:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979106.225255:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979106.225262:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979106.225267:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979106.225278:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979106.225281:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979106.225285:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979107.249260:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979107.249266:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979107.249269:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979107.249275:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979107.249280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979107.249285:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.249289:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979107.249293:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.249298:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.273238:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979108.273245:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979108.273249:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.273263:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979108.273269:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979108.273272:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.273282:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979108.273285:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.273290:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979108.593892:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979108.593899:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979108.593901:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979108.593904:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979108.593907:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979108.593912:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16642 00000400:00000200:0.0:1783979108.593919:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979108.593925:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979108.593935:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979108.593938:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.593941:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.593943:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.593946:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979108.593950:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979108.593952:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979108.593955:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979108.593958:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979108.593960:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979108.593963:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979108.593966:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.593968:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.593969:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.593971:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979108.593974:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979108.593976:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979108.593979:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979108.593981:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979108.593985:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979108.593987:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.593990:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979108.593993:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979108.594009:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979108.594013:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979108.594016:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979108.594018:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594020:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979108.594023:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979108.594027:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979108.594034:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979108.594040:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.594049:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497035392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979108.594059:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979108.594063:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979108.594067:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497035392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979108.594104:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979108.594107:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979108.594111:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979108.594112:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979108.594114:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979108.594116:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979108.594119:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16642 00000400:00000200:0.0:1783979108.594123:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979108.594126:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979108.594129:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979108.594131:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594133:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594159:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594161:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979108.594163:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979108.594164:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979108.594165:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979108.594166:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979108.594167:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979108.594168:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979108.594170:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594171:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594173:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594174:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979108.594175:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979108.594177:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594178:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979108.594179:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979108.594183:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979108.594184:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594185:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979108.594188:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979108.594190:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594191:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979108.594194:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979108.594195:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979108.594197:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979108.594198:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594199:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979108.594200:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979108.594201:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979108.594204:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979108.594208:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.594212:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497035520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979108.594229:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979108.594232:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979108.594237:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497035520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979108.594249:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979108.594253:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979108.594258:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979108.594262:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979108.594264:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979108.594268:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979108.594272:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16642 00000400:00000200:0.0:1783979108.594278:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979108.594282:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979108.594285:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979108.594288:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594290:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594293:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594295:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979108.594300:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979108.594301:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979108.594304:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979108.594306:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979108.594308:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979108.594311:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979108.594317:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594319:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594322:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594323:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979108.594324:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979108.594329:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594333:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979108.594335:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979108.594337:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979108.594341:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594343:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979108.594346:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979108.594351:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594354:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979108.594361:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979108.594366:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979108.594371:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979108.594374:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594376:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979108.594378:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979108.594382:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979108.594390:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979108.594397:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.594404:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497035648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979108.594420:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979108.594422:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979108.594426:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497035648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979108.594437:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979108.594440:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979108.594444:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979108.594446:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979108.594448:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979108.594451:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979108.594455:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16642 00000400:00000200:0.0:1783979108.594462:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979108.594469:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979108.594475:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979108.594482:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594487:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594491:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594510:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979108.594514:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979108.594516:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979108.594518:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979108.594522:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979108.594525:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979108.594530:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979108.594536:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594541:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594546:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594550:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979108.594556:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979108.594562:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594567:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979108.594569:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979108.594574:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979108.594579:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594583:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979108.594586:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979108.594591:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594594:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979108.594599:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979108.594604:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979108.594609:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979108.594611:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594616:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979108.594619:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979108.594622:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979108.594629:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979108.594635:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.594643:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497035776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979108.594651:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979108.594654:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979108.594663:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497035776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979108.594676:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979108.594680:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979108.594685:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979108.594686:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979108.594690:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979108.594694:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979108.594700:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16642 00000400:00000200:0.0:1783979108.594707:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979108.594715:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979108.594719:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979108.594727:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594731:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594735:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594739:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979108.594743:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979108.594745:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979108.594749:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979108.594753:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979108.594758:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979108.594776:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979108.594784:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594788:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979108.594794:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594799:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979108.594804:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979108.594813:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979108.594818:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979108.594821:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979108.594825:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979108.594830:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594834:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979108.594838:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979108.594843:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594848:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979108.594855:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979108.594860:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979108.594865:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979108.594870:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.594874:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979108.594876:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979108.594880:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979108.594885:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979108.594892:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.594902:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497035904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979108.594915:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979108.594919:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979108.594928:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497035904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979108.594942:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979108.594948:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16652) 00000100:00000001:0.0:1783979109.297243:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979109.297250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979109.297253:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979109.297260:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979109.297266:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979109.297271:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.297284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979109.297288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.297293:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979109.297341:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979109.297345:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979109.297347:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979109.297350:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979109.297353:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979109.297355:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.297357:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979109.297358:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.297359:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979110.257330:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979110.257335:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979110.257338:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979110.322133:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979110.322150:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979110.322151:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979110.322154:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979110.322156:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979110.322169:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979110.322172:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979110.322173:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979110.322176:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979112.373588:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979112.373592:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979112.373593:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979112.373596:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979112.373598:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979112.373651:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979112.373654:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979112.373655:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979112.373657:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.713499:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979113.713506:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979113.713509:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979113.713520:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.713545:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979113.713549:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.713554:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979113.713559:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979113.713564:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979113.713573:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497036032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979113.713581:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979113.713587:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979113.713591:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.713595:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979113.713602:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979113.713607:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979113.713616:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979113.713624:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979113.713632:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979113.713642:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036032, portal 25 00000100:00000001:0.0:1783979113.713649:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979113.713653:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979113.713664:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.713687:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979113.713695:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979113.713701:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979113.713707:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497036032, offset 0 00000400:00000200:0.0:1783979113.713720:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979113.713732:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.713742:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979113.713752:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979113.713759:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979113.713766:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979113.713771:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979113.713780:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781532:781532:256:4294967295] 192.168.201.114@tcp LPNI seq info [781510:781510:8:4294967295] 00000400:00000200:0.0:1783979113.713789:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.713807:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979113.713818:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.713826:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979113.713839:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979113.713846:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979113.713884:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.713890:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979113.713899:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979113.713909:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979113.713917:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979113.713922:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979113.713931:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979113.713939:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.713957:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.713962:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.713975:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.713978:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979113.713986:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979113.713995:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979113.714000:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311320823 00000100:00000010:0.0:1783979113.714009:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979113.714018:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979113.714027:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311320823 00000100:00000010:0.0:1783979113.714034:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979113.714040:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979113.714046:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979113.714051:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.714063:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979113.714071:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979113/real 1783979113] req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979113.714087:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979113.714090:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979113.714094:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979113.714100:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979113.714103:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979113.714107:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979113.714115:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979113.714127:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714158:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979113.714160:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714162:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.714164:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979113.714174:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714189:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979113.714197:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714211:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979113.714216:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714220:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.714224:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714229:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979113.714233:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979113.714240:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979113.714249:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979113.714253:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979113.714262:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979113.714282:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497036032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979113.714290:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714296:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.714302:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497036032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714316:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979113.714321:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979113.714325:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979113.714330:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979113.714333:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979113.714337:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979113.714341:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979113.714346:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979113.714351:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979113.714355:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979113.714358:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979113.714366:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979113.714369:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714374:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714383:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979113.714399:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.714402:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979113.714405:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979113.714407:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979113.714412:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714419:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979113.714420:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.714422:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979113.714424:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979113.714426:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979113.714429:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979113.714432:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979113.714434:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979113.714444:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.714446:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979113.714450:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979113.714451:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979113.714455:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979113.714457:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979113.714461:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979113.714463:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036160, portal 10 00000100:00000001:0.0:1783979113.714465:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979113.714466:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979113.714472:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714477:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979113.714480:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979113.714482:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979113.714484:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497036160, offset 0 00000400:00000200:0.0:1783979113.714489:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979113.714492:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.714496:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979113.714499:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979113.714502:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979113.714504:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979113.714506:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979113.714509:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781533:781533:256:4294967295] 192.168.201.114@tcp LPNI seq info [781511:781511:8:4294967295] 00000400:00000200:0.0:1783979113.714514:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.714519:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979113.714523:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.714526:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979113.714530:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979113.714532:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979113.714543:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.714544:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979113.714547:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979113.714550:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979113.714553:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979113.714555:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979113.714557:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979113.714560:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714568:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.714570:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714577:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.714578:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979113.714581:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979113.714584:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979113.714587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979113.714589:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311319563 00000100:00000001:0.0:1783979113.714592:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.714594:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311319563 00000100:00000001:0.0:1783979113.714596:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.714598:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979113.714600:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.714601:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979113.714605:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979113/real 1783979113] req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979113.714612:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979113.714613:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979113.714615:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979113.714617:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979113.714619:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979113.714621:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979113.714624:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979113.714631:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714636:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979113.714638:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714639:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.714640:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979113.714644:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714650:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979113.714653:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714660:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979113.714662:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714664:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.714665:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714666:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979113.714669:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979113.714671:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979113.714689:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979113.714691:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979113.714695:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979113.714703:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979113.714707:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979113.714710:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714717:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979113.714718:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.714720:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979113.714722:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979113.714724:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979113.714726:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979113.714729:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979113.714731:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979113.714732:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.714734:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979113.714737:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979113.714739:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979113.714741:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979113.714744:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979113.714746:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979113.714749:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036288, portal 10 00000100:00000001:0.0:1783979113.714751:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979113.714752:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979113.714756:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714763:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979113.714765:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979113.714767:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979113.714769:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497036288, offset 0 00000400:00000200:0.0:1783979113.714772:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979113.714776:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.714779:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979113.714782:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979113.714784:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979113.714786:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979113.714788:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979113.714791:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781534:781534:256:4294967295] 192.168.201.114@tcp LPNI seq info [781512:781512:8:4294967295] 00000400:00000200:0.0:1783979113.714795:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.714801:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979113.714805:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.714807:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979113.714810:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979113.714813:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979113.714822:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.714824:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979113.714827:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979113.714830:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979113.714833:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979113.714834:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979113.714836:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979113.714839:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714846:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.714848:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714854:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.714856:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979113.714859:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979113.714861:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979113.714864:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979113.714866:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311319564 00000100:00000001:0.0:1783979113.714868:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.714870:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311319564 00000100:00000001:0.0:1783979113.714872:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.714874:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979113.714875:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.714877:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979113.714880:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979113/real 1783979113] req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979113.714886:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979113.714887:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979113.714889:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979113.714891:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979113.714892:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979113.714894:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979113.714896:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979113.714904:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714909:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979113.714911:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714912:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.714913:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979113.714917:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714923:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979113.714927:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714933:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979113.714935:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714937:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.714938:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.714939:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979113.714942:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979113.714944:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979113.714947:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979113.714949:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979113.714952:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979113.714959:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979113.714962:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979113.714965:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.714971:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979113.714973:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.714975:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979113.714976:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979113.714978:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979113.714980:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979113.714983:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979113.714985:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979113.714986:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.714987:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979113.714990:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979113.714992:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979113.714995:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979113.714997:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979113.715000:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979113.715002:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036416, portal 4 00000100:00000001:0.0:1783979113.715003:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979113.715004:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979113.715009:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715014:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979113.715016:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979113.715018:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979113.715020:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497036416, offset 0 00000400:00000200:0.0:1783979113.715023:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979113.715026:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.715029:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979113.715032:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979113.715034:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979113.715036:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979113.715038:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979113.715041:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781535:781535:256:4294967295] 192.168.201.114@tcp LPNI seq info [781513:781513:8:4294967295] 00000400:00000200:0.0:1783979113.715044:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.715050:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979113.715053:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.715056:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979113.715059:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979113.715061:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979113.715070:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.715072:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979113.715074:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979113.715077:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979113.715079:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979113.715081:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979113.715083:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979113.715087:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715093:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.715096:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715101:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.715103:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979113.715105:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979113.715107:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979113.715110:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979113.715112:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311319613 00000100:00000001:0.0:1783979113.715114:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.715116:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311319613 00000100:00000001:0.0:1783979113.715118:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.715120:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979113.715121:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.715123:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979113.715126:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979113/real 1783979113] req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979113.715132:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979113.715133:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979113.715135:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979113.715153:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979113.715155:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979113.715157:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979113.715159:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979113.715167:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715172:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979113.715174:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715175:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.715176:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979113.715179:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715185:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979113.715188:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715195:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979113.715197:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715198:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.715200:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715201:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979113.715203:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979113.715206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979113.715208:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979113.715210:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979113.715213:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979113.715220:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979113.715224:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979113.715227:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715232:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979113.715233:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.715235:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979113.715237:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979113.715239:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979113.715241:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979113.715244:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979113.715246:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979113.715247:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979113.715248:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979113.715251:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979113.715253:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979113.715256:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979113.715258:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979113.715261:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979113.715263:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036544, portal 4 00000100:00000001:0.0:1783979113.715265:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979113.715267:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979113.715272:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715277:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979113.715279:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979113.715281:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979113.715283:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497036544, offset 0 00000400:00000200:0.0:1783979113.715287:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979113.715290:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.715293:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979113.715295:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979113.715297:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979113.715299:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979113.715301:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979113.715303:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781536:781536:256:4294967295] 192.168.201.114@tcp LPNI seq info [781514:781514:8:4294967295] 00000400:00000200:0.0:1783979113.715307:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979113.715312:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979113.715316:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.715319:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979113.715322:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979113.715324:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979113.715333:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979113.715335:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979113.715337:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979113.715340:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979113.715342:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979113.715343:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979113.715345:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979113.715348:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715355:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.715357:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715363:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.715365:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979113.715367:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979113.715370:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979113.715372:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979113.715374:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311319585 00000100:00000001:0.0:1783979113.715377:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.715379:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311319585 00000100:00000001:0.0:1783979113.715381:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311320823 00000100:00000001:0.0:1783979113.715383:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979113.715385:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.715386:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979113.715390:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979113/real 1783979113] req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979113.715397:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979113.715398:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979113.715399:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979113.715401:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979113.715403:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979113.715404:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979113.715407:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979113.715415:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715420:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979113.715421:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715423:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.715424:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979113.715428:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715433:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979113.715436:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715443:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979113.715445:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715447:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979113.715448:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715450:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979113.715451:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979113.715454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979113.715456:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979113.715458:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979113.715462:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979113.715469:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979113.715472:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715474:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.715477:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497036160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715483:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979113.715484:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979113.715486:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979113.715488:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979113.715489:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979113.715491:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979113.715492:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979113.715494:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979113.715496:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979113.715497:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979113.715498:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979113.715501:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979113.715502:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715503:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.715506:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497036288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715511:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979113.715512:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979113.715514:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979113.715516:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979113.715517:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979113.715518:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979113.715520:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979113.715521:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979113.715523:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979113.715525:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979113.715526:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979113.715528:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979113.715529:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715530:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.715533:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497036416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715538:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979113.715539:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979113.715541:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979113.715542:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979113.715543:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979113.715544:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979113.715546:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979113.715547:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979113.715549:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979113.715550:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979113.715551:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979113.715552:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979113.715553:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715554:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979113.715557:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497036544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979113.715561:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979113.715562:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979113.715564:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979113.715565:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979113.715566:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979113.715568:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979113.715569:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979113.715571:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979113.715572:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979113.715573:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979113.715574:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979113.715576:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979113.715577:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715579:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.715583:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979113.715584:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.715586:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979113.715588:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979114.417328:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979114.417332:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979114.417333:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979114.417336:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979114.417339:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979114.417341:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.417343:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979114.417344:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.417346:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979115.377694:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979115.377699:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979115.377702:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979115.443875:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979115.443878:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979115.443879:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979115.443882:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979115.443884:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979115.443885:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979115.443887:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979115.443888:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979115.443890:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979116.465216:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979116.465226:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979116.465232:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979116.465242:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979116.465249:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979116.465257:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.465264:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979116.465270:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.465275:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979116.465305:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979116.465310:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979116.465314:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979116.465320:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979116.465324:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979116.465326:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.465329:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979116.465331:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.465334:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979117.489285:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979117.489293:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979117.489295:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979117.489300:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979117.489303:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979117.489306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979117.489309:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979117.489312:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979117.489314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979117.489660:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979117.489663:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979117.489664:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979117.489666:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979117.489668:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979117.489669:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979117.489671:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979117.489672:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979117.489674:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.513244:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979118.513248:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979118.513249:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.513252:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979118.513254:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979118.513255:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.514297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.514300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.514309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.833475:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979118.833481:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979118.833484:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979118.833492:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.833513:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.833515:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.833519:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979118.833521:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979118.833523:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.833531:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497036672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979118.833540:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979118.833544:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979118.833549:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.833562:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979118.833573:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979118.833577:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979118.833598:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979118.833606:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979118.833672:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979118.833682:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036672, portal 25 00000100:00000001:0.0:1783979118.833686:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979118.833688:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979118.833696:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.833710:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979118.833723:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979118.833734:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979118.833739:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497036672, offset 0 00000400:00000200:0.0:1783979118.833750:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979118.833762:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.833773:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979118.833782:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979118.833788:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979118.833796:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979118.833802:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979118.833808:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781537:781537:256:4294967295] 192.168.201.114@tcp LPNI seq info [781515:781515:8:4294967295] 00000400:00000200:0.0:1783979118.833819:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.833838:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979118.833849:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.833858:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979118.833870:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979118.833884:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979118.833904:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.833908:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979118.833916:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979118.833926:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979118.833932:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979118.833936:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979118.833943:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979118.833950:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.833965:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.833973:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.833993:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.833998:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979118.834005:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979118.834014:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979118.834021:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311325943 00000100:00000010:0.0:1783979118.834029:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979118.834039:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979118.834049:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311325943 00000100:00000010:0.0:1783979118.834056:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979118.834064:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979118.834070:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979118.834077:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834083:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979118.834091:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979118/real 1783979118] req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979118.834110:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979118.834113:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979118.834116:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979118.834120:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979118.834122:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979118.834126:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979118.834129:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979118.834164:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834168:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979118.834170:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834172:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.834175:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979118.834181:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834192:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979118.834199:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834207:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979118.834211:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834214:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.834216:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834221:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979118.834224:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979118.834227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979118.834233:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979118.834238:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979118.834246:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979118.834256:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497036672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979118.834260:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834261:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.834263:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497036672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834275:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979118.834278:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979118.834280:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979118.834283:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979118.834285:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979118.834286:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979118.834288:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979118.834291:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979118.834294:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979118.834296:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979118.834298:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979118.834302:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979118.834304:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834306:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834313:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979118.834315:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834318:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979118.834319:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979118.834320:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979118.834325:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834331:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.834332:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.834334:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979118.834346:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979118.834348:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.834351:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979118.834354:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979118.834355:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979118.834357:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.834359:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979118.834362:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979118.834363:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979118.834367:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979118.834370:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979118.834372:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979118.834375:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036800, portal 10 00000100:00000001:0.0:1783979118.834376:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979118.834377:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979118.834383:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834388:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979118.834390:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979118.834392:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979118.834394:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497036800, offset 0 00000400:00000200:0.0:1783979118.834397:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979118.834401:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.834405:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979118.834407:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979118.834410:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979118.834412:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979118.834414:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979118.834417:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781538:781538:256:4294967295] 192.168.201.114@tcp LPNI seq info [781516:781516:8:4294967295] 00000400:00000200:0.0:1783979118.834420:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.834426:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979118.834430:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.834434:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979118.834437:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979118.834440:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979118.834448:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.834450:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979118.834452:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979118.834455:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979118.834457:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979118.834459:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979118.834461:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979118.834464:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834471:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.834473:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834478:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834479:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979118.834482:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979118.834485:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979118.834487:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979118.834489:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311324683 00000100:00000001:0.0:1783979118.834491:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.834493:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311324683 00000100:00000001:0.0:1783979118.834494:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.834496:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979118.834497:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834499:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979118.834502:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979118/real 1783979118] req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979118.834514:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979118.834515:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979118.834517:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979118.834519:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979118.834520:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979118.834522:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979118.834524:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979118.834531:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834537:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979118.834538:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834540:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.834541:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979118.834543:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834548:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979118.834551:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834557:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979118.834560:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834561:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.834562:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834564:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979118.834567:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979118.834569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979118.834572:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979118.834575:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979118.834579:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979118.834595:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979118.834600:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979118.834602:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834607:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.834608:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.834610:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979118.834612:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979118.834670:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.834674:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979118.834676:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979118.834678:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979118.834679:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.834680:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979118.834683:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979118.834684:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979118.834686:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979118.834688:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979118.834691:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979118.834695:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497036928, portal 10 00000100:00000001:0.0:1783979118.834696:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979118.834697:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979118.834703:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834708:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979118.834711:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979118.834713:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979118.834716:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497036928, offset 0 00000400:00000200:0.0:1783979118.834720:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979118.834724:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.834727:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979118.834730:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979118.834732:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979118.834734:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979118.834736:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979118.834740:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781539:781539:256:4294967295] 192.168.201.114@tcp LPNI seq info [781517:781517:8:4294967295] 00000400:00000200:0.0:1783979118.834743:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.834748:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979118.834750:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.834753:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979118.834755:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979118.834757:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979118.834764:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.834766:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979118.834769:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979118.834772:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979118.834775:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979118.834777:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979118.834779:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979118.834783:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834790:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.834793:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834799:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834800:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979118.834803:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979118.834806:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979118.834808:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979118.834810:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311324684 00000100:00000001:0.0:1783979118.834812:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.834813:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311324684 00000100:00000001:0.0:1783979118.834814:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.834816:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979118.834817:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834818:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979118.834820:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979118/real 1783979118] req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979118.834825:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979118.834825:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979118.834827:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979118.834828:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979118.834829:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979118.834830:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979118.834832:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979118.834837:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834841:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979118.834841:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834842:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.834843:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979118.834845:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834848:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979118.834850:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834854:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979118.834855:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834856:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.834857:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.834858:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979118.834860:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979118.834861:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979118.834863:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979118.834864:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979118.834866:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979118.834871:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497036928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979118.834873:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979118.834883:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834887:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.834890:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.834892:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979118.834893:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979118.834894:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.834896:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979118.834897:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979118.834898:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979118.834900:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.834901:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979118.834903:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979118.834904:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979118.834906:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979118.834908:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979118.834910:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979118.834912:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037056, portal 4 00000100:00000001:0.0:1783979118.834913:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979118.834914:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979118.834917:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834921:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979118.834922:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979118.834924:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979118.834925:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497037056, offset 0 00000400:00000200:0.0:1783979118.834927:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979118.834929:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.834931:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979118.834933:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979118.834934:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979118.834936:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979118.834937:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979118.834939:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781540:781540:256:4294967295] 192.168.201.114@tcp LPNI seq info [781518:781518:8:4294967295] 00000400:00000200:0.0:1783979118.834941:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.834945:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979118.834947:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.834949:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979118.834951:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979118.834953:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979118.834959:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.834960:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979118.834962:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979118.834964:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979118.834966:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979118.834966:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979118.834968:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979118.834969:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834977:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.834979:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.834983:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834984:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979118.834985:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979118.834987:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979118.834988:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979118.834990:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311324733 00000100:00000001:0.0:1783979118.834991:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.834993:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311324733 00000100:00000001:0.0:1783979118.834994:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.834995:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979118.834996:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.834997:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979118.834998:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979118/real 1783979118] req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979118.835002:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979118.835003:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979118.835004:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979118.835005:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979118.835006:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979118.835007:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979118.835009:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979118.835013:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835016:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979118.835017:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835019:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.835019:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979118.835021:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835025:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979118.835027:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835030:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979118.835031:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835032:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.835033:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835034:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979118.835035:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979118.835036:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979118.835038:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979118.835039:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979118.835041:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979118.835046:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979118.835049:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979118.835052:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835057:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.835059:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.835060:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979118.835062:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979118.835064:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.835067:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979118.835069:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979118.835071:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979118.835073:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979118.835074:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979118.835077:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979118.835079:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979118.835081:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979118.835084:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979118.835087:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979118.835089:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037184, portal 4 00000100:00000001:0.0:1783979118.835091:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979118.835092:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979118.835098:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835102:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979118.835103:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979118.835104:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979118.835106:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497037184, offset 0 00000400:00000200:0.0:1783979118.835108:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979118.835111:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.835113:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979118.835115:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979118.835116:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979118.835118:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979118.835119:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979118.835121:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781541:781541:256:4294967295] 192.168.201.114@tcp LPNI seq info [781519:781519:8:4294967295] 00000400:00000200:0.0:1783979118.835123:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979118.835127:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979118.835129:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.835131:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979118.835133:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979118.835135:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979118.835155:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979118.835157:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979118.835159:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979118.835160:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979118.835162:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979118.835163:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979118.835165:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979118.835167:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835171:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.835173:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835177:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.835178:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979118.835180:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979118.835181:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979118.835183:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979118.835184:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311324705 00000100:00000001:0.0:1783979118.835186:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.835187:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311324705 00000100:00000001:0.0:1783979118.835188:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311325943 00000100:00000001:0.0:1783979118.835190:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979118.835191:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.835192:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979118.835194:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979118/real 1783979118] req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979118.835198:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979118.835199:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979118.835200:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979118.835201:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979118.835202:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979118.835203:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979118.835206:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979118.835213:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835219:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979118.835220:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835222:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.835224:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979118.835227:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835233:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979118.835237:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835243:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979118.835245:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835247:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979118.835248:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835250:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979118.835252:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979118.835255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979118.835258:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979118.835260:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979118.835263:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979118.835274:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979118.835278:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835279:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.835282:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497036800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835288:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979118.835290:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979118.835291:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979118.835294:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979118.835295:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979118.835297:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979118.835299:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979118.835300:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979118.835303:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979118.835304:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979118.835306:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979118.835308:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979118.835309:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835311:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.835314:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497036928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835318:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979118.835319:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979118.835320:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979118.835322:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979118.835323:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979118.835323:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979118.835324:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979118.835325:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979118.835326:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979118.835327:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979118.835328:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979118.835329:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979118.835330:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835331:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.835333:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497037056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835336:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979118.835337:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979118.835338:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979118.835339:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979118.835339:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979118.835340:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979118.835341:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979118.835342:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979118.835343:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979118.835343:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979118.835344:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979118.835345:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979118.835345:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835346:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979118.835348:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497037184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979118.835351:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979118.835352:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979118.835352:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979118.835353:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979118.835354:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979118.835354:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979118.835355:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979118.835356:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979118.835357:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979118.835357:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979118.835358:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979118.835359:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979118.835360:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835361:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.835364:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979118.835365:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.835367:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979118.835368:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979119.539656:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979119.539662:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979119.539664:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979119.539669:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979119.539680:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979119.539683:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.539685:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979119.539687:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.539689:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979120.497391:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979120.497395:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979120.497398:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979120.561366:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979120.561380:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979120.561389:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979120.561392:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979120.561395:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979120.561397:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979120.562946:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979120.562949:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979120.562951:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979121.585350:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979121.585353:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979121.585355:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979121.585357:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979121.585358:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979121.585360:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979121.585480:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979121.585482:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979121.585483:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979122.609234:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979122.609242:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979122.609246:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979122.609254:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979122.609261:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979122.609268:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.609285:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979122.609288:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.609291:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979122.609548:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979122.609550:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979122.609551:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979122.609553:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979122.609554:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979122.609556:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.609557:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979122.609559:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.609561:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.633255:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979123.633273:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979123.633277:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.633281:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979123.633286:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979123.633290:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.633295:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.633298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.633302:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.633315:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979123.633317:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979123.633319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.633321:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979123.633323:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979123.633324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.633326:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.633327:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.633329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.953824:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979123.953828:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979123.953830:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979123.953835:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.953840:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.953842:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.953845:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979123.953847:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979123.953848:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.953851:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497037312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979123.953855:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979123.953859:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979123.953861:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.953863:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979123.953867:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979123.953869:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979123.953875:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979123.953885:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979123.953891:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979123.953897:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037312, portal 25 00000100:00000001:0.0:1783979123.953899:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979123.953901:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979123.953906:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.953913:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979123.953914:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979123.953916:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979123.953919:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497037312, offset 0 00000400:00000200:0.0:1783979123.953923:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979123.953928:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.953932:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979123.953936:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979123.953938:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979123.953941:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979123.953943:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979123.953945:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781542:781542:256:4294967295] 192.168.201.114@tcp LPNI seq info [781520:781520:8:4294967295] 00000400:00000200:0.0:1783979123.953949:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.953958:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979123.953964:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.953968:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979123.953974:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979123.953978:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979123.953991:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.953994:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979123.954000:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979123.954004:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979123.954009:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979123.954011:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979123.954015:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979123.954019:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954028:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.954031:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954037:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.954039:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979123.954044:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979123.954047:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979123.954049:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311331063 00000100:00000010:0.0:1783979123.954054:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979123.954059:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979123.954065:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311331063 00000100:00000010:0.0:1783979123.954068:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979123.954071:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979123.954074:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979123.954077:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.954079:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979123.954083:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979123/real 1783979123] req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979123.954100:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979123.954101:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979123.954103:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979123.954105:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979123.954106:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979123.954109:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979123.954111:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979123.954116:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954120:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979123.954122:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954124:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.954126:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979123.954130:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954161:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979123.954166:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954173:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979123.954176:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954178:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.954179:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954181:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979123.954183:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979123.954186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979123.954189:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979123.954191:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979123.954195:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979123.954203:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497037312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979123.954207:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979123.954216:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954223:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.954224:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.954226:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979123.954227:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979123.954229:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.954231:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979123.954233:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979123.954234:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979123.954235:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.954236:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979123.954239:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979123.954240:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979123.954243:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979123.954245:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979123.954247:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979123.954249:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037440, portal 10 00000100:00000001:0.0:1783979123.954250:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979123.954251:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979123.954256:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954263:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979123.954265:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979123.954267:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979123.954269:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497037440, offset 0 00000400:00000200:0.0:1783979123.954273:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979123.954277:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.954281:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979123.954283:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979123.954286:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979123.954288:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979123.954291:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979123.954294:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781543:781543:256:4294967295] 192.168.201.114@tcp LPNI seq info [781521:781521:8:4294967295] 00000400:00000200:0.0:1783979123.954298:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.954304:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979123.954307:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.954309:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979123.954311:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979123.954313:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979123.954320:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.954321:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979123.954323:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979123.954325:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979123.954327:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979123.954328:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979123.954330:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979123.954332:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954337:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.954339:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954342:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.954343:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979123.954345:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979123.954348:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979123.954349:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979123.954351:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311329802 00000100:00000001:0.0:1783979123.954353:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.954354:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311329802 00000100:00000001:0.0:1783979123.954355:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.954356:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979123.954358:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.954359:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979123.954361:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979123/real 1783979123] req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979123.954365:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979123.954366:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979123.954367:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979123.954369:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979123.954370:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979123.954372:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979123.954375:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979123.954383:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954389:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979123.954390:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954392:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.954393:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979123.954396:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954403:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979123.954407:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954413:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979123.954415:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954417:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.954418:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954420:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979123.954423:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979123.954425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979123.954428:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979123.954431:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979123.954434:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979123.954441:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979123.954444:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954446:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.954449:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497037312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954457:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979123.954460:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979123.954463:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979123.954466:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979123.954469:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979123.954471:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979123.954473:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979123.954476:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979123.954480:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979123.954482:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979123.954483:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979123.954487:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979123.954488:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954489:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.954492:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497037440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954512:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979123.954514:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979123.954516:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979123.954518:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979123.954519:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979123.954520:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979123.954525:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979123.954527:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979123.954529:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979123.954530:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979123.954531:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979123.954533:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979123.954534:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954536:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.954543:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979123.954545:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.954547:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979123.954549:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.954939:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979123.954942:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979123.954943:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979123.954947:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.954954:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.954956:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.954958:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979123.954960:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979123.954962:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.954965:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979123.954968:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979123.954970:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979123.954975:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.954976:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979123.954980:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979123.954982:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979123.954986:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979123.954988:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979123.954992:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979123.954995:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037568, portal 10 00000100:00000001:0.0:1783979123.954996:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979123.954998:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979123.955003:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955010:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979123.955012:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979123.955014:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979123.955017:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497037568, offset 0 00000400:00000200:0.0:1783979123.955021:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979123.955025:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.955029:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979123.955032:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979123.955034:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979123.955037:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979123.955039:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979123.955042:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781544:781544:256:4294967295] 192.168.201.114@tcp LPNI seq info [781522:781522:8:4294967295] 00000400:00000200:0.0:1783979123.955045:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.955052:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979123.955056:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.955060:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979123.955064:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979123.955067:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979123.955077:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.955078:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979123.955082:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979123.955084:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979123.955088:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979123.955089:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979123.955092:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979123.955095:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955102:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.955104:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955110:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.955111:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979123.955114:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979123.955117:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979123.955120:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979123.955123:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311329804 00000100:00000001:0.0:1783979123.955125:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.955127:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311329804 00000100:00000001:0.0:1783979123.955129:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.955131:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979123.955133:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.955135:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979123.955156:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979123/real 1783979123] req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979123.955163:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979123.955164:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979123.955166:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979123.955168:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979123.955170:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979123.955172:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979123.955175:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979123.955187:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955193:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979123.955194:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955196:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.955198:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979123.955201:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955207:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979123.955211:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955217:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979123.955220:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955221:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.955222:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955224:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979123.955227:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979123.955229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979123.955233:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979123.955235:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979123.955239:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979123.955245:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979123.955249:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979123.955252:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955262:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.955264:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.955266:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979123.955268:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979123.955270:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.955272:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979123.955275:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979123.955277:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979123.955278:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.955280:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979123.955283:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979123.955285:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979123.955288:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979123.955291:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979123.955294:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979123.955297:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037696, portal 4 00000100:00000001:0.0:1783979123.955298:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979123.955299:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979123.955304:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955310:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979123.955312:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979123.955313:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979123.955316:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497037696, offset 0 00000400:00000200:0.0:1783979123.955319:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979123.955323:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.955326:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979123.955329:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979123.955331:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979123.955333:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979123.955336:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979123.955339:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781545:781545:256:4294967295] 192.168.201.114@tcp LPNI seq info [781523:781523:8:4294967295] 00000400:00000200:0.0:1783979123.955343:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.955349:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979123.955354:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.955357:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979123.955361:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979123.955364:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979123.955438:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.955440:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979123.955443:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979123.955446:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979123.955449:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979123.955451:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979123.955454:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979123.955457:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955464:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.955467:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955472:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.955473:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979123.955476:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979123.955479:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979123.955482:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979123.955484:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311329854 00000100:00000001:0.0:1783979123.955487:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.955489:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311329854 00000100:00000001:0.0:1783979123.955491:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.955493:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979123.955496:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.955507:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979123.955511:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979123/real 1783979123] req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979123.955519:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979123.955520:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979123.955522:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979123.955524:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979123.955526:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979123.955528:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979123.955531:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979123.955538:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955545:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979123.955546:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955548:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.955549:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979123.955553:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955559:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979123.955563:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955569:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979123.955571:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955573:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.955574:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955576:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979123.955578:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979123.955580:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979123.955583:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979123.955585:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979123.955589:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979123.955595:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979123.955599:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979123.955602:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955607:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.955609:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.955611:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979123.955612:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979123.955614:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.955617:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979123.955620:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979123.955622:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979123.955623:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979123.955624:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979123.955628:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979123.955630:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979123.955633:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979123.955635:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979123.955638:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979123.955641:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037824, portal 4 00000100:00000001:0.0:1783979123.955643:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979123.955644:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979123.955649:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955655:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979123.955657:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979123.955659:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979123.955661:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497037824, offset 0 00000400:00000200:0.0:1783979123.955665:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979123.955669:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.955672:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979123.955675:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979123.955677:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979123.955679:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979123.955681:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979123.955684:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781546:781546:256:4294967295] 192.168.201.114@tcp LPNI seq info [781524:781524:8:4294967295] 00000400:00000200:0.0:1783979123.955687:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979123.955693:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979123.955697:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.955700:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979123.955703:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979123.955706:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979123.955715:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979123.955717:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979123.955720:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979123.955723:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979123.955726:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979123.955728:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979123.955730:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979123.955734:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955741:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.955744:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955751:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.955752:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979123.955755:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979123.955758:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979123.955760:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979123.955762:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311329825 00000100:00000001:0.0:1783979123.955764:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.955766:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311329825 00000100:00000001:0.0:1783979123.955768:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311331063 00000100:00000001:0.0:1783979123.955770:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979123.955772:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.955774:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979123.955777:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979123/real 1783979123] req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979123.955786:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979123.955787:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979123.955789:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979123.955791:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979123.955793:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979123.955795:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979123.955798:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979123.955805:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955811:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979123.955812:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955814:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.955815:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979123.955818:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955823:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979123.955826:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955832:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979123.955834:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955835:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979123.955836:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955838:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979123.955840:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979123.955842:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979123.955845:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979123.955847:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979123.955850:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979123.955856:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497037824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979123.955859:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955861:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.955864:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497037568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955870:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979123.955871:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979123.955873:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979123.955876:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979123.955877:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979123.955878:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979123.955880:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979123.955882:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979123.955885:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979123.955886:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979123.955888:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979123.955891:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979123.955892:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955894:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.955896:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497037696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955901:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979123.955902:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979123.955903:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979123.955905:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979123.955906:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979123.955907:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979123.955908:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979123.955909:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979123.955911:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979123.955912:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979123.955913:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979123.955914:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979123.955916:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955917:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979123.955920:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497037824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979123.955925:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979123.955926:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979123.955927:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979123.955929:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979123.955930:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979123.955931:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979123.955932:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979123.955933:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979123.955935:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979123.955936:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979123.955937:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979123.955938:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979123.955940:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955942:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.955946:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979123.955948:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.955950:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979123.955951:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.657295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979124.657300:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979124.657302:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.657306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979124.657309:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979124.657312:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.657314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.657317:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.657320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.657456:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979124.657461:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979124.657464:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.657469:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979124.657474:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979124.657477:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.657480:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.657482:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.657494:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979125.617359:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979125.617363:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979125.617365:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979126.705401:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979126.705405:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979126.705407:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979126.705410:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979126.705413:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979126.705416:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979126.705538:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979126.705540:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979126.705543:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979127.729527:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979127.729532:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979127.729536:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979127.729540:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979127.729545:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979127.729548:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.729550:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979127.729552:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.729555:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979127.730286:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979127.730292:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979127.730297:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979127.730303:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979127.730307:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979127.730310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.730313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979127.730315:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.730317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979128.753283:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979128.753289:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979128.753293:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979128.753298:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979128.753303:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979128.753307:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.753311:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979128.753315:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.753318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979128.753351:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979128.753356:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979128.753360:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979128.753365:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979128.753370:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979128.753374:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.753378:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979128.753380:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.753383:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.073721:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979129.073727:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979129.073731:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.073741:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.073761:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.073764:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.073769:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.073773:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.073780:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.073789:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497037952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979129.073794:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.073800:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.073803:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.073818:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.073825:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979129.073829:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.073839:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979129.073845:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979129.073854:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979129.073863:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497037952, portal 25 00000100:00000001:0.0:1783979129.073867:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.073869:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979129.073880:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.073899:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.074095:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979129.074101:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979129.074107:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497037952, offset 0 00000400:00000200:0.0:1783979129.074119:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979129.074129:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.074165:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979129.074171:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.074176:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979129.074179:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.074185:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979129.074193:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781547:781547:256:4294967295] 192.168.201.114@tcp LPNI seq info [781525:781525:8:4294967295] 00000400:00000200:0.0:1783979129.074202:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.074217:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.074227:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.074236:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979129.074248:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979129.074252:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979129.074274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.074280:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979129.074287:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.074296:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.074304:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979129.074309:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979129.074315:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.074320:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074338:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.074346:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074363:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.074367:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.074375:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.074385:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979129.074392:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311336184 00000100:00000010:0.0:1783979129.074403:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979129.074423:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979129.074431:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311336184 00000100:00000010:0.0:1783979129.074438:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979129.074442:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979129.074446:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.074452:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.074456:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.074464:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.074493:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.074497:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.074500:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979129.074506:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979129.074510:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979129.074514:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.074521:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.074541:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074567:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.074570:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.074573:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.074576:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.074583:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074591:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.074595:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074602:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.074605:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.074607:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.074608:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.074610:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.074612:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.074615:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.074618:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979129.074620:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.074624:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.074632:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497037952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979129.074636:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.074638:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.074641:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497037952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074648:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.074650:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.074652:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979129.074656:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.074658:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.074659:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979129.074661:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.074664:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b800. 02000000:00000001:0.0:1783979129.074667:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.074669:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.074671:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979129.074674:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.074676:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.074678:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.074685:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979129.074687:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.074689:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979129.074691:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979129.074692:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.074696:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074703:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.074704:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.074706:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.074708:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.074709:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.074712:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.074720:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.074722:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.074723:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.074725:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.074729:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979129.074731:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.074736:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979129.074739:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979129.074742:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979129.074744:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038080, portal 10 00000100:00000001:0.0:1783979129.074746:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.074747:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979129.074753:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074759:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.074761:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979129.074763:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979129.074765:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497038080, offset 0 00000400:00000200:0.0:1783979129.074769:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979129.074773:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.074776:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979129.074779:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.074781:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979129.074783:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.074786:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979129.074789:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781548:781548:256:4294967295] 192.168.201.114@tcp LPNI seq info [781526:781526:8:4294967295] 00000400:00000200:0.0:1783979129.074793:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.074798:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.074802:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.074805:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979129.074814:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979129.074818:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979129.074827:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.074829:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979129.074832:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.074835:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.074838:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979129.074839:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979129.074842:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.074845:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074852:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.074854:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.074860:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.074862:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.074864:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.074868:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979129.074871:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979129.074873:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311334923 00000100:00000001:0.0:1783979129.074875:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.074877:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311334923 00000100:00000001:0.0:1783979129.074879:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.074881:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.074883:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.074885:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.074888:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.074895:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.074897:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.074898:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979129.074900:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979129.074902:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979129.076188:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.076196:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.076207:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076214:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.076216:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076218:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.076220:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.076224:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076231:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.076235:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076241:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.076244:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076245:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.076246:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076248:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.076252:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.076255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.076258:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979129.076261:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.076264:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.076272:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.076277:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.076280:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076286:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.076288:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.076290:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.076292:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.076295:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.076297:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.076300:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.076303:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.076306:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.076308:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.076313:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979129.076315:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.076318:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979129.076322:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979129.076326:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979129.076330:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038208, portal 10 00000100:00000001:0.0:1783979129.076332:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.076333:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979129.076339:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076345:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.076347:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979129.076349:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979129.076352:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497038208, offset 0 00000400:00000200:0.0:1783979129.076356:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979129.076361:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.076366:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979129.076370:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.076373:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979129.076376:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.076378:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979129.076381:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781549:781549:256:4294967295] 192.168.201.114@tcp LPNI seq info [781527:781527:8:4294967295] 00000400:00000200:0.0:1783979129.076386:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.076392:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.076397:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.076400:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979129.076405:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979129.076420:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979129.076431:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.076433:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979129.076436:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.076439:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.076443:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979129.076445:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979129.076448:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.076451:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076459:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.076462:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076468:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.076469:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.076473:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.076476:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979129.076479:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979129.076482:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311334926 00000100:00000001:0.0:1783979129.076485:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.076487:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311334926 00000100:00000001:0.0:1783979129.076489:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.076492:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.076494:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.076496:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.076499:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.076507:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.076508:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.076510:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979129.076512:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979129.076513:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979129.076515:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.076518:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.076525:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076531:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.076532:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076534:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.076535:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.076539:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076545:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.076548:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076554:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.076556:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076558:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.076559:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076561:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.076563:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.076565:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.076569:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979129.076571:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.076574:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.076582:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.076586:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.076589:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076596:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.076597:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.076600:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.076602:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.076603:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.076606:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.076609:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.076611:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.076612:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.076614:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.076617:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979129.076619:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.076622:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979129.076624:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979129.076627:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979129.076630:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038336, portal 4 00000100:00000001:0.0:1783979129.076631:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.076633:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979129.076638:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076644:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.076646:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979129.076648:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979129.076651:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497038336, offset 0 00000400:00000200:0.0:1783979129.076654:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979129.076657:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.076660:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979129.076663:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.076665:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979129.076667:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.076669:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979129.076673:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781550:781550:256:4294967295] 192.168.201.114@tcp LPNI seq info [781528:781528:8:4294967295] 00000400:00000200:0.0:1783979129.076677:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.076682:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.076686:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.076689:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979129.076693:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979129.076696:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979129.076705:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.076707:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979129.076710:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.076713:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.076715:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979129.076717:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979129.076719:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.076722:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076730:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.076732:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076744:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.076746:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.076748:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.076750:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979129.076753:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979129.076755:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311334975 00000100:00000001:0.0:1783979129.076757:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.076759:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311334975 00000100:00000001:0.0:1783979129.076761:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.076763:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.076764:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.076766:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.076770:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.076778:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.076779:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.076781:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979129.076783:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979129.076785:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979129.076787:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.076790:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.076797:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076802:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.076803:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076805:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.076806:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.076871:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076878:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.076882:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076888:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.076890:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076892:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.076893:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.076898:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.076900:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.076903:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.076906:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979129.076908:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.076912:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.076919:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.076923:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.076926:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076933:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.076934:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.076936:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.076937:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.076940:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.076942:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.076945:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.076947:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.076949:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.076951:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.076954:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979129.076956:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.076959:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979129.076962:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979129.076965:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979129.076967:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038464, portal 4 00000100:00000001:0.0:1783979129.076969:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.076970:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979129.076975:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.076981:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.076983:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979129.076985:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979129.076987:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497038464, offset 0 00000400:00000200:0.0:1783979129.076991:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979129.076995:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.076998:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979129.077001:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.077003:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979129.077005:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.077007:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979129.077010:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781551:781551:256:4294967295] 192.168.201.114@tcp LPNI seq info [781529:781529:8:4294967295] 00000400:00000200:0.0:1783979129.077014:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979129.077020:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.077024:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.077027:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979129.077031:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979129.077034:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979129.077044:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979129.077046:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979129.077048:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.077051:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.077054:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979129.077055:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979129.077058:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.077061:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077069:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.077072:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077077:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.077079:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.077082:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.077084:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979129.077087:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979129.077089:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311334946 00000100:00000001:0.0:1783979129.077091:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.077093:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311334946 00000100:00000001:0.0:1783979129.077095:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311336184 00000100:00000001:0.0:1783979129.077097:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.077099:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.077101:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.077104:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.077112:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.077113:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.077114:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979129.077116:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979129.077118:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979129.077120:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.077123:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.077131:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077161:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.077162:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077165:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.077166:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.077170:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077176:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.077180:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077186:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.077189:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077190:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.077192:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077193:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.077195:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.077197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.077201:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979129.077203:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.077207:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.077213:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.077218:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077220:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.077223:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497038080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077230:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.077232:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.077234:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979129.077238:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.077240:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.077242:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979129.077244:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.077246:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358bc00. 02000000:00000001:0.0:1783979129.077250:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.077251:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.077253:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979129.077256:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.077258:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077259:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.077262:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497038208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077269:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.077270:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.077271:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979129.077273:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.077274:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.077276:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979129.077277:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.077279:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358ac00. 02000000:00000001:0.0:1783979129.077281:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.077282:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.077283:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979129.077286:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.077287:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077288:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.077291:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497038336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077298:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.077299:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.077301:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979129.077303:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.077304:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.077305:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979129.077307:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.077309:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a400. 02000000:00000001:0.0:1783979129.077311:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.077312:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.077313:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979129.077315:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.077316:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077317:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.077320:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497038464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.077326:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.077327:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.077328:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979129.077330:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.077331:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.077333:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979129.077335:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.077336:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588400. 02000000:00000001:0.0:1783979129.077338:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.077339:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.077340:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979129.077342:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.077343:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077345:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.077352:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979129.077354:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.077356:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979129.077358:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.777238:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979129.777246:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979129.777249:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.777255:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979129.777261:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979129.777266:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.777279:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.777281:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.777283:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.777301:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979129.777304:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979129.777305:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.777308:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979129.777310:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979129.777312:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.777315:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.777316:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.777318:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979130.737341:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979130.737344:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979130.737346:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979130.801244:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979130.801249:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979130.801254:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979130.801262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979130.801269:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979130.801274:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.801278:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979130.801282:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.801286:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979130.801303:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979130.801308:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979130.801313:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979130.801317:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979130.801322:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979130.801326:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.801330:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979130.801331:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.801334:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979131.825461:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979131.825466:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979131.825467:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979131.825471:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979131.825473:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979131.825475:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979131.825477:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979131.825478:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979131.825481:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979132.849246:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979132.849256:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979132.849261:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979132.849269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979132.849274:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979132.849280:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.849284:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979132.849289:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.849293:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979132.849329:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979132.849335:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979132.849338:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979132.849358:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979132.849362:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979132.849364:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.849366:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979132.849367:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.849378:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979133.873242:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979133.873250:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979133.873254:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979133.873260:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979133.873265:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979133.873272:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979133.873488:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979133.873490:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979133.873492:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.193534:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979134.193540:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979134.193543:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979134.193552:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.193585:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.193589:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.193606:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979134.193611:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979134.193615:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.193623:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497038592:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979134.193629:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979134.193635:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979134.193640:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.193645:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979134.193652:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979134.193657:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979134.193678:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979134.193685:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979134.193695:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979134.193703:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038592, portal 25 00000100:00000001:0.0:1783979134.193709:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979134.193713:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979134.193724:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.193742:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979134.193747:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979134.193753:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979134.193759:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497038592, offset 0 00000400:00000200:0.0:1783979134.193772:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979134.193783:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.193793:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979134.193800:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979134.193818:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979134.193826:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979134.193832:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979134.193842:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781552:781552:256:4294967295] 192.168.201.114@tcp LPNI seq info [781530:781530:8:4294967295] 00000400:00000200:0.0:1783979134.193858:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.193878:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979134.193891:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.193902:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979134.193915:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979134.193923:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979134.193948:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.193954:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979134.193963:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979134.193974:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979134.193982:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979134.193988:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979134.193996:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979134.194016:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194035:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.194042:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194058:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.194062:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979134.194070:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979134.194077:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979134.194081:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311341303 00000100:00000010:0.0:1783979134.194087:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979134.194096:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979134.194104:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311341303 00000100:00000010:0.0:1783979134.194110:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979134.194115:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979134.194120:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979134.194125:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.194129:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979134.194179:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979134/real 1783979134] req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979134.194197:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979134.194212:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979134.194217:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979134.194223:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979134.194227:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979134.194231:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979134.194239:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979134.194259:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194274:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979134.194278:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194284:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.194287:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979134.194296:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194330:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979134.194338:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194352:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979134.194359:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194362:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.194365:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194368:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979134.194371:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979134.194378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979134.194386:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979134.194391:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979134.194412:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979134.194423:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497038592:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979134.194429:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194432:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.194436:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497038592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194443:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979134.194445:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979134.194448:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979134.194452:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979134.194453:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979134.194455:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979134.194458:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979134.194460:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979134.194464:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979134.194466:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979134.194467:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979134.194472:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979134.194474:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194476:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194483:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979134.194484:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.194486:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979134.194488:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979134.194489:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979134.194493:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194500:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.194501:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.194503:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979134.194505:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979134.194507:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.194510:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038720:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979134.194513:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979134.194515:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979134.194517:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.194518:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979134.194521:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979134.194523:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979134.194528:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979134.194530:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979134.194534:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979134.194536:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038720, portal 10 00000100:00000001:0.0:1783979134.194538:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979134.194540:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979134.194546:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194552:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979134.194554:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979134.194556:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979134.194558:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497038720, offset 0 00000400:00000200:0.0:1783979134.194563:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979134.194567:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.194571:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979134.194573:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979134.194576:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979134.194578:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979134.194580:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979134.194583:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781553:781553:256:4294967295] 192.168.201.114@tcp LPNI seq info [781531:781531:8:4294967295] 00000400:00000200:0.0:1783979134.194587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.194593:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979134.194597:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.194601:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979134.194604:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979134.194607:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979134.194618:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.194620:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979134.194622:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979134.194625:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979134.194628:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979134.194629:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979134.194632:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979134.194635:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194642:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.194646:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194651:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.194653:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979134.194656:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979134.194660:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979134.194663:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979134.194665:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311340043 00000100:00000001:0.0:1783979134.194667:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.194669:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311340043 00000100:00000001:0.0:1783979134.194671:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.194673:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979134.194675:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.194677:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979134.194681:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979134/real 1783979134] req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979134.194695:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979134.194696:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979134.194698:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979134.194700:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979134.194702:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979134.194704:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979134.194707:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979134.194715:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194721:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979134.194722:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194724:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.194725:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979134.194728:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194735:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979134.194738:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194744:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979134.194746:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194747:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.194749:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194750:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979134.194753:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979134.194755:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979134.194758:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979134.194760:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979134.194764:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979134.194772:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038720:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979134.194775:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979134.194779:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194786:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.194787:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.194789:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979134.194791:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979134.194793:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.194796:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038848:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979134.194799:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979134.194800:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979134.194802:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.194803:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979134.194807:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979134.194809:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979134.194812:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979134.194814:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979134.194817:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979134.194820:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038848, portal 10 00000100:00000001:0.0:1783979134.194822:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979134.194823:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979134.194828:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194834:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979134.194836:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979134.194839:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979134.194841:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497038848, offset 0 00000400:00000200:0.0:1783979134.194845:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979134.194849:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.194852:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979134.194854:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979134.194856:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979134.194859:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979134.194861:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979134.194863:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781554:781554:256:4294967295] 192.168.201.114@tcp LPNI seq info [781532:781532:8:4294967295] 00000400:00000200:0.0:1783979134.194867:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.194872:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979134.194876:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.194879:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979134.194882:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979134.194885:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979134.194895:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.194897:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979134.194899:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979134.194902:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979134.194905:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979134.194907:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979134.194909:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979134.194912:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194919:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.194921:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194927:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.194928:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979134.194931:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979134.194933:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979134.194937:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979134.194939:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311340044 00000100:00000001:0.0:1783979134.194941:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.194943:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311340044 00000100:00000001:0.0:1783979134.194945:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.194947:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979134.194949:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.194951:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979134.194954:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979134/real 1783979134] req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979134.194962:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979134.194963:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979134.194964:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979134.194966:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979134.194968:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979134.194970:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979134.194972:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979134.194979:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.194985:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979134.194986:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.194988:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.194989:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979134.194993:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195000:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979134.195004:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195010:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979134.195013:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195014:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.195016:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195017:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979134.195019:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979134.195022:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979134.195025:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979134.195027:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979134.195030:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979134.195038:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038848:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979134.195042:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979134.195045:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195053:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.195054:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.195057:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979134.195059:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979134.195061:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.195063:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038976:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979134.195066:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979134.195068:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979134.195069:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.195071:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979134.195074:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979134.195076:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979134.195079:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979134.195081:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979134.195084:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979134.195087:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497038976, portal 4 00000100:00000001:0.0:1783979134.195089:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979134.195090:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979134.195095:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195101:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979134.195103:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979134.195105:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979134.195107:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497038976, offset 0 00000400:00000200:0.0:1783979134.195111:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979134.195114:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.195118:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979134.195120:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979134.195122:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979134.195124:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979134.195126:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979134.195129:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781555:781555:256:4294967295] 192.168.201.114@tcp LPNI seq info [781533:781533:8:4294967295] 00000400:00000200:0.0:1783979134.195132:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.195158:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979134.195162:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.195165:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979134.195169:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979134.195171:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979134.195180:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.195182:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979134.195184:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979134.195187:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979134.195190:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979134.195191:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979134.195193:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979134.195196:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195208:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.195210:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195215:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.195217:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979134.195219:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979134.195222:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979134.195225:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979134.195226:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311340094 00000100:00000001:0.0:1783979134.195229:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.195230:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311340094 00000100:00000001:0.0:1783979134.195232:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.195234:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979134.195236:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.195238:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979134.195241:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979134/real 1783979134] req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979134.195248:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979134.195249:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979134.195251:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979134.195253:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979134.195254:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979134.195256:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979134.195258:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979134.195265:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195271:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979134.195272:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195274:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.195275:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979134.195278:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195284:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979134.195287:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195293:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979134.195295:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195296:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.195297:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195299:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979134.195301:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979134.195303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979134.195306:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979134.195308:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979134.195311:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979134.195318:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497038976:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979134.195332:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979134.195336:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195341:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.195343:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.195345:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979134.195346:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979134.195348:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.195351:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039104:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979134.195354:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979134.195356:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979134.195357:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979134.195359:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979134.195362:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979134.195363:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979134.195366:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979134.195368:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979134.195371:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979134.195373:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497039104, portal 4 00000100:00000001:0.0:1783979134.195375:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979134.195376:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979134.195381:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195387:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979134.195389:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979134.195391:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979134.195392:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497039104, offset 0 00000400:00000200:0.0:1783979134.195395:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979134.195398:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.195401:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979134.195404:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979134.195411:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979134.195413:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979134.195416:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979134.195418:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781556:781556:256:4294967295] 192.168.201.114@tcp LPNI seq info [781534:781534:8:4294967295] 00000400:00000200:0.0:1783979134.195422:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979134.195427:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979134.195432:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.195435:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979134.195438:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979134.195441:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979134.195449:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979134.195451:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979134.195454:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979134.195457:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979134.195459:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979134.195461:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979134.195463:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979134.195466:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195473:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.195476:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195482:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.195483:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979134.195486:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979134.195489:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979134.195492:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979134.195493:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311340065 00000100:00000001:0.0:1783979134.195495:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.195497:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311340065 00000100:00000001:0.0:1783979134.195499:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311341303 00000100:00000001:0.0:1783979134.195500:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979134.195502:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.195503:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979134.195505:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979134/real 1783979134] req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979134.195510:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979134.195511:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979134.195512:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979134.195514:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979134.195515:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979134.195516:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979134.195518:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979134.195523:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195526:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979134.195527:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195528:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.195529:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979134.195530:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195534:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979134.195536:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195539:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979134.195541:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195542:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979134.195543:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195544:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979134.195546:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979134.195549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979134.195551:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979134.195553:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979134.195557:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979134.195569:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039104:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979134.195573:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195575:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.195578:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497038720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195584:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979134.195585:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979134.195587:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979134.195589:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979134.195591:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979134.195592:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979134.195594:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979134.195596:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979134.195599:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979134.195600:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979134.195601:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979134.195604:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979134.195606:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195607:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.195610:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497038848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195615:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979134.195616:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979134.195618:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979134.195620:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979134.195621:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979134.195622:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979134.195624:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979134.195625:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979134.195627:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979134.195628:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979134.195629:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979134.195631:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979134.195632:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195634:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.195636:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497038976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195641:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979134.195642:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979134.195644:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979134.195645:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979134.195646:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979134.195647:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979134.195649:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979134.195650:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979134.195652:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979134.195653:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979134.195655:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979134.195656:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979134.195657:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195659:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979134.195662:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497039104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979134.195667:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979134.195669:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979134.195670:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979134.195672:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979134.195673:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979134.195674:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979134.195676:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979134.195677:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979134.195679:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979134.195680:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979134.195681:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979134.195683:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979134.195684:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195686:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.195690:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979134.195692:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.195693:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979134.195695:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.897274:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979134.897284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979134.897287:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.897295:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979134.897303:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979134.897335:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.897339:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.897341:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.897344:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979134.897564:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979134.897567:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979134.897568:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.897570:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979134.897572:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979134.897573:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.897575:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.897576:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.897578:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979135.857348:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979135.857351:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979135.857354:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979135.921254:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979135.921261:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979135.921265:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.921272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979135.921279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979135.921284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.921322:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.921326:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.921332:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979136.945290:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979136.945301:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979136.945306:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979136.945318:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979136.945326:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979136.945336:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979136.945375:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979136.945379:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979136.945383:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979137.969307:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979137.969312:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979137.969314:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979137.969317:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979137.969319:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979137.969322:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979137.969324:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979137.969325:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979137.969327:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979137.969720:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979137.969724:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979137.969725:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979137.969727:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979137.969729:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979137.969731:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979137.969733:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979137.969734:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979137.969736:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.315289:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979139.315293:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979139.315296:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979139.315302:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315319:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979139.315322:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.315325:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979139.315327:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979139.315329:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979139.315333:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497039232:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979139.315337:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979139.315341:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979139.315343:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.315346:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979139.315351:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979139.315352:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979139.315358:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979139.315361:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979139.315368:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979139.315374:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497039232, portal 25 00000100:00000001:0.0:1783979139.315376:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979139.315377:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559936 : -115476723991680 : ffff96f97ae2fb80) 00000100:00000040:0.0:1783979139.315382:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315388:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979139.315390:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979139.315393:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979139.315396:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497039232, offset 0 00000400:00000200:0.0:1783979139.315402:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979139.315410:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.315416:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979139.315420:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979139.315424:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979139.315428:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979139.315430:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979139.315434:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781557:781557:256:4294967295] 192.168.201.114@tcp LPNI seq info [781535:781535:8:4294967295] 00000400:00000200:0.0:1783979139.315439:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.315448:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979139.315454:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.315460:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979139.315475:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979139.315481:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979139.315493:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.315496:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979139.315501:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979139.315505:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979139.315512:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979139.315514:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979139.315518:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979139.315522:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315530:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.315533:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315571:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.315573:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979139.315578:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979139.315581:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979139.315584:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311346425 00000100:00000010:0.0:1783979139.315589:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979139.315594:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979139.315598:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311346425 00000100:00000010:0.0:1783979139.315601:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979139.315604:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979139.315606:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979139.315609:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.315611:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979139.315615:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979139/real 1783979139] req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979139.315623:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979139.315625:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979139.315627:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979139.315629:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979139.315630:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979139.315632:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979139.315635:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979139.315652:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315658:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979139.315660:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.315662:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.315663:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979139.315667:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315673:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979139.315677:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315683:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979139.315685:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.315686:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.315688:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.315689:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979139.315691:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979139.315693:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979139.315696:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979139.315698:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979139.315702:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979139.315709:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497039232:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979139.315712:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979139.315715:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315721:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979139.315723:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.315725:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979139.315726:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979139.315728:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979139.315730:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039360:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979139.315733:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979139.315735:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979139.315736:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.315738:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979139.315741:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979139.315743:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979139.315746:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979139.315748:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979139.315750:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979139.315752:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497039360, portal 10 00000100:00000001:0.0:1783979139.315754:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979139.315755:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985551872 : -115476723999744 : ffff96f97ae2dc00) 00000100:00000040:0.0:1783979139.315761:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315766:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979139.315768:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979139.315770:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979139.315772:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497039360, offset 0 00000400:00000200:0.0:1783979139.315776:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979139.315779:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.315781:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979139.315784:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979139.315786:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979139.315788:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979139.315790:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979139.315793:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781558:781558:256:4294967295] 192.168.201.114@tcp LPNI seq info [781536:781536:8:4294967295] 00000400:00000200:0.0:1783979139.315797:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.315802:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979139.315807:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.315809:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979139.315813:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979139.315815:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979139.315825:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.315827:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979139.315829:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979139.315833:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979139.315836:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979139.315837:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979139.315840:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979139.315843:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315854:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.315857:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315863:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.315864:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979139.315867:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979139.315870:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979139.315875:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979139.315877:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311345164 00000100:00000001:0.0:1783979139.315879:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.315881:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311345164 00000100:00000001:0.0:1783979139.315883:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.315885:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979139.315887:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.315888:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979139.315891:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979139/real 1783979139] req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979139.315898:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979139.315899:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979139.315901:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979139.315903:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979139.315904:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979139.315906:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979139.315908:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979139.315915:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315921:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979139.315922:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.315923:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.315924:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979139.315934:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315939:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979139.315942:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315948:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979139.315950:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.315951:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.315952:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.315953:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979139.315956:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979139.315958:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979139.315968:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979139.315970:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979139.315973:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979139.315980:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039360:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979139.315983:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979139.315986:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.315992:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979139.315993:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.315994:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979139.315996:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979139.315998:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979139.316000:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039488:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979139.316007:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979139.316009:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979139.316010:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.316012:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316015:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979139.316016:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979139.316019:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979139.316021:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979139.316023:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979139.316026:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497039488, portal 10 00000100:00000001:0.0:1783979139.316027:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979139.316028:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979139.316038:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316044:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979139.316046:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979139.316048:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979139.316049:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497039488, offset 0 00000400:00000200:0.0:1783979139.316053:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979139.316056:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.316059:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979139.316061:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979139.316063:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979139.316065:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979139.316067:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979139.316070:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781559:781559:256:4294967295] 192.168.201.114@tcp LPNI seq info [781537:781537:8:4294967295] 00000400:00000200:0.0:1783979139.316073:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.316079:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979139.316082:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.316084:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979139.316087:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979139.316090:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979139.316099:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.316100:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979139.316102:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979139.316105:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979139.316107:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979139.316109:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979139.316110:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979139.316113:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316119:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316122:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316127:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316128:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979139.316130:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979139.316132:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979139.316155:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979139.316158:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311345166 00000100:00000001:0.0:1783979139.316160:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.316162:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311345166 00000100:00000001:0.0:1783979139.316164:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.316166:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979139.316168:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316169:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979139.316172:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979139/real 1783979139] req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979139.316186:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979139.316187:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979139.316189:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979139.316191:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979139.316192:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979139.316194:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979139.316196:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979139.316203:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316210:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979139.316212:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316213:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.316215:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979139.316218:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316224:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979139.316228:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316242:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979139.316245:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316247:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.316248:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316249:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979139.316252:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979139.316255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979139.316258:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979139.316260:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979139.316263:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979139.316271:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039488:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979139.316274:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979139.316277:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316284:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979139.316285:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.316287:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979139.316289:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979139.316290:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979139.316293:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039616:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979139.316295:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979139.316301:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979139.316302:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.316304:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316307:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979139.316308:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979139.316311:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979139.316314:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979139.316316:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979139.316319:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497039616, portal 4 00000100:00000001:0.0:1783979139.316321:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979139.316322:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979139.316327:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316332:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979139.316334:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979139.316336:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979139.316338:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497039616, offset 0 00000400:00000200:0.0:1783979139.316341:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979139.316344:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.316346:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979139.316349:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979139.316351:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979139.316353:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979139.316355:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979139.316357:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781560:781560:256:4294967295] 192.168.201.114@tcp LPNI seq info [781538:781538:8:4294967295] 00000400:00000200:0.0:1783979139.316361:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.316366:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979139.316369:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.316372:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979139.316374:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979139.316377:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979139.316386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.316388:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979139.316390:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979139.316393:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979139.316396:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979139.316397:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979139.316399:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979139.316401:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316413:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316415:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316421:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316422:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979139.316424:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979139.316426:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979139.316429:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979139.316430:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311345215 00000100:00000001:0.0:1783979139.316433:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.316434:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311345215 00000100:00000001:0.0:1783979139.316436:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.316438:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979139.316440:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316441:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979139.316448:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979139/real 1783979139] req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979139.316454:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979139.316455:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979139.316456:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979139.316458:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979139.316459:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979139.316461:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979139.316464:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979139.316471:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316476:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979139.316478:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316479:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.316480:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979139.316483:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316489:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979139.316492:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316497:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979139.316499:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316500:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.316501:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316502:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979139.316504:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979139.316506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979139.316508:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979139.316510:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979139.316513:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979139.316520:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039616:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979139.316523:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316525:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316527:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2fb80 x1870620497039232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316533:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979139.316535:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316538:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979139.316540:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979139.316542:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979139.316544:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979139.316546:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979139.316548:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783979139.316551:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979139.316553:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979139.316555:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2fb80. 00000100:00000001:0.0:1783979139.316557:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979139.316558:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316560:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316562:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2dc00 x1870620497039360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316568:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979139.316569:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316570:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979139.316571:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979139.316572:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979139.316573:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979139.316574:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979139.316576:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783979139.316577:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979139.316578:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979139.316579:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2dc00. 00000100:00000001:0.0:1783979139.316581:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979139.316582:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316583:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316586:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497039488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316590:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979139.316591:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316592:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979139.316594:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979139.316595:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979139.316596:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979139.316597:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979139.316598:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783979139.316600:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979139.316601:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979139.316602:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979139.316604:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979139.316605:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316606:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316609:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497039616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316614:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979139.316615:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316616:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979139.316617:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979139.316618:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979139.316619:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979139.316621:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979139.316622:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783979139.316623:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979139.316624:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979139.316625:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979139.316627:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979139.316627:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316629:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316636:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979139.316637:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316639:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979139.316640:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979139.316641:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979139.316644:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316650:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979139.316651:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.316652:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979139.316654:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979139.316656:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979139.316658:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039744:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979139.316661:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979139.316663:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979139.316664:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979139.316665:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316668:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979139.316669:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979139.316672:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979139.316674:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979139.316677:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979139.316679:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497039744, portal 4 00000100:00000001:0.0:1783979139.316681:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979139.316682:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979139.316687:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316692:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979139.316694:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979139.316696:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979139.316698:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497039744, offset 0 00000400:00000200:0.0:1783979139.316701:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979139.316704:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.316706:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979139.316708:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979139.316710:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979139.316712:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979139.316714:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979139.316717:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781561:781561:256:4294967295] 192.168.201.114@tcp LPNI seq info [781539:781539:8:4294967295] 00000400:00000200:0.0:1783979139.316720:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979139.316725:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979139.316729:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.316731:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979139.316734:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979139.316737:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979139.316746:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979139.316748:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979139.316750:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979139.316753:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979139.316755:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979139.316756:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979139.316758:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979139.316761:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316767:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316770:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316776:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316777:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979139.316779:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979139.316782:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979139.316784:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979139.316786:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311345186 00000100:00000001:0.0:1783979139.316788:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.316790:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311345186 00000100:00000001:0.0:1783979139.316802:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311346425 00000100:00000001:0.0:1783979139.316805:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979139.316807:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316808:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979139.316812:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979139/real 1783979139] req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979139.316820:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979139.316821:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979139.316823:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979139.316825:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979139.316827:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979139.316829:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979139.316832:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979139.316840:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316846:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979139.316848:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316849:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.316851:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979139.316854:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316860:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979139.316863:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316868:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979139.316870:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316871:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979139.316872:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316874:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979139.316875:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979139.316877:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979139.316880:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979139.316881:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979139.316884:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979139.316891:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497039744:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979139.316894:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316896:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979139.316899:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497039744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979139.316905:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979139.316906:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979139.316907:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979139.316909:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979139.316910:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979139.316911:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979139.316913:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979139.316914:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783979139.316916:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979139.316917:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979139.316919:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979139.316921:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979139.316922:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316923:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.316926:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979139.316927:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.316928:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979139.316930:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.017723:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979140.017726:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979140.017728:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.017731:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979140.017733:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979140.017735:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.017737:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.017738:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.017740:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979140.977315:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979140.977318:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979140.977320:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979141.043300:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979141.043307:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979141.043309:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979141.043315:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979141.043320:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979141.043324:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.043328:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979141.043332:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.043336:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979142.065284:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979142.065294:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979142.065298:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979142.065306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979142.065313:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979142.065317:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.065325:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979142.065328:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.065332:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979142.065476:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979142.065479:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979142.065480:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979142.065482:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979142.065484:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979142.065486:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.065488:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979142.065490:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.065492:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979143.089258:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979143.089264:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979143.089269:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979143.089277:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979143.089284:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979143.089289:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.089294:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979143.089298:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.089303:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979143.089320:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979143.089325:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979143.089328:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979143.089334:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979143.089339:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979143.089344:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.089350:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979143.089353:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.089356:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.113267:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979144.113274:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979144.113276:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.113283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979144.113288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979144.113292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979144.113296:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979144.113298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979144.113303:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979144.433295:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979144.433305:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979144.433308:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979144.433312:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979144.433316:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979144.433323:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16677 00000400:00000200:0.0:1783979144.433332:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979144.433338:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979144.433341:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979144.433343:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433346:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.433348:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433351:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979144.433354:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979144.433356:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979144.433359:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979144.433362:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979144.433364:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979144.433366:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979144.433369:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433370:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.433372:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433374:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979144.433377:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979144.433379:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433381:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979144.433384:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979144.433388:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979144.433390:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433392:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979144.433394:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979144.433403:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979144.433406:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979144.433410:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979144.433411:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433414:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979144.433416:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979144.433420:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979144.433427:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979144.433432:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.433455:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497039872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979144.433466:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979144.433471:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979144.433475:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497039872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979144.433502:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979144.433506:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979144.433509:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979144.433510:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979144.433512:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979144.433515:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979144.433517:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16677 00000400:00000200:0.0:1783979144.433522:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979144.433525:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979144.433528:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979144.433531:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433534:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.433535:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433538:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979144.433542:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979144.433546:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979144.433551:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979144.433554:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979144.433557:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979144.433559:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979144.433565:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433568:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.433572:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433576:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979144.433581:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979144.433586:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433592:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979144.433596:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979144.433603:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979144.433607:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433612:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979144.433616:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979144.433619:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433621:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979144.433625:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979144.433628:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979144.433633:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979144.433637:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433639:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979144.433642:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979144.433644:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979144.433650:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979144.433653:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.433661:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497040000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979144.433673:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979144.433676:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979144.433681:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497040000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979144.433694:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979144.433698:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979144.433704:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979144.433708:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979144.433711:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979144.433717:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979144.433722:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16677 00000400:00000200:0.0:1783979144.433730:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979144.433738:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979144.433743:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979144.433749:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433755:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.433759:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433776:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979144.433782:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979144.433785:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979144.433789:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979144.433792:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979144.433798:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979144.433803:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979144.433808:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433813:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.433818:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433821:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979144.433826:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979144.433834:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979144.433838:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979144.433854:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979144.433859:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979144.433864:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433868:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979144.433872:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979144.433878:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433883:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979144.433890:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979144.433895:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979144.433901:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979144.433905:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.433909:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979144.433911:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979144.433915:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979144.433922:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979144.433928:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.433939:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497040128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979144.433951:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979144.433955:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979144.433962:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497040128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979144.433974:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979144.433980:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979144.433987:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979144.433992:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979144.433996:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979144.434002:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979144.434008:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16677 00000400:00000200:0.0:1783979144.434014:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979144.434018:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979144.434020:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979144.434022:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434026:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.434038:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434047:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979144.434051:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979144.434054:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979144.434058:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979144.434061:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979144.434066:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979144.434071:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979144.434080:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434086:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.434091:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434096:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979144.434101:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979144.434107:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434113:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979144.434118:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979144.434123:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979144.434128:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.434134:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979144.434185:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979144.434189:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.434193:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979144.434198:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979144.434202:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979144.434205:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979144.434207:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.434210:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979144.434213:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979144.434215:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979144.434222:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979144.434228:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.434236:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497040256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979144.434245:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979144.434248:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979144.434254:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497040256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979144.434270:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979144.434275:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979144.434280:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979144.434283:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979144.434286:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979144.434292:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979144.434297:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16677 00000400:00000200:0.0:1783979144.434304:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979144.434308:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979144.434312:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979144.434317:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434320:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.434324:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434328:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979144.434332:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979144.434333:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979144.434335:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979144.434337:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979144.434341:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979144.434344:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979144.434348:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434351:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979144.434354:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434357:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979144.434360:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979144.434370:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979144.434379:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979144.434383:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979144.434388:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979144.434392:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.434396:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979144.434400:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979144.434406:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.434409:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979144.434414:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979144.434419:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979144.434424:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979144.434426:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.434429:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979144.434432:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979144.434443:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979144.434453:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979144.434458:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.434465:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497040384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979144.434491:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979144.434496:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979144.434504:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497040384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979144.434521:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979144.434529:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16687) 00000100:00000001:0.0:1783979145.137240:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979145.137248:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979145.137252:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979145.137260:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979145.137267:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979145.137274:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.137296:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979145.137299:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.137305:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979146.098159:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979146.098163:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979146.098167:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979146.161378:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979146.161383:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979146.161386:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979146.161389:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979146.161392:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979146.161400:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979146.161516:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979146.161520:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979146.161522:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979147.185240:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979147.185248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979147.185252:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979147.185260:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979147.185266:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979147.185270:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979147.185275:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979147.185281:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979147.185285:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979148.209262:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979148.209268:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979148.209273:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979148.209279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979148.209286:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979148.209290:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979148.209294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979148.209298:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979148.209302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979148.209387:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979148.209391:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979148.209395:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979148.209400:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979148.209404:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979148.209408:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979148.209496:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979148.209498:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979148.209502:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979149.233255:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979149.233261:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979149.233264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979149.233270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979149.233276:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979149.233282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.233297:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979149.233301:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.233304:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979149.233357:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979149.233362:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979149.233365:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979149.233371:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979149.233377:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979149.233384:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.233392:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979149.233396:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.233400:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.257249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979150.257258:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979150.257263:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.257268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979150.257279:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979150.257288:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.257295:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.257301:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.257307:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.257490:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979150.257492:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979150.257494:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.257496:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979150.257498:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979150.257500:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.257501:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.257502:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.257504:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979151.219305:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979151.219321:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979151.219324:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979151.281313:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979151.281320:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979151.281333:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979151.281341:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979151.281350:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979151.281356:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.281361:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979151.281365:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.281371:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979151.281502:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979151.281505:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979151.281507:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979151.281510:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979151.281514:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979151.281517:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.281519:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979151.281521:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.281525:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979152.305248:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979152.305256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979152.305261:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979152.305270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979152.305276:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979152.305283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.305295:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979152.305298:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.305302:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979153.329238:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979153.329248:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979153.329251:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979153.329256:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979153.329261:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979153.329265:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979153.329268:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979153.329272:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979153.329277:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979153.329566:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979153.329569:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979153.329570:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979153.329572:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979153.329574:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979153.329576:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979153.329577:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979153.329579:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979153.329580:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979154.353254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979154.353261:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979154.353265:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979154.353270:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979154.353275:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979154.353282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979154.353373:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979154.353376:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979154.353381:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.378018:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979155.378023:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979155.378024:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.378028:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979155.378031:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979155.378033:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.378036:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.378038:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.378040:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.378161:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979155.378164:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979155.378165:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.378168:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979155.378170:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979155.378171:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.378315:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.378316:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.378319:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979156.339095:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979156.339098:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979156.339102:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979157.425330:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979157.425336:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979157.425338:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979157.425343:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979157.425348:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979157.425352:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979157.425385:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979157.425389:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979157.425392:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979158.449260:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979158.449267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979158.449270:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979158.449275:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979158.449281:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979158.449286:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.449292:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979158.449296:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.449300:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979158.449328:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979158.449332:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979158.449333:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979158.449335:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979158.449338:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979158.449340:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.449342:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979158.449344:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.449346:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979158.449422:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979158.449425:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979158.449427:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979158.449430:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979158.449435:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979158.449440:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.449446:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979158.449450:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.449452:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979159.473345:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979159.473349:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979159.473350:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979159.473353:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979159.473355:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979159.473364:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.473366:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979159.473368:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.473369:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979159.473983:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979159.473986:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979159.473988:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979159.473993:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979159.473997:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979159.474000:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.474005:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979159.474007:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.474009:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.497252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979160.497261:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979160.497265:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.497274:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979160.497280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979160.497286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.497290:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.497293:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.497297:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.497357:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979160.497360:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979160.497362:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.497364:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979160.497366:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979160.497368:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.497370:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.497371:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.497373:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.497390:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979160.497392:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979160.497393:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.497395:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979160.497396:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979160.497398:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.498872:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.498875:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.498877:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979161.457347:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979161.457351:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979161.457355:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979162.545292:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979162.545297:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979162.545300:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979162.545305:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979162.545317:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979162.545319:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.545322:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979162.545324:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.545326:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979162.545926:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979162.545932:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979162.545936:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979162.545942:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979162.545948:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979162.545951:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.545954:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979162.545956:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.545959:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979163.569364:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979163.569369:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979163.569370:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979163.569373:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979163.569375:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979163.569377:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.569378:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979163.569379:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.569382:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979164.593243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979164.593252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979164.593258:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979164.593267:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979164.593273:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979164.593278:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979164.593287:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979164.593290:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979164.593293:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.617238:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979165.617244:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979165.617247:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979165.617252:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979165.617257:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979165.617261:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.617263:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979165.617265:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.617267:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979166.577359:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979166.577363:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979166.577366:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979166.642021:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979166.642024:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979166.642025:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979166.642027:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979166.642028:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979166.642030:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.642031:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979166.642032:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.642033:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979167.665252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979167.665260:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979167.665265:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979167.665273:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979167.665279:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979167.665284:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.665286:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979167.665288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.665291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979168.689282:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979168.689295:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979168.689299:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979168.689311:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979168.689321:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979168.689331:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.689338:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979168.689349:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.689356:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979168.689506:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979168.689516:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979168.689524:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979168.689535:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979168.689542:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979168.689546:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.689550:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979168.689552:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.689554:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979169.714044:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979169.714049:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979169.714051:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979169.714054:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979169.714056:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979169.714058:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.714060:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979169.714061:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.714064:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979170.033640:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979170.033648:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979170.033650:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979170.033653:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979170.033657:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979170.033663:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16703 00000400:00000200:0.0:1783979170.033673:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979170.033679:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979170.033683:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979170.033686:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033689:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.033691:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033693:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979170.033697:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979170.033708:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979170.033711:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979170.033714:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979170.033716:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979170.033719:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979170.033721:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033723:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.033724:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033726:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979170.033729:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979170.033732:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033735:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.033737:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979170.033741:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.033743:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.033746:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979170.033748:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979170.033757:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979170.033760:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979170.033764:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979170.033766:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.033769:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979170.033771:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979170.033775:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979170.033784:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979170.033791:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.033800:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497043072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979170.033810:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979170.033814:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.033819:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497043072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.033842:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979170.033845:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979170.033849:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979170.033850:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979170.033851:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979170.033854:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979170.033857:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16703 00000400:00000200:0.0:1783979170.033861:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979170.033864:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979170.033866:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979170.033868:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033870:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.033872:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033874:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979170.033876:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979170.033877:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979170.033878:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979170.033880:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979170.033882:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979170.033884:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979170.033887:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033888:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.033890:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033892:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979170.033894:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979170.033897:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033899:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.033901:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979170.033906:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.033909:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.033910:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979170.033914:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979170.033917:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.033919:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979170.033922:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979170.033924:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979170.033926:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979170.033927:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.033929:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979170.033930:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979170.033931:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979170.033935:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979170.033939:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.033945:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497043200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979170.033952:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979170.033954:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.033958:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497043200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.033964:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979170.033966:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979170.033969:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979170.033970:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979170.033972:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979170.033975:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979170.033977:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16703 00000400:00000200:0.0:1783979170.033981:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979170.033984:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979170.033986:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979170.033988:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033990:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.033991:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.033993:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979170.033995:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979170.033996:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979170.033998:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979170.034000:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979170.034002:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979170.034004:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979170.034007:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034009:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.034011:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034013:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979170.034015:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979170.034017:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034019:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.034021:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979170.034024:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.034025:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.034027:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979170.034029:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979170.034031:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.034033:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979170.034036:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979170.034038:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979170.034040:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979170.034042:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.034043:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979170.034045:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979170.034046:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979170.034050:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979170.034053:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.034058:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497043328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979170.034065:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979170.034067:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.034070:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497043328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.034077:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979170.034079:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979170.034082:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979170.034084:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979170.034085:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979170.034089:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979170.034091:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16703 00000400:00000200:0.0:1783979170.034094:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979170.034097:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979170.034099:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979170.034101:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034103:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.034105:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034107:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979170.034109:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979170.034111:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979170.034112:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979170.034114:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979170.034116:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979170.034118:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979170.034120:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034122:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.034124:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034126:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979170.034128:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979170.034130:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979170.034133:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.034134:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979170.034172:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.034175:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.034177:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979170.034180:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979170.034182:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.034183:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979170.034188:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979170.034197:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979170.034202:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979170.034206:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.034212:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979170.034214:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979170.034217:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979170.034223:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979170.034233:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.034248:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497043456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979170.034261:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979170.034266:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.035545:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497043456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.035559:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979170.035563:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979170.035566:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979170.035567:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979170.035569:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979170.035572:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979170.035575:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16703 00000400:00000200:0.0:1783979170.035581:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979170.035585:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979170.035587:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979170.035590:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.035593:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.035595:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.035597:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979170.035599:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979170.035601:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979170.035602:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979170.035605:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979170.035606:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979170.035608:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979170.035611:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.035613:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979170.035615:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979170.035616:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979170.035619:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979170.035621:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979170.035623:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.035625:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979170.035630:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.035632:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.035634:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979170.035636:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979170.035638:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.035640:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979170.035645:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979170.035647:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979170.035650:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979170.035651:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.035654:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979170.035656:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979170.035658:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979170.035662:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979170.035666:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.035672:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497043584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979170.035679:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979170.035681:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.035685:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497043584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.035692:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.035697:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16713) 00000100:00000001:0.0:1783979170.737257:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979170.737266:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979170.737271:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.737278:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979170.737286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979170.737293:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.737300:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.737305:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.737313:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.737351:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979170.737359:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979170.737365:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.737370:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979170.737376:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979170.737380:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.737393:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.737398:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.737401:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979171.697424:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979171.697429:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979171.697433:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979171.762533:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979171.762538:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979171.762540:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979171.762544:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979171.762545:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979171.762548:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979171.762550:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979171.762551:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979171.762553:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979172.785287:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979172.785297:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979172.785299:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979172.785306:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979172.785311:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979172.785315:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.785319:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979172.785322:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.785326:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979172.785841:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979172.785846:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979172.785848:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979172.785850:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979172.785853:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979172.785855:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.785856:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979172.785858:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.785860:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979173.809273:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979173.809277:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979173.809278:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979173.809281:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979173.809286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979173.809290:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979173.809293:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979173.809296:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979173.809302:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979174.835689:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979174.835695:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979174.835698:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979174.835706:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979174.835711:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979174.835716:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.835720:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979174.835722:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.835725:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.857205:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979175.857215:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.857218:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.857225:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979175.857230:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.857236:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.857242:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.857245:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.857247:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.857323:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979175.857327:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.857329:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.857334:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979175.857338:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.857342:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.857569:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.857571:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.857574:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979176.817303:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979176.817306:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979176.817308:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979176.883245:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979176.883252:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979176.883254:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979176.883259:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979176.883262:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979176.883265:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.883268:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979176.883271:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.883273:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979177.905209:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979177.905217:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979177.905221:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979177.905229:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979177.905235:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979177.905240:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.905245:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979177.905249:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.905254:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979178.929258:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979178.929266:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979178.929268:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979178.929275:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979178.929279:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979178.929284:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979178.929288:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979178.929290:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979178.929293:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979179.953254:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979179.953270:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979179.953279:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979179.953293:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979179.953307:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979179.953321:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.953338:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979179.953345:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.953364:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979179.956613:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979179.956623:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979179.956625:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979179.956633:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979179.956638:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979179.956641:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.956644:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979179.956647:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.956650:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979180.273392:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979180.273402:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979180.273405:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979180.273409:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979180.273414:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979180.273421:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16713 00000400:00000200:0.0:1783979180.273429:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979180.273435:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979180.273438:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979180.273441:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273444:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.273446:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273448:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979180.273453:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979180.273455:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979180.273458:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979180.273461:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979180.273464:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979180.273466:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979180.273469:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273470:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.273471:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273473:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979180.273474:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979180.273477:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273478:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979180.273480:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979180.273482:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979180.273485:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.273486:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979180.273488:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979180.273495:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979180.273498:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979180.273501:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979180.273502:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.273505:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979180.273507:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979180.273510:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979180.273519:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979180.273546:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.273557:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497044352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979180.273566:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979180.273570:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979180.273575:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497044352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979180.273600:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979180.273604:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979180.273607:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979180.273609:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979180.273610:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979180.273613:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979180.273616:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16713 00000400:00000200:0.0:1783979180.273620:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979180.273624:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979180.273626:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979180.273630:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273632:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.273635:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273637:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979180.273640:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979180.273642:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979180.273644:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979180.273648:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979180.273651:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979180.273655:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979180.273662:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273665:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.273669:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273673:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979180.273678:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979180.273684:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273689:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979180.273693:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979180.273700:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979180.273704:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.273708:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979180.273714:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979180.273720:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.273724:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979180.273729:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979180.273733:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979180.273739:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979180.273741:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.273744:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979180.273747:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979180.273751:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979180.273758:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979180.273771:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.273779:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497044480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979180.273795:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979180.273800:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979180.273809:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497044480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979180.273826:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979180.273832:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979180.273837:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979180.273841:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979180.273843:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979180.273847:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979180.273851:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16713 00000400:00000200:0.0:1783979180.273859:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979180.273865:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979180.273870:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979180.273875:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273880:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.273886:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273891:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979180.273896:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979180.273899:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979180.273902:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979180.273906:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979180.273910:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979180.273914:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979180.273920:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273936:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.273941:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273946:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979180.273949:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979180.273955:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979180.273960:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979180.273963:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979180.273967:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979180.273972:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.273981:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979180.273986:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979180.273990:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.273994:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979180.273998:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979180.274004:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979180.274009:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979180.274012:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.274015:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979180.274017:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979180.274022:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979180.274029:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979180.274033:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.274039:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497044608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979180.274049:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979180.274052:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979180.274062:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497044608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979180.274070:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979180.274073:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979180.274077:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979180.274080:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979180.274083:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979180.274088:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979180.274092:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16713 00000400:00000200:0.0:1783979180.274098:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979180.274102:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979180.274105:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979180.274107:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274109:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.274112:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274114:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979180.274116:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979180.274118:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979180.274121:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979180.274124:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979180.274125:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979180.274130:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979180.274132:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274133:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.274159:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274161:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979180.274162:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979180.274164:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274166:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979180.274167:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979180.274170:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979180.274173:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.274174:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979180.274176:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979180.274178:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.274183:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979180.274188:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979180.274193:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979180.274196:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979180.274199:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.274203:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979180.274207:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979180.274209:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979180.274217:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979180.274224:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.274232:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497044736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979180.274246:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979180.274250:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979180.274254:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497044736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979180.274263:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979180.274273:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979180.274282:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979180.274285:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979180.274290:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979180.274295:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979180.274301:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16713 00000400:00000200:0.0:1783979180.274309:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979180.274315:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979180.274320:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979180.274326:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274330:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.274333:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274337:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979180.274342:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979180.274344:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979180.274346:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979180.274348:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979180.274352:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979180.274356:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979180.274364:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274369:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979180.274373:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274377:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979180.274382:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979180.274388:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979180.274393:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979180.274399:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979180.274403:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979180.274407:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.274410:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979180.274413:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979180.274416:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.274419:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979180.274424:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979180.274427:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979180.274431:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979180.274433:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.274436:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979180.274438:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979180.274441:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979180.274445:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979180.274450:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.274458:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497044864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979180.274467:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979180.274471:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979180.274476:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497044864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979180.274493:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979180.274498:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16723) 00000100:00000001:0.0:1783979180.977389:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979180.977394:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979180.977395:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.977397:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979180.977399:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979180.977400:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.977402:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979180.977404:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.977406:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.977446:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979180.977448:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979180.977449:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.977451:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979180.977452:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979180.977453:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.979018:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979180.979023:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.979028:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979181.937328:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979181.937331:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979181.937337:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979182.001435:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979182.001439:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979182.001440:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979182.001443:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979182.001446:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979182.001449:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.001453:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979182.001457:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.001462:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979183.025402:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979183.025414:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979183.025418:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979183.025426:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979183.025430:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979183.025448:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979183.025453:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979183.025457:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979183.025461:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979184.049270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979184.049288:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979184.049294:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979184.049303:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979184.049318:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979184.049324:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.049337:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979184.049341:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.049349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.073253:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979185.073263:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979185.073265:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.073271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979185.073275:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979185.073282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.073287:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.073292:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.073302:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.073348:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979185.073354:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979185.073372:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.073377:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979185.073381:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979185.073384:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.073387:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.073390:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.073393:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.393458:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979185.393465:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979185.393469:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979185.393484:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.393501:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.393504:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.393509:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979185.393513:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979185.393519:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.393526:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497044992:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979185.393533:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979185.393542:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979185.393546:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.393550:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979185.393557:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979185.393560:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979185.393569:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979185.393574:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979185.393582:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979185.393590:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497044992, portal 25 00000100:00000001:0.0:1783979185.393595:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979185.393598:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979185.393606:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.393630:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979185.393637:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979185.393643:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979185.393647:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497044992, offset 0 00000400:00000200:0.0:1783979185.393657:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979185.393667:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.393675:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979185.393684:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979185.393689:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979185.393695:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979185.393702:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979185.393711:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781602:781602:256:4294967295] 192.168.201.114@tcp LPNI seq info [781580:781580:8:4294967295] 00000400:00000200:0.0:1783979185.393720:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.393738:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979185.393750:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.393758:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979185.393767:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979185.393772:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979185.393792:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.393794:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979185.393800:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979185.393810:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979185.393819:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979185.393824:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979185.393831:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979185.393838:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.393850:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.393857:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.393882:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.393886:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979185.393893:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979185.393899:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979185.393904:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311392503 00000100:00000010:0.0:1783979185.393910:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979185.393918:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979185.393926:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311392503 00000100:00000010:0.0:1783979185.393932:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979185.393937:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979185.393941:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979185.393945:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.393950:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979185.393958:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979185/real 1783979185] req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979185.393977:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979185.393981:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979185.393984:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979185.393988:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979185.393993:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979185.393997:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979185.394003:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979185.394024:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394038:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979185.394041:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394045:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.394047:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979185.394055:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394069:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979185.394079:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394095:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979185.394100:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394103:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.394105:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394109:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979185.394113:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979185.394118:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979185.394124:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979185.394128:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979185.394135:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979185.394164:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497044992:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979185.394169:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394171:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.394175:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497044992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394189:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979185.394193:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979185.394196:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979185.394200:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979185.394204:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979185.394207:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979185.394211:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979185.394215:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979185.394220:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979185.394223:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979185.394226:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979185.394235:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979185.394238:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394240:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394248:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979185.394251:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.394255:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979185.394259:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979185.394261:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979185.394268:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394287:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.394290:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.394294:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979185.394297:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979185.394300:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.394306:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045120:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979185.394312:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979185.394315:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979185.394318:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.394321:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979185.394325:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979185.394329:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979185.394336:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979185.394339:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979185.394344:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979185.394350:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497045120, portal 10 00000100:00000001:0.0:1783979185.394354:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979185.394357:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979185.394367:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394382:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979185.394387:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979185.394391:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979185.394395:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497045120, offset 0 00000400:00000200:0.0:1783979185.394403:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979185.394410:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.394416:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979185.394423:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979185.394428:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979185.394444:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979185.394448:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979185.394456:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781603:781603:256:4294967295] 192.168.201.114@tcp LPNI seq info [781581:781581:8:4294967295] 00000400:00000200:0.0:1783979185.394464:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.394476:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979185.394485:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.394494:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979185.394501:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979185.394506:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979185.394525:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.394528:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979185.394532:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979185.394538:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979185.394542:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979185.394545:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979185.394549:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979185.394555:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394581:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.394586:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394599:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.394604:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979185.394608:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979185.394613:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979185.394620:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979185.394623:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311391243 00000100:00000001:0.0:1783979185.394627:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.394630:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311391243 00000100:00000001:0.0:1783979185.394633:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.394635:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979185.394637:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.394638:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979185.394644:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979185/real 1783979185] req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979185.394652:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979185.394653:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979185.394655:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979185.394657:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979185.394659:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979185.394661:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979185.394664:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979185.394672:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394678:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979185.394679:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394681:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.394682:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979185.394685:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394692:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979185.394695:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394701:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979185.394703:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394704:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.394705:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394707:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979185.394710:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979185.394712:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979185.394715:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979185.394717:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979185.394720:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979185.394727:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045120:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979185.394730:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979185.394733:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394738:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.394740:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.394741:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979185.394743:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979185.394745:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.394747:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045248:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979185.394750:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979185.394752:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979185.394753:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.394754:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979185.394757:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979185.394758:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979185.394762:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979185.394764:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979185.394766:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979185.394769:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497045248, portal 10 00000100:00000001:0.0:1783979185.394770:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979185.394771:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979185.394776:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394782:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979185.394784:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979185.394787:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979185.394789:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497045248, offset 0 00000400:00000200:0.0:1783979185.394792:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979185.394796:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.394799:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979185.394802:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979185.394804:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979185.394806:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979185.394808:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979185.394811:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781604:781604:256:4294967295] 192.168.201.114@tcp LPNI seq info [781582:781582:8:4294967295] 00000400:00000200:0.0:1783979185.394814:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.394820:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979185.394824:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.394827:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979185.394830:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979185.394833:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979185.394842:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.394843:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979185.394846:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979185.394849:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979185.394852:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979185.394854:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979185.394856:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979185.394859:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394864:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.394865:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394869:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.394870:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979185.394872:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979185.394874:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979185.394876:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979185.394877:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311391244 00000100:00000001:0.0:1783979185.394879:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.394880:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311391244 00000100:00000001:0.0:1783979185.394881:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.394882:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979185.394884:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.394885:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979185.394887:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979185/real 1783979185] req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979185.394891:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979185.394892:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979185.394893:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979185.394894:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979185.394895:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979185.394897:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979185.394898:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979185.394903:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394907:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979185.394908:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394909:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.394909:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979185.394911:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394915:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979185.394917:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394920:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979185.394921:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394922:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.394923:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394924:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979185.394925:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979185.394927:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979185.394928:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979185.394929:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979185.394931:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979185.394935:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045248:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979185.394937:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394938:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.394940:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497045120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394944:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979185.394945:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979185.394947:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979185.394948:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979185.394949:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979185.394950:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979185.394951:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979185.394952:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979185.394954:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979185.394954:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979185.394956:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979185.394957:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979185.394958:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394959:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.394960:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497045248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394964:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979185.394964:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979185.394965:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979185.394966:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979185.394967:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979185.394967:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979185.394968:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979185.394969:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979185.394970:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979185.394971:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979185.394971:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979185.394973:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979185.394973:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394974:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.394977:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979185.394978:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.394979:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979185.394980:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979185.394981:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979185.394982:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.394986:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.394987:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.394988:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979185.394990:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979185.394991:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.394992:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045376:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979185.394994:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979185.394995:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979185.394996:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.394997:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979185.394999:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979185.395000:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979185.395002:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979185.395003:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979185.395005:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979185.395007:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497045376, portal 4 00000100:00000001:0.0:1783979185.395008:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979185.395009:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979185.395012:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395016:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979185.395017:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979185.395018:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979185.395020:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497045376, offset 0 00000400:00000200:0.0:1783979185.395022:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979185.395024:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.395026:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979185.395028:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979185.395030:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979185.395031:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979185.395032:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979185.395034:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781605:781605:256:4294967295] 192.168.201.114@tcp LPNI seq info [781583:781583:8:4294967295] 00000400:00000200:0.0:1783979185.395037:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.395040:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979185.395043:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.395045:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979185.395047:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979185.395049:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979185.395055:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.395056:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979185.395058:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979185.395060:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979185.395063:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979185.395065:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979185.395067:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979185.395070:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395076:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.395079:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395085:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.395086:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979185.395089:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979185.395092:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979185.395095:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979185.395097:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311391293 00000100:00000001:0.0:1783979185.395100:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.395102:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311391293 00000100:00000001:0.0:1783979185.395104:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.395106:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979185.395108:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.395110:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979185.395113:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979185/real 1783979185] req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979185.395119:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979185.395120:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979185.395122:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979185.395123:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979185.395124:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979185.395125:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979185.395127:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979185.395132:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395158:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979185.395160:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.395162:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.395163:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979185.395167:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395173:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979185.395177:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395183:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979185.395185:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.395185:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.395187:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.395188:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979185.395189:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979185.395191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979185.395192:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979185.395194:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979185.395196:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979185.395201:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045376:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979185.395203:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979185.395205:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395210:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.395211:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.395213:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979185.395215:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979185.395217:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.395219:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045504:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979185.395222:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979185.395224:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979185.395226:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979185.395227:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979185.395231:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979185.395233:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979185.395236:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979185.395238:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979185.395241:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979185.395244:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497045504, portal 4 00000100:00000001:0.0:1783979185.395246:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979185.395247:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979185.395253:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395257:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979185.395258:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979185.395260:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979185.395261:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497045504, offset 0 00000400:00000200:0.0:1783979185.395264:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979185.395267:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.395269:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979185.395271:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979185.395272:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979185.395274:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979185.395275:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979185.395277:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781606:781606:256:4294967295] 192.168.201.114@tcp LPNI seq info [781584:781584:8:4294967295] 00000400:00000200:0.0:1783979185.395279:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979185.395283:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979185.395285:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.395287:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979185.395289:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979185.395291:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979185.395297:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979185.395298:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979185.395300:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979185.395302:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979185.395304:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979185.395305:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979185.395307:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979185.395309:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395313:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.395315:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395319:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.395320:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979185.395321:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979185.395323:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979185.395325:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979185.395326:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311391265 00000100:00000001:0.0:1783979185.395328:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.395329:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311391265 00000100:00000001:0.0:1783979185.395330:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311392503 00000100:00000001:0.0:1783979185.395331:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979185.395332:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.395333:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979185.395335:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979185/real 1783979185] req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979185.395339:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979185.395340:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979185.395341:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979185.395342:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979185.395343:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979185.395344:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979185.395346:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979185.395350:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395354:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979185.395354:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.395355:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.395356:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979185.395358:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395361:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979185.395363:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.395367:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979185.396519:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.396521:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979185.396522:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.396525:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979185.396527:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979185.396530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979185.396535:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979185.396538:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979185.396543:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979185.396551:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045504:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979185.396554:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.396556:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.396559:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497045376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.396565:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979185.396567:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979185.396569:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979185.396572:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979185.396574:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979185.396575:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979185.396577:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979185.396580:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979185.396583:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979185.396584:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979185.396586:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979185.396589:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979185.396590:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.396592:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979185.396595:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497045504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979185.396605:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979185.396606:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979185.396608:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979185.396609:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979185.396610:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979185.396611:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979185.396613:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979185.396614:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979185.396616:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979185.396617:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979185.396618:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979185.396620:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979185.396621:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.396623:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.396629:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979185.396630:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.396632:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979185.396634:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.097259:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979186.097269:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979186.097275:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.097282:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979186.097290:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979186.097297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.097305:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.097310:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.097316:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.097573:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979186.097576:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979186.097577:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.097579:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979186.097581:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979186.097583:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.097585:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.097586:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.097589:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979187.057334:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979187.057338:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979187.057342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979187.121291:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979187.121296:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979187.121300:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979187.121305:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979187.121309:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979187.121312:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.121316:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979187.121318:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.121321:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979187.122560:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979187.122564:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979187.122566:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979187.122569:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979187.122572:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979187.122574:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.122576:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979187.122577:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.122579:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979188.145384:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979188.145397:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979188.145399:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979188.145401:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979188.145404:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979188.145406:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.145408:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979188.145410:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.145413:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979189.169247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979189.169255:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979189.169259:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979189.169267:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979189.169274:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979189.169281:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.169286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979189.169290:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.169297:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979189.169471:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979189.169482:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979189.169485:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979189.169488:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979189.169491:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979189.169494:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.169496:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979189.169498:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.169500:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.193253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979190.193261:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979190.193265:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.193274:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979190.193282:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979190.193288:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.193307:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.193310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.193314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.513454:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979190.513472:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979190.513476:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979190.513486:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.513502:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.513506:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.513513:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979190.513518:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979190.513523:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.513531:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497045632:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979190.513539:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979190.513545:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979190.513548:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.513554:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979190.513561:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979190.513567:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979190.513578:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979190.513586:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979190.513596:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979190.513618:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497045632, portal 25 00000100:00000001:0.0:1783979190.513623:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979190.513627:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979190.513637:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.513655:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979190.513661:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979190.513668:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979190.513674:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497045632, offset 0 00000400:00000200:0.0:1783979190.513687:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979190.513699:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.513708:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979190.513716:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979190.513723:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979190.513730:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979190.513736:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979190.513743:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781607:781607:256:4294967295] 192.168.201.114@tcp LPNI seq info [781585:781585:8:4294967295] 00000400:00000200:0.0:1783979190.513756:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.513775:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979190.513783:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.513801:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979190.513814:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979190.513821:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979190.513849:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.513853:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979190.513861:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979190.513871:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979190.513879:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979190.513884:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979190.513891:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979190.513898:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.513914:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.513921:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.513950:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.513955:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979190.513962:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979190.513972:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979190.513978:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311397623 00000100:00000010:0.0:1783979190.513987:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979190.513998:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979190.514009:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311397623 00000100:00000010:0.0:1783979190.514017:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979190.514024:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979190.514031:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979190.514037:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.514041:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979190.514061:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979190/real 1783979190] req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979190.514081:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979190.514084:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979190.514088:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979190.514093:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979190.514096:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979190.514100:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979190.514108:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979190.514186:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514206:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979190.514209:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514212:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.514214:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979190.514219:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514225:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979190.514230:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514236:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979190.514239:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514241:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.514243:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514245:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979190.514247:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979190.514249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979190.514253:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979190.514255:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979190.514259:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979190.514267:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497045632:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979190.514271:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514273:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.514276:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497045632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514282:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979190.514284:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979190.514287:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979190.514290:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979190.514292:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979190.514294:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979190.514296:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979190.514298:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979190.514302:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979190.514304:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979190.514306:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979190.514310:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979190.514311:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514313:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514320:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979190.514322:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.514324:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979190.514326:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979190.514327:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979190.514330:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514337:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.514338:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.514340:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979190.514342:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979190.514356:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.514359:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045760:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979190.514362:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979190.514365:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979190.514366:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.514368:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979190.514371:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979190.514373:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979190.514377:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979190.514379:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979190.514382:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979190.514385:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497045760, portal 10 00000100:00000001:0.0:1783979190.514388:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979190.514389:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979190.514395:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514401:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979190.514403:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979190.514405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979190.514408:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497045760, offset 0 00000400:00000200:0.0:1783979190.514411:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979190.514415:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.514418:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979190.514421:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979190.514429:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979190.514431:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979190.514434:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979190.514437:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781608:781608:256:4294967295] 192.168.201.114@tcp LPNI seq info [781586:781586:8:4294967295] 00000400:00000200:0.0:1783979190.514441:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.514447:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979190.514451:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.514455:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979190.514458:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979190.514462:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979190.514472:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.514473:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979190.514476:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979190.514479:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979190.514482:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979190.514484:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979190.514486:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979190.514489:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514501:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.514504:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514510:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.514511:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979190.514514:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979190.514518:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979190.514521:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979190.514522:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311396363 00000100:00000001:0.0:1783979190.514525:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.514527:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311396363 00000100:00000001:0.0:1783979190.514529:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.514531:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979190.514533:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.514535:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979190.514538:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979190/real 1783979190] req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979190.514545:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979190.514547:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979190.514548:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979190.514550:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979190.514552:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979190.514554:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979190.514557:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979190.514564:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514570:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979190.514571:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514573:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.514574:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979190.514577:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514583:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979190.514586:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514592:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979190.514595:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514596:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.514597:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514599:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979190.514602:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979190.514604:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979190.514607:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979190.514610:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979190.514613:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979190.514620:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045760:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979190.514623:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979190.514626:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514632:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.514633:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.514635:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979190.514636:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979190.514638:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.514641:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045888:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979190.514644:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979190.514645:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979190.514647:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.514648:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979190.514651:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979190.514653:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979190.514656:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979190.514658:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979190.514660:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979190.514663:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497045888, portal 10 00000100:00000001:0.0:1783979190.514664:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979190.514665:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979190.514670:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514675:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979190.514677:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979190.514679:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979190.514681:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497045888, offset 0 00000400:00000200:0.0:1783979190.514686:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979190.514689:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.514693:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979190.514695:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979190.514698:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979190.514700:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979190.514702:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979190.514704:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781609:781609:256:4294967295] 192.168.201.114@tcp LPNI seq info [781587:781587:8:4294967295] 00000400:00000200:0.0:1783979190.514708:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.514713:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979190.514717:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.514720:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979190.514724:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979190.514726:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979190.514734:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.514737:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979190.514739:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979190.514742:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979190.514745:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979190.514746:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979190.514749:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979190.514752:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514758:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.514761:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514766:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.514768:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979190.514771:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979190.514773:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979190.514776:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979190.514778:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311396364 00000100:00000001:0.0:1783979190.514781:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.514782:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311396364 00000100:00000001:0.0:1783979190.514785:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.514787:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979190.514789:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.514790:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979190.514794:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979190/real 1783979190] req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979190.514801:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979190.514802:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979190.514804:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979190.514806:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979190.514807:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979190.514809:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979190.514812:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979190.514820:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514826:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979190.514828:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514829:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.514830:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979190.514834:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514840:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979190.514843:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514850:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979190.514852:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514853:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.514855:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.514856:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979190.514858:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979190.514861:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979190.514863:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979190.514865:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979190.514869:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979190.514882:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497045888:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979190.514885:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979190.514888:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514894:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.514896:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.514897:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979190.514899:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979190.514901:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.514903:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046016:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979190.514906:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979190.514908:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979190.514909:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.514910:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979190.514913:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979190.514915:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979190.514918:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979190.514921:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979190.514923:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979190.514926:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497046016, portal 4 00000100:00000001:0.0:1783979190.514927:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979190.514929:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979190.514934:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.514939:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979190.514941:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979190.514943:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979190.514945:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497046016, offset 0 00000400:00000200:0.0:1783979190.514949:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979190.514952:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.514955:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979190.514958:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979190.514961:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979190.514963:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979190.514965:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979190.514968:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781610:781610:256:4294967295] 192.168.201.114@tcp LPNI seq info [781588:781588:8:4294967295] 00000400:00000200:0.0:1783979190.514972:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.514978:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979190.514982:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.514985:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979190.514988:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979190.514991:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979190.515001:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.515003:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979190.515005:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979190.515008:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979190.515011:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979190.515012:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979190.515014:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979190.515017:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515024:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.515027:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515034:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.515035:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979190.515037:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979190.515039:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979190.515042:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979190.515044:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311396413 00000100:00000001:0.0:1783979190.515047:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.515049:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311396413 00000100:00000001:0.0:1783979190.515051:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.515053:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979190.515054:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.515056:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979190.515059:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979190/real 1783979190] req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979190.515066:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979190.515067:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979190.515068:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979190.515070:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979190.515072:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979190.515074:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979190.515076:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979190.515084:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515089:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979190.515091:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515092:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.515094:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979190.515097:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515103:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979190.515107:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515113:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979190.515116:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515117:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.515118:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515120:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979190.515122:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979190.515124:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979190.515127:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979190.515129:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979190.515132:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979190.515168:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046016:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979190.515172:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979190.515175:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515182:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.515183:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.515185:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979190.515187:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979190.515189:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.515191:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046144:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979190.515194:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979190.515196:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979190.515198:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979190.515199:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979190.515202:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979190.515204:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979190.515207:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979190.515209:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979190.515212:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979190.515214:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497046144, portal 4 00000100:00000001:0.0:1783979190.515217:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979190.515218:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979190.515223:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515229:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979190.515231:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979190.515233:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979190.515235:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497046144, offset 0 00000400:00000200:0.0:1783979190.515239:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979190.515242:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.515245:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979190.515248:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979190.515250:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979190.515252:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979190.515254:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979190.515257:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781611:781611:256:4294967295] 192.168.201.114@tcp LPNI seq info [781589:781589:8:4294967295] 00000400:00000200:0.0:1783979190.515261:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979190.515267:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979190.515271:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.515273:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979190.515277:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979190.515280:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979190.515290:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979190.515291:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979190.515294:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979190.515297:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979190.515300:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979190.515301:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979190.515303:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979190.515306:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515319:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.515322:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515328:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.515330:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979190.515332:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979190.515334:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979190.515337:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979190.515339:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311396385 00000100:00000001:0.0:1783979190.515341:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.515354:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311396385 00000100:00000001:0.0:1783979190.515357:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311397623 00000100:00000001:0.0:1783979190.515359:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979190.515361:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.515363:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979190.515367:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979190/real 1783979190] req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979190.515374:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979190.515375:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979190.515377:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979190.515379:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979190.515381:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979190.515382:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979190.515385:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979190.515394:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515400:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979190.515401:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515403:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.515404:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979190.515408:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515414:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979190.515417:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515423:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979190.515426:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515427:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979190.515428:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515430:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979190.515432:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979190.515434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979190.515437:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979190.515439:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979190.515442:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979190.515449:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046144:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979190.515452:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515454:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.515457:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497045760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515463:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979190.515465:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979190.515467:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979190.515469:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979190.515470:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979190.515472:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979190.515474:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979190.515476:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979190.515479:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979190.515480:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979190.515481:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979190.515484:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979190.515485:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515487:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.515490:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497045888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515496:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979190.515497:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979190.515498:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979190.515500:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979190.515501:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979190.515502:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979190.515503:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979190.515505:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979190.515506:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979190.515507:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979190.515508:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979190.515510:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979190.515512:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515513:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.515516:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497046016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515522:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979190.515523:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979190.515524:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979190.515526:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979190.515527:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979190.515528:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979190.515530:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979190.515531:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979190.515533:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979190.515534:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979190.515535:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979190.515537:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979190.515538:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515540:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979190.515542:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497046144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979190.515548:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979190.515549:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979190.515550:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979190.515552:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979190.515553:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979190.515554:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979190.515556:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979190.515557:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979190.515559:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979190.515560:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979190.515561:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979190.515562:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979190.515563:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515565:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.515569:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979190.515570:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.515572:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979190.515573:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.217258:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979191.217265:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979191.217268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.217273:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979191.217277:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979191.217282:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.217285:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.217287:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.217291:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.217442:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979191.217446:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979191.217447:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.217450:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979191.217453:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979191.217456:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.220533:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.220538:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.220541:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979192.177644:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979192.177648:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979192.177651:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979192.241402:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979192.241407:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979192.241413:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979192.241417:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979192.241421:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979192.241425:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.241429:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979192.241431:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.241435:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979193.265240:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979193.265250:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979193.265255:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979193.265272:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979193.265278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979193.265282:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.265284:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979193.265286:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.265288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979194.289245:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979194.289251:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979194.289264:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979194.289270:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979194.289275:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979194.289287:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979194.289290:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979194.289292:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979194.289294:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.313303:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979195.313309:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.313311:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.313315:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979195.313319:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.313322:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.313325:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.313329:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.313335:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.314860:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979195.314863:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.314865:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.314871:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979195.314874:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.314876:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.314878:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.314880:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.314882:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.634726:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979195.634731:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.634734:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979195.634754:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.634771:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.634776:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.634783:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979195.634787:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979195.634792:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.634800:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497046272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979195.634810:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979195.634816:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979195.634821:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.634828:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979195.634835:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979195.634840:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979195.634848:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979195.634854:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979195.634863:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979195.634873:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497046272, portal 25 00000100:00000001:0.0:1783979195.634878:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979195.634882:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783979195.634892:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.634908:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979195.634914:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979195.634919:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979195.634938:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497046272, offset 0 00000400:00000200:0.0:1783979195.634952:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979195.634963:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.634974:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979195.634984:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979195.634993:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979195.635001:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979195.635017:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979195.635023:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781612:781612:256:4294967295] 192.168.201.114@tcp LPNI seq info [781590:781590:8:4294967295] 00000400:00000200:0.0:1783979195.635031:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.635047:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979195.635059:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.635067:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979195.635079:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979195.635085:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979195.635124:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.635129:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979195.635176:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979195.635196:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979195.635205:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979195.635211:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979195.635218:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979195.635227:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635266:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.635274:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635292:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.635298:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979195.635305:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979195.635314:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979195.635320:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311402745 00000100:00000010:0.0:1783979195.635329:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979195.635339:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979195.635347:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311402745 00000100:00000010:0.0:1783979195.635355:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979195.635362:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979195.635367:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979195.635373:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.635379:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979195.635390:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979195/real 1783979195] req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979195.635417:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979195.635421:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979195.635427:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979195.635434:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979195.635439:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979195.635446:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979195.635455:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979195.635479:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635497:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979195.635501:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635507:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.635511:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979195.635520:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635533:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979195.635542:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635553:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979195.635558:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635563:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.635565:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635570:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979195.635574:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979195.635580:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979195.635587:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979195.635592:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979195.635601:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979195.635623:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497046272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979195.635628:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635630:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.635632:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497046272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635637:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979195.635639:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979195.635642:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979195.635645:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979195.635646:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979195.635648:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979195.635650:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979195.635652:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783979195.635655:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979195.635657:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979195.635659:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783979195.635661:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979195.635662:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635664:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635671:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.635672:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.635674:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979195.635676:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.635677:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979195.635679:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635686:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.635687:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.635689:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979195.635691:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979195.635693:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.635696:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979195.635699:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979195.635701:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979195.635703:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.635704:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979195.635707:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979195.635709:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979195.635712:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979195.635715:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979195.635718:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979195.635721:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497046400, portal 10 00000100:00000001:0.0:1783979195.635723:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979195.635725:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985545600 : -115476724006016 : ffff96f97ae2c380) 00000100:00000040:0.0:1783979195.635731:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635737:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979195.635740:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979195.635742:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979195.635745:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497046400, offset 0 00000400:00000200:0.0:1783979195.635749:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979195.635753:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.635756:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979195.635759:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979195.635761:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979195.635764:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979195.635766:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979195.635769:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781613:781613:256:4294967295] 192.168.201.114@tcp LPNI seq info [781591:781591:8:4294967295] 00000400:00000200:0.0:1783979195.635773:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.635779:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979195.635784:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.635787:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979195.635791:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979195.635794:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979195.635804:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.635806:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979195.635808:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979195.635812:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979195.635815:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979195.635817:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979195.635819:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979195.635822:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635830:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.635833:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635845:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.635846:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979195.635849:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979195.635852:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979195.635856:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979195.635858:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311401484 00000100:00000001:0.0:1783979195.635861:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.635863:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311401484 00000100:00000001:0.0:1783979195.635865:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.635866:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979195.635868:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.635870:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979195.635874:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979195/real 1783979195] req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979195.635881:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979195.635883:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979195.635884:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979195.635887:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979195.635888:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979195.635890:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979195.635893:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979195.635901:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635907:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979195.635908:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635910:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.635911:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979195.635914:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635921:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979195.635925:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635931:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979195.635933:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635935:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.635936:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.635937:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979195.635940:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979195.635943:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979195.635946:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979195.635948:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979195.635952:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979195.635960:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979195.635963:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979195.635967:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.635973:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.635975:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.635976:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979195.635978:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979195.635980:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.635983:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979195.635986:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979195.635988:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979195.635990:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.635991:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979195.635994:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979195.635996:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979195.636000:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979195.636002:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979195.636005:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979195.636008:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497046528, portal 10 00000100:00000001:0.0:1783979195.636010:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979195.636011:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985546496 : -115476724005120 : ffff96f97ae2c700) 00000100:00000040:0.0:1783979195.636017:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636023:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979195.636025:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979195.636027:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979195.636029:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497046528, offset 0 00000400:00000200:0.0:1783979195.636033:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979195.636036:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.636040:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979195.636042:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979195.636044:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979195.636046:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979195.636049:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979195.636052:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781614:781614:256:4294967295] 192.168.201.114@tcp LPNI seq info [781592:781592:8:4294967295] 00000400:00000200:0.0:1783979195.636056:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.636062:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979195.636066:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.636069:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979195.636073:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979195.636076:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979195.636086:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.636088:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979195.636091:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979195.636094:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979195.636097:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979195.636099:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979195.636101:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979195.636105:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636111:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.636114:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636120:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.636121:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979195.636124:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979195.636127:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979195.636130:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979195.636132:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311401485 00000100:00000001:0.0:1783979195.636134:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.636157:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311401486 00000100:00000001:0.0:1783979195.636159:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.636161:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979195.636163:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.636165:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979195.636169:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979195/real 1783979195] req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979195.636177:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979195.636178:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979195.636179:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979195.636182:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979195.636184:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979195.636186:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979195.636190:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979195.636198:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636204:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979195.636205:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636207:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.636209:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979195.636212:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636217:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979195.636221:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636227:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979195.636230:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636231:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.636232:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636234:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979195.636237:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979195.636239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979195.636242:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979195.636244:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979195.636248:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979195.636266:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979195.636270:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979195.636274:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636281:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.636282:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.636285:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979195.636287:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979195.636288:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.636291:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979195.636294:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979195.636296:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979195.636297:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.636299:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979195.636302:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979195.636304:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979195.636308:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979195.636311:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979195.636314:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979195.636317:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497046656, portal 4 00000100:00000001:0.0:1783979195.636319:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979195.636320:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985547392 : -115476724004224 : ffff96f97ae2ca80) 00000100:00000040:0.0:1783979195.636325:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636331:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979195.636333:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979195.636336:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979195.636338:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497046656, offset 0 00000400:00000200:0.0:1783979195.636342:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979195.636345:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.636349:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979195.636351:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979195.636353:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979195.636355:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979195.636358:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979195.636361:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781615:781615:256:4294967295] 192.168.201.114@tcp LPNI seq info [781593:781593:8:4294967295] 00000400:00000200:0.0:1783979195.636365:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.636371:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979195.636375:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.636379:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979195.636382:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979195.636385:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979195.636395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.636397:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979195.636400:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979195.636403:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979195.636406:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979195.636407:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979195.636409:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979195.636413:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636420:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.636424:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636429:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.636431:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979195.636434:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979195.636437:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979195.636440:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979195.636442:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311401535 00000100:00000001:0.0:1783979195.636444:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.636446:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311401535 00000100:00000001:0.0:1783979195.636448:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.636450:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979195.636453:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.636454:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979195.636458:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979195/real 1783979195] req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979195.636465:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979195.636467:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979195.636469:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979195.636471:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979195.636473:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979195.636474:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979195.636477:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979195.636486:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636491:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979195.636493:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636495:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.636496:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979195.636499:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636505:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979195.636509:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636515:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979195.636518:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636519:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.636520:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636522:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979195.636524:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979195.636527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979195.636530:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979195.636532:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979195.636536:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979195.636544:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979195.636548:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979195.636551:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636557:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.636558:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.636560:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979195.636562:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979195.636564:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.636566:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979195.636569:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979195.636571:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979195.636572:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979195.636574:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979195.636577:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979195.636579:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979195.636582:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979195.636585:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979195.636588:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979195.636590:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497046784, portal 4 00000100:00000001:0.0:1783979195.636592:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979195.636594:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985558144 : -115476723993472 : ffff96f97ae2f480) 00000100:00000040:0.0:1783979195.636599:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636605:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979195.636608:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979195.636610:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979195.636613:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497046784, offset 0 00000400:00000200:0.0:1783979195.636617:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979195.636621:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.636624:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979195.636627:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979195.636629:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979195.636631:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979195.636633:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979195.636636:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781616:781616:256:4294967295] 192.168.201.114@tcp LPNI seq info [781594:781594:8:4294967295] 00000400:00000200:0.0:1783979195.636640:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979195.636646:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979195.636650:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.636653:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979195.636657:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979195.636660:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979195.636669:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979195.636671:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979195.636673:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979195.636676:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979195.636679:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979195.636681:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979195.636683:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979195.636686:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636694:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.636697:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636703:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.636704:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979195.636708:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979195.636710:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979195.636713:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979195.636715:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311401506 00000100:00000001:0.0:1783979195.636717:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.636719:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311401506 00000100:00000001:0.0:1783979195.636721:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311402745 00000100:00000001:0.0:1783979195.636723:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979195.636725:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.636726:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979195.636730:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979195/real 1783979195] req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979195.636737:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979195.636739:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979195.636740:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979195.636742:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979195.636743:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979195.636745:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979195.636748:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979195.636755:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636761:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979195.636762:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636764:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.636765:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979195.636768:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636775:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979195.636779:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636785:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979195.636787:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636789:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979195.636790:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636792:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979195.636794:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979195.636796:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979195.636799:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979195.636802:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979195.636805:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979195.636813:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497046784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979195.636817:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636818:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.636821:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c380 x1870620497046400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636827:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979195.636829:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979195.636830:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979195.636833:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979195.636834:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979195.636836:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979195.636838:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979195.636839:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783979195.636842:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979195.636843:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979195.636845:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c380. 00000100:00000001:0.0:1783979195.636847:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979195.636849:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636851:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.636853:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c700 x1870620497046528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636859:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979195.636860:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979195.636862:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979195.636864:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979195.636865:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979195.636866:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979195.636868:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979195.636869:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783979195.636871:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979195.636872:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979195.636873:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c700. 00000100:00000001:0.0:1783979195.636875:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979195.636876:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636878:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.636881:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ca80 x1870620497046656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636887:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979195.636889:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979195.636890:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979195.636892:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979195.636893:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979195.636894:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979195.636896:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979195.636898:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783979195.636900:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979195.636901:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979195.636902:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ca80. 00000100:00000001:0.0:1783979195.636904:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979195.636906:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636907:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979195.636911:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f480 x1870620497046784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979195.636922:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979195.636923:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979195.636924:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979195.636926:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979195.636927:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979195.636929:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979195.636930:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979195.636932:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783979195.636934:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979195.636935:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979195.636936:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f480. 00000100:00000001:0.0:1783979195.636939:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979195.636940:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636942:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.636946:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.636947:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.636949:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979195.636951:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.337240:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979196.337258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979196.337261:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.337265:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979196.337270:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979196.337275:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.337281:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.337290:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.337293:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.337420:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979196.337422:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979196.337423:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.337425:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979196.337427:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979196.337428:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.337429:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.337431:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.337432:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.337452:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979196.337454:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979196.337455:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.337456:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979196.337457:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979196.337459:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.338032:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.338035:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.338044:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979197.297333:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979197.297337:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979197.297341:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979197.361288:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979197.361293:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979197.361297:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979197.361301:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979197.361306:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979197.361310:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979197.361330:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979197.361335:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979197.361341:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979198.385224:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979198.385236:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979198.385240:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979198.385245:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979198.385251:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979198.385256:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.385272:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979198.385275:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.385278:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979198.385325:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979198.385331:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979198.385335:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979198.385341:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979198.385347:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979198.385351:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.385356:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979198.385359:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.385363:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979199.409283:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979199.409289:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979199.409292:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979199.409297:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979199.409301:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979199.409304:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.409309:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979199.409310:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.409312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.433295:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979200.433300:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979200.433302:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.433305:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979200.433308:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979200.433312:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.433315:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979200.433318:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.433321:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.433347:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979200.433351:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979200.433352:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.433355:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979200.433358:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979200.433360:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.433365:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979200.433368:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.433372:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.433506:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979200.433509:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979200.433510:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.433512:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979200.433514:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979200.433516:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.433518:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979200.433520:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.433522:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979200.753290:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979200.753334:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979200.753336:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979200.753339:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979200.753342:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979200.753347:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16734 00000400:00000200:0.0:1783979200.753355:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979200.753359:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979200.753362:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979200.753364:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753366:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753368:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753370:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979200.753372:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979200.753374:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979200.753375:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979200.753378:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979200.753379:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979200.753381:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979200.753383:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753384:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753386:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753387:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979200.753388:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979200.753390:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753392:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979200.753394:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979200.753396:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979200.753398:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753399:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979200.753401:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979200.753408:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979200.753411:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979200.753414:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979200.753415:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753417:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979200.753419:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979200.753422:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979200.753428:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979200.753433:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.753439:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497046912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979200.753446:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979200.753449:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979200.753452:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497046912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979200.753478:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979200.753480:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979200.753483:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979200.753484:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979200.753485:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979200.753487:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979200.753488:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16734 00000400:00000200:0.0:1783979200.753490:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979200.753492:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979200.753494:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979200.753496:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753497:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753498:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753499:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979200.753500:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979200.753501:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979200.753502:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979200.753504:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979200.753505:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979200.753506:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979200.753508:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753509:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753510:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753511:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979200.753512:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979200.753513:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753515:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979200.753516:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979200.753520:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979200.753521:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753522:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979200.753525:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979200.753528:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753530:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979200.753533:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979200.753536:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979200.753538:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979200.753539:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753541:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979200.753543:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979200.753544:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979200.753548:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979200.753554:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.753563:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497047040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979200.753576:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979200.753580:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979200.753588:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497047040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979200.753604:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979200.753607:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979200.753609:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979200.753610:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979200.753611:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979200.753612:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979200.753614:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16734 00000400:00000200:0.0:1783979200.753617:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979200.753619:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979200.753620:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979200.753622:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753623:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753625:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753626:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979200.753627:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979200.753628:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979200.753629:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979200.753630:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979200.753631:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979200.753632:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979200.753634:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753635:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753636:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753637:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979200.753638:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979200.753645:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753647:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979200.753648:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979200.753650:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979200.753651:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753841:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979200.753843:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979200.753845:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753846:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979200.753849:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979200.753851:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979200.753852:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979200.753853:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753854:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979200.753855:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979200.753857:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979200.753860:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979200.753862:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.753866:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497047168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979200.753871:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979200.753872:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979200.753874:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497047168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979200.753879:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979200.753881:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979200.753883:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979200.753884:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979200.753885:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979200.753887:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979200.753888:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16734 00000400:00000200:0.0:1783979200.753891:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979200.753893:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979200.753894:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979200.753896:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753897:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753899:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753900:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979200.753901:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979200.753902:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979200.753903:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979200.753904:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979200.753905:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979200.753906:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979200.753908:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753909:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753910:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753911:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979200.753912:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979200.753914:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753915:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979200.753916:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979200.753918:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979200.753919:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753920:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979200.753922:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979200.753923:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753924:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979200.753925:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979200.753927:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979200.753928:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979200.753929:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753930:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979200.753931:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979200.753931:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979200.753933:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979200.753935:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.753937:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497047296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979200.753941:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979200.753943:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979200.753944:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497047296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979200.753948:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979200.753950:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979200.753951:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979200.753952:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979200.753953:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979200.753954:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979200.753956:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16734 00000400:00000200:0.0:1783979200.753957:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979200.753958:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979200.753959:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979200.753961:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753962:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753963:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753964:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979200.753965:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979200.753965:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979200.753966:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979200.753967:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979200.753969:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979200.753970:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979200.753972:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753973:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979200.753974:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753975:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979200.753977:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979200.753978:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979200.753980:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979200.753980:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979200.753981:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979200.753983:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753984:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979200.753984:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979200.753986:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753986:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979200.753988:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979200.753989:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979200.753990:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979200.753991:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.753991:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979200.753992:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979200.753993:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979200.753995:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979200.753996:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.753998:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497047424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979200.754002:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979200.754003:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979200.754005:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497047424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979200.754008:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979200.754011:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16744) 00000100:00000001:0.0:1783979201.457262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979201.457268:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979201.457271:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.457278:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979201.457284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979201.457288:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.457448:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.457450:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.457453:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979202.417360:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979202.417362:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979202.417364:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979202.481277:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979202.481283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979202.481286:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979202.481291:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979202.481296:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979202.481298:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979202.481300:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979202.481302:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979202.481304:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979203.505247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979203.505252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979203.505253:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979203.505257:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979203.505260:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979203.505262:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.505265:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979203.505266:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.505268:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979203.505417:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979203.505419:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979203.505420:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979203.505422:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979203.505423:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979203.505424:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.505425:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979203.505426:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.505427:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979203.505624:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979203.505627:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979203.505629:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979203.505631:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979203.505633:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979203.505635:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.505636:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979203.505637:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.505638:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979204.529256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979204.529262:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979204.529266:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979204.529268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979204.529272:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979204.529274:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979204.529293:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979204.529301:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979204.529304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.553244:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979205.553251:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979205.553254:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.553259:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979205.553263:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979205.553266:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.554213:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.554216:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.554218:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.554242:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979205.554246:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979205.554248:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.554250:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979205.554253:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979205.554254:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.554256:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.554258:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.554260:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.874188:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979205.874193:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979205.874195:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979205.874201:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874209:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.874211:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.874214:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979205.874217:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979205.874219:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.874222:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497047552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979205.874230:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979205.874235:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979205.874237:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.874240:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979205.874244:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979205.874246:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979205.874251:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979205.874254:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979205.874260:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979205.874266:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497047552, portal 25 00000100:00000001:0.0:1783979205.874268:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979205.874270:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979205.874274:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874281:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979205.874283:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979205.874286:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979205.874289:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497047552, offset 0 00000400:00000200:0.0:1783979205.874295:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979205.874302:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.874307:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979205.874312:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979205.874315:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979205.874319:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979205.874322:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979205.874326:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781622:781622:256:4294967295] 192.168.201.114@tcp LPNI seq info [781600:781600:8:4294967295] 00000400:00000200:0.0:1783979205.874330:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.874339:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979205.874345:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.874349:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979205.874362:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979205.874366:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979205.874379:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.874382:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979205.874388:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979205.874392:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979205.874397:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979205.874399:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979205.874403:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979205.874407:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874416:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.874419:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874426:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.874428:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979205.874434:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979205.874437:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979205.874440:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311412984 00000100:00000010:0.0:1783979205.874445:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979205.874451:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979205.874456:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311412984 00000100:00000010:0.0:1783979205.874459:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979205.874462:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979205.874465:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979205.874468:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.874471:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979205.874475:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979205/real 1783979205] req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979205.874485:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979205.874486:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979205.874488:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979205.874490:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979205.874492:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979205.874494:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979205.874497:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979205.874504:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874510:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979205.874511:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.874513:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.874515:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979205.874518:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874524:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979205.874528:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874535:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979205.874537:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.874539:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.874540:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.874542:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979205.874544:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979205.874547:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979205.874550:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979205.874553:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979205.874556:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979205.874563:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497047552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979205.874568:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979205.874571:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874577:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.874578:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.874580:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979205.874582:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979205.874583:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.874586:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497047680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979205.874588:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979205.874590:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979205.874592:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.874594:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979205.874597:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979205.874599:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979205.874602:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979205.874604:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979205.874607:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979205.874609:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497047680, portal 10 00000100:00000001:0.0:1783979205.874611:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979205.874612:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979205.874618:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874624:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979205.874626:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979205.874628:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979205.874631:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497047680, offset 0 00000400:00000200:0.0:1783979205.874634:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979205.874638:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.874641:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979205.874644:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979205.874646:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979205.874649:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979205.874650:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979205.874653:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781623:781623:256:4294967295] 192.168.201.114@tcp LPNI seq info [781601:781601:8:4294967295] 00000400:00000200:0.0:1783979205.874657:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.874663:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979205.874667:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.874670:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979205.874673:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979205.874676:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979205.874686:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.874688:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979205.874691:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979205.874694:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979205.874697:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979205.874698:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979205.874700:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979205.874703:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874710:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.874713:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874719:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.874720:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979205.874723:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979205.874726:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979205.874729:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979205.874731:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311411723 00000100:00000001:0.0:1783979205.874733:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.874735:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311411723 00000100:00000001:0.0:1783979205.874737:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.874739:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979205.874741:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.874742:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979205.874746:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979205/real 1783979205] req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979205.874753:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979205.874754:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979205.874756:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979205.874757:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979205.874759:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979205.874760:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979205.874763:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979205.874770:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874776:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979205.874778:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.874780:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.874781:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979205.874783:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874790:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979205.874793:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874799:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979205.874801:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.874802:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.874803:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.874805:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979205.874808:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979205.874810:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979205.874813:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979205.874815:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979205.874819:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979205.874825:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497047680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979205.874829:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979205.874832:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874839:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.874840:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.874842:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979205.874844:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979205.874846:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.874848:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497047808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979205.874851:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979205.874853:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979205.874854:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.874856:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979205.874859:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979205.874861:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979205.874864:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979205.874867:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979205.874869:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979205.874872:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497047808, portal 10 00000100:00000001:0.0:1783979205.874873:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979205.874874:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979205.874879:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874885:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979205.874887:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979205.874889:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979205.874891:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497047808, offset 0 00000400:00000200:0.0:1783979205.874895:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979205.874898:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.874902:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979205.874904:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979205.874906:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979205.874909:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979205.874911:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979205.874913:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781624:781624:256:4294967295] 192.168.201.114@tcp LPNI seq info [781602:781602:8:4294967295] 00000400:00000200:0.0:1783979205.874917:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.874923:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979205.874927:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.874929:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979205.874933:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979205.874935:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979205.874945:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.874947:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979205.874949:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979205.874952:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979205.874955:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979205.874957:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979205.874959:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979205.874963:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874971:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.874974:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.874980:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.874982:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979205.874985:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979205.874987:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979205.874990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979205.874992:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311411724 00000100:00000001:0.0:1783979205.874994:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.874995:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311411724 00000100:00000001:0.0:1783979205.874997:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.874999:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979205.875001:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.875003:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979205.875007:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979205/real 1783979205] req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979205.875014:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979205.875015:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979205.875016:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979205.875018:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979205.875020:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979205.875022:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979205.875024:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979205.875031:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875038:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979205.875039:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875041:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.875042:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979205.875045:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875051:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979205.875054:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875060:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979205.875063:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875064:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.875065:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875067:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979205.875069:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979205.875071:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979205.875074:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979205.875076:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979205.875093:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979205.875100:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497047808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979205.875103:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979205.875107:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875112:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.875114:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.875116:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979205.875117:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979205.875119:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.875121:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497047936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979205.875124:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979205.875125:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979205.875127:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.875128:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979205.875131:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979205.875132:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979205.875155:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979205.875157:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979205.875160:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979205.875162:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497047936, portal 4 00000100:00000001:0.0:1783979205.875164:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979205.875165:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979205.875170:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875175:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979205.875177:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979205.875179:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979205.875181:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497047936, offset 0 00000400:00000200:0.0:1783979205.875184:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979205.875188:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.875191:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979205.875193:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979205.875195:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979205.875197:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979205.875199:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979205.875202:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781625:781625:256:4294967295] 192.168.201.114@tcp LPNI seq info [781603:781603:8:4294967295] 00000400:00000200:0.0:1783979205.875205:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.875210:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979205.875214:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.875217:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979205.875220:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979205.875222:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979205.875231:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.875233:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979205.875235:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979205.875238:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979205.875240:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979205.875241:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979205.875243:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979205.875247:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875253:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.875255:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875261:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.875262:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979205.875264:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979205.875267:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979205.875270:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979205.875271:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311411774 00000100:00000001:0.0:1783979205.875274:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.875276:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311411774 00000100:00000001:0.0:1783979205.875277:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.875279:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979205.875281:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.875282:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979205.875285:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979205/real 1783979205] req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979205.875292:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979205.875293:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979205.875295:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979205.875296:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979205.875298:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979205.875299:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979205.875302:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979205.875310:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875315:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979205.875316:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875318:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.875319:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979205.875322:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875328:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979205.875331:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875337:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979205.875339:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875341:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.875342:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875344:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979205.875345:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979205.875348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979205.875350:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979205.875353:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979205.875357:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979205.875364:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497047936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979205.875367:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979205.875370:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875376:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.875377:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.875379:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979205.875380:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979205.875382:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.875385:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979205.875387:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979205.875389:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979205.875390:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979205.875392:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979205.875395:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979205.875397:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979205.875399:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979205.875402:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979205.875404:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979205.875406:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497048064, portal 4 00000100:00000001:0.0:1783979205.875408:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979205.875409:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979205.875414:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875419:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979205.875422:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979205.875423:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979205.875425:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497048064, offset 0 00000400:00000200:0.0:1783979205.875429:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979205.875432:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.875434:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979205.875436:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979205.875439:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979205.875440:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979205.875442:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979205.875445:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781626:781626:256:4294967295] 192.168.201.114@tcp LPNI seq info [781604:781604:8:4294967295] 00000400:00000200:0.0:1783979205.875448:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979205.875453:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979205.875457:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.875459:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979205.875462:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979205.875464:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979205.875473:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979205.875475:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979205.875477:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979205.875480:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979205.875482:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979205.875484:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979205.875486:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979205.875488:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875496:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.875498:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875504:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.875505:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979205.875508:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979205.875510:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979205.875513:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979205.875515:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311411745 00000100:00000001:0.0:1783979205.875517:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.875519:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311411745 00000100:00000001:0.0:1783979205.875521:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311412984 00000100:00000001:0.0:1783979205.875523:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979205.875525:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.875526:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979205.875529:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979205/real 1783979205] req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979205.875536:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979205.875537:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979205.875539:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979205.875541:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979205.875542:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979205.875544:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979205.875547:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979205.875554:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875561:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979205.875562:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875564:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.875565:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979205.875568:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875575:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979205.875578:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875584:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979205.875587:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875588:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979205.875589:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875591:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979205.875592:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979205.875595:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979205.875597:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979205.875599:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979205.875603:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979205.875610:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979205.875613:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875615:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.875618:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497047552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875624:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979205.875626:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979205.875628:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979205.875631:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979205.875633:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979205.875635:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979205.875637:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979205.875639:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979205.875642:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979205.875644:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979205.875645:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979205.875650:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979205.875651:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875653:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.875656:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497047680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875667:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979205.875668:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979205.875669:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979205.875671:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979205.875672:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979205.875673:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979205.875675:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979205.875677:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979205.875679:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979205.875680:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979205.875681:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979205.875683:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979205.875684:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875685:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.875688:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497047808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875693:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979205.875694:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979205.875695:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979205.875697:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979205.875698:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979205.875699:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979205.875701:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979205.875702:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979205.875703:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979205.875704:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979205.875705:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979205.875707:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979205.875708:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875709:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.875711:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497047936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875716:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979205.875717:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979205.875718:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979205.875720:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979205.875721:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979205.875722:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979205.875724:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979205.875725:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979205.875727:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979205.875728:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979205.875729:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979205.875731:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979205.875733:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875734:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979205.875737:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497048064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979205.875742:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979205.875744:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979205.875745:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979205.875747:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979205.875748:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979205.875750:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979205.875751:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979205.875752:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979205.875754:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979205.875755:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979205.875757:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979205.875758:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979205.875760:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875762:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.875769:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979205.875771:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.875772:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979205.875774:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.577242:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979206.577259:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979206.577262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.577266:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979206.577272:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979206.577278:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.577293:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.577301:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.577304:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979207.538273:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979207.538277:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979207.538280:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979207.601248:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979207.601257:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979207.601262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979207.601271:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979207.601278:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979207.601282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.601297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979207.601301:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.601303:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979207.601438:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979207.601445:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979207.601449:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979207.601455:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979207.601460:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979207.601464:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.601468:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979207.601470:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.601472:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979208.625321:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979208.625326:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979208.625329:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979208.625332:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979208.625335:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979208.625337:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.625339:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979208.625341:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.625344:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979208.625372:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979208.625377:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979208.625382:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979208.625388:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979208.625395:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979208.625400:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.625405:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979208.625408:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.625413:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979209.649252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979209.649261:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979209.649265:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979209.649272:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979209.649279:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979209.649284:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.649293:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979209.649297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.649301:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979209.649432:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979209.649436:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979209.649438:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979209.649441:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979209.649444:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979209.649446:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.649448:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979209.649450:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.649460:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.674123:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979210.674128:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979210.674132:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.674154:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979210.674157:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979210.674160:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.674162:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.674164:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.674166:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.674587:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979210.674591:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979210.674593:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.674596:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979210.674599:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979210.674601:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.674603:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.674604:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.674606:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.993467:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979210.993473:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979210.993477:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979210.993488:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.993502:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.993505:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.993509:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979210.993524:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979210.993529:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.993538:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497048192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979210.993552:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979210.993558:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979210.993562:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.993568:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979210.993575:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979210.993579:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979210.993590:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979210.993596:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979210.993605:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979210.993625:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497048192, portal 25 00000100:00000001:0.0:1783979210.993630:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979210.993632:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979210.993643:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.993657:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979210.993664:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979210.993669:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979210.993676:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497048192, offset 0 00000400:00000200:0.0:1783979210.993695:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979210.993705:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.993715:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979210.993723:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979210.993731:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979210.993738:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979210.993744:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979210.993750:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781627:781627:256:4294967295] 192.168.201.114@tcp LPNI seq info [781605:781605:8:4294967295] 00000400:00000200:0.0:1783979210.993759:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.993779:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979210.993792:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.993801:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979210.993812:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979210.993815:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979210.993836:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.993840:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979210.993848:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979210.993859:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979210.993867:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979210.993873:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979210.993879:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979210.993886:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.993898:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.993904:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.993935:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.993939:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979210.993947:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979210.993951:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979210.993953:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311418103 00000100:00000010:0.0:1783979210.993960:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979210.993970:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979210.993976:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311418103 00000100:00000010:0.0:1783979210.993982:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979210.993987:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979210.994006:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979210.994010:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994011:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979210.994026:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979210/real 1783979210] req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979210.994064:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979210.994067:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979210.994072:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979210.994077:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979210.994080:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979210.994085:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979210.994092:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979210.994116:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994131:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979210.994134:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994155:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994156:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979210.994160:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994165:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979210.994169:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994178:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979210.994180:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994183:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994185:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994187:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979210.994188:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979210.994191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979210.994196:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979210.994199:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979210.994204:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979210.994213:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497048192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979210.994218:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994221:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.994226:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497048192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994246:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979210.994249:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979210.994252:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979210.994256:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979210.994258:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979210.994267:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979210.994270:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979210.994273:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783979210.994277:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979210.994278:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979210.994280:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979210.994283:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979210.994284:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994286:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994292:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979210.994294:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994296:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979210.994297:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979210.994299:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979210.994303:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994311:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.994312:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994314:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979210.994316:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979210.994318:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.994320:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979210.994322:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979210.994323:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979210.994324:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994326:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979210.994328:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979210.994329:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979210.994332:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979210.994334:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979210.994336:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979210.994344:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497048320, portal 10 00000100:00000001:0.0:1783979210.994345:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979210.994346:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979210.994351:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994355:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979210.994356:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979210.994358:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979210.994360:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497048320, offset 0 00000400:00000200:0.0:1783979210.994362:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979210.994364:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.994367:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979210.994369:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979210.994371:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979210.994372:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979210.994374:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979210.994376:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781628:781628:256:4294967295] 192.168.201.114@tcp LPNI seq info [781606:781606:8:4294967295] 00000400:00000200:0.0:1783979210.994378:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.994383:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979210.994386:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.994388:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979210.994390:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979210.994392:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979210.994399:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.994400:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979210.994402:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979210.994404:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979210.994406:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979210.994407:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979210.994408:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979210.994410:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994415:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.994416:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994420:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994421:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979210.994423:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979210.994425:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979210.994427:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979210.994429:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311416843 00000100:00000001:0.0:1783979210.994430:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.994431:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311416843 00000100:00000001:0.0:1783979210.994433:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.994435:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979210.994436:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994437:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979210.994439:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979210/real 1783979210] req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979210.994443:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979210.994444:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979210.994445:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979210.994446:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979210.994447:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979210.994448:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979210.994450:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979210.994454:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994458:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979210.994458:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994459:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994460:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979210.994462:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994465:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979210.994467:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994471:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979210.994472:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994473:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994474:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994475:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979210.994477:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979210.994479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979210.994482:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979210.994484:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979210.994488:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979210.994495:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979210.994499:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979210.994502:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994508:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.994509:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994511:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979210.994512:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979210.994514:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.994517:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979210.994520:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979210.994522:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979210.994523:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994525:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979210.994528:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979210.994530:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979210.994533:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979210.994534:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979210.994537:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979210.994538:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497048448, portal 10 00000100:00000001:0.0:1783979210.994539:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979210.994540:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979210.994544:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994552:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979210.994553:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979210.994555:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979210.994557:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497048448, offset 0 00000400:00000200:0.0:1783979210.994559:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979210.994562:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.994564:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979210.994566:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979210.994568:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979210.994569:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979210.994570:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979210.994572:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781629:781629:256:4294967295] 192.168.201.114@tcp LPNI seq info [781607:781607:8:4294967295] 00000400:00000200:0.0:1783979210.994575:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.994578:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979210.994581:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.994582:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979210.994585:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979210.994586:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979210.994592:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.994594:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979210.994595:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979210.994597:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979210.994599:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979210.994600:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979210.994601:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979210.994603:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994608:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.994609:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994620:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994621:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979210.994623:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979210.994626:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979210.994629:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979210.994631:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311416844 00000100:00000001:0.0:1783979210.994633:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.994635:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311416844 00000100:00000001:0.0:1783979210.994637:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.994639:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979210.994641:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994642:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979210.994646:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979210/real 1783979210] req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979210.994654:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979210.994655:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979210.994656:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979210.994657:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979210.994658:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979210.994660:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979210.994662:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979210.994667:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994670:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979210.994671:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994672:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994672:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979210.994674:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994679:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979210.994681:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994685:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979210.994686:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994687:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994687:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994688:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979210.994690:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979210.994691:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979210.994693:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979210.994694:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979210.994696:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979210.994700:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979210.994703:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979210.994705:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994708:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.994709:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994710:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979210.994711:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979210.994713:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.994714:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979210.994716:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979210.994718:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979210.994719:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994720:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979210.994722:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979210.994723:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979210.994725:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979210.994726:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979210.994728:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979210.994730:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497048576, portal 4 00000100:00000001:0.0:1783979210.994731:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979210.994732:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979210.994735:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994739:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979210.994740:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979210.994741:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979210.994743:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497048576, offset 0 00000400:00000200:0.0:1783979210.994745:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979210.994747:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.994749:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979210.994750:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979210.994752:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979210.994753:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979210.994755:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979210.994756:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781630:781630:256:4294967295] 192.168.201.114@tcp LPNI seq info [781608:781608:8:4294967295] 00000400:00000200:0.0:1783979210.994759:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.994762:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979210.994765:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.994767:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979210.994770:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979210.994773:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979210.994782:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.994784:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979210.994787:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979210.994790:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979210.994793:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979210.994795:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979210.994797:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979210.994800:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994808:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.994811:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994817:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994818:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979210.994821:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979210.994823:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979210.994826:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979210.994828:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311416893 00000100:00000001:0.0:1783979210.994830:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.994832:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311416893 00000100:00000001:0.0:1783979210.994833:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.994835:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979210.994837:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.994839:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979210.994843:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979210/real 1783979210] req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979210.994850:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979210.994852:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979210.994853:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979210.994856:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979210.994857:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979210.994860:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979210.994862:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979210.994871:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994875:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979210.994876:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994877:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994878:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979210.994880:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994884:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979210.994886:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994889:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979210.994891:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994891:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.994892:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.994893:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979210.994895:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979210.994897:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979210.994900:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979210.994902:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979210.994905:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979210.994912:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979210.994915:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979210.994918:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994925:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.994926:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994928:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979210.994929:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979210.994931:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.994934:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979210.994937:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979210.994939:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979210.994940:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979210.994941:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979210.994943:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979210.994944:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979210.994947:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979210.994948:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979210.994950:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979210.994952:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497048704, portal 4 00000100:00000001:0.0:1783979210.994953:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979210.994954:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979210.994958:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.994964:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979210.994966:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979210.994968:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979210.994970:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497048704, offset 0 00000400:00000200:0.0:1783979210.994974:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979210.994978:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.994982:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979210.994984:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979210.994987:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979210.995001:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979210.995004:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979210.995008:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781631:781631:256:4294967295] 192.168.201.114@tcp LPNI seq info [781609:781609:8:4294967295] 00000400:00000200:0.0:1783979210.995012:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979210.995018:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979210.995022:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.995024:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979210.995027:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979210.995028:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979210.995035:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979210.995036:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979210.995038:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979210.995040:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979210.995042:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979210.995043:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979210.995044:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979210.995047:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995051:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.995053:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995057:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.995058:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979210.995059:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979210.995061:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979210.995063:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979210.995064:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311416864 00000100:00000001:0.0:1783979210.995067:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.995069:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311416864 00000100:00000001:0.0:1783979210.995071:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311418103 00000100:00000001:0.0:1783979210.995073:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979210.995074:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.995076:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979210.995080:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979210/real 1783979210] req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979210.995087:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979210.995088:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979210.995090:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979210.995092:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979210.995093:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979210.995095:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979210.995098:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979210.995106:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995112:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979210.995113:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995114:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.995115:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979210.995117:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995121:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979210.995123:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995126:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979210.995127:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995128:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979210.995129:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995130:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979210.995131:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979210.995132:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979210.995135:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979210.995149:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979210.995152:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979210.995156:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497048704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979210.995158:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995160:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.995161:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497048320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995165:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979210.995166:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979210.995168:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979210.995169:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979210.995170:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979210.995171:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979210.995172:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979210.995174:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783979210.995175:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979210.995176:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979210.995177:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979210.995178:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979210.995179:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995180:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.995182:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497048448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995185:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979210.995186:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979210.995186:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979210.995188:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979210.995188:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979210.995189:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979210.995190:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979210.995191:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588400. 02000000:00000001:0.0:1783979210.995192:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979210.995193:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979210.995194:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979210.995195:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979210.995196:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995197:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.995198:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497048576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995201:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979210.995202:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979210.995203:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979210.995204:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979210.995205:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979210.995205:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979210.995206:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979210.995207:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a800. 02000000:00000001:0.0:1783979210.995208:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979210.995208:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979210.995209:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979210.995210:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979210.995211:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995211:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979210.995213:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497048704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979210.995216:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979210.995216:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979210.995217:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979210.995218:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979210.995219:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979210.995219:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979210.995220:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979210.995221:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358bc00. 02000000:00000001:0.0:1783979210.995222:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979210.995223:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979210.995223:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979210.995225:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979210.995225:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995227:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.995229:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979210.995230:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.995232:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979210.995233:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.697253:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979211.697259:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979211.697261:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979211.697268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979211.697275:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979211.697281:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.697287:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979211.697291:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.697297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979212.657391:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979212.657395:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979212.657398:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979212.721234:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979212.721240:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979212.721243:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979212.721250:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979212.721256:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979212.721262:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979212.721276:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979212.721280:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979212.721285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979213.745271:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979213.745277:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979213.745281:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979213.745286:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979213.745289:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979213.745291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.745293:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979213.745294:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.745297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979213.745333:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979213.745336:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979213.745338:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979213.745340:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979213.745343:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979213.745346:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.745350:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979213.745352:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.745356:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979214.769242:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979214.769248:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979214.769252:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979214.769260:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979214.769266:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979214.769271:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.769276:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979214.769279:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.769284:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979214.770172:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979214.770176:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979214.770177:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979214.770180:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979214.770184:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979214.770186:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.770188:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979214.770190:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.770192:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979215.793263:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979215.793268:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979215.793272:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979215.793278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979215.793283:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979215.793285:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979215.793289:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979215.793290:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979215.793292:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979216.113271:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979216.113279:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979216.113281:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979216.113284:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979216.113287:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979216.113293:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16749 00000400:00000200:0.0:1783979216.113300:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979216.113304:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979216.113306:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979216.113308:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113311:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113313:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113314:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979216.113317:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979216.113319:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979216.113320:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979216.113323:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979216.113325:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979216.113326:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979216.113328:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113329:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113330:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113331:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979216.113333:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979216.113335:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113336:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979216.113338:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979216.113340:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979216.113342:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113344:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979216.113345:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979216.113356:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979216.113358:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979216.113362:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979216.113363:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113366:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979216.113377:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979216.113470:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979216.113478:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979216.113484:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.113492:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497048832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979216.113500:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979216.113503:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979216.113506:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497048832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979216.113530:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979216.113533:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979216.113536:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979216.113537:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979216.113539:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979216.113542:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979216.113544:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16749 00000400:00000200:0.0:1783979216.113548:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979216.113560:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979216.113562:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979216.113565:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113567:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113569:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113571:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979216.113573:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979216.113575:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979216.113576:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979216.113579:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979216.113581:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979216.113583:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979216.113585:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113587:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113589:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113591:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979216.113593:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979216.113595:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113597:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979216.113599:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979216.113604:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979216.113606:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113608:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979216.113612:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979216.113615:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113617:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979216.113620:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979216.113623:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979216.113625:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979216.113626:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113628:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979216.113629:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979216.113631:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979216.113634:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979216.113638:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.113643:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497048960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979216.113648:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979216.113649:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979216.113652:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497048960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979216.113660:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979216.113662:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979216.113664:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979216.113665:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979216.113666:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979216.113668:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979216.113669:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16749 00000400:00000200:0.0:1783979216.113672:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979216.113674:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979216.113675:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979216.113677:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113678:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113679:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113681:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979216.113682:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979216.113683:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979216.113684:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979216.113685:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979216.113686:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979216.113687:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979216.113688:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113689:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113690:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113692:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979216.113693:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979216.113694:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113696:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979216.113697:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979216.113699:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979216.113700:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113701:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979216.113703:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979216.113705:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113706:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979216.113708:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979216.113709:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979216.113710:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979216.113711:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113712:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979216.113713:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979216.113714:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979216.113716:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979216.113718:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.113720:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497049088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979216.113735:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979216.113736:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979216.113740:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497049088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979216.113746:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979216.113748:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979216.113751:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979216.113752:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979216.113754:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979216.113757:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979216.113759:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16749 00000400:00000200:0.0:1783979216.113763:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979216.113765:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979216.113768:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979216.113771:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113773:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113775:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113777:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979216.113779:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979216.113780:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979216.113781:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979216.113782:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979216.113783:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979216.113784:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979216.113786:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113787:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113788:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113790:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979216.113791:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979216.113793:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113794:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979216.113795:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979216.113797:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979216.113798:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113799:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979216.113801:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979216.113802:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113803:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979216.113806:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979216.113807:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979216.113809:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979216.113810:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113811:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979216.113812:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979216.113813:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979216.113816:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979216.113818:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.113821:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497049216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979216.113825:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979216.113826:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979216.113828:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497049216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979216.113833:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979216.113834:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979216.113836:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979216.113837:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979216.113838:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979216.113840:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979216.113841:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16749 00000400:00000200:0.0:1783979216.113843:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979216.113844:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979216.113845:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979216.113847:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113848:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113849:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113850:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979216.113852:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979216.113853:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979216.113853:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979216.113854:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979216.113855:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979216.113856:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979216.113858:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113859:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979216.113860:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113861:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979216.113863:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979216.113864:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979216.113866:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979216.113867:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979216.113868:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979216.113869:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113870:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979216.113871:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979216.113872:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113873:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979216.113874:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979216.113875:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979216.113876:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979216.113877:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.113878:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979216.113878:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979216.113879:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979216.113881:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979216.113882:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.113885:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497049344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979216.113888:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979216.113889:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979216.113891:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497049344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979216.113894:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979216.113897:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16759) 00000100:00000001:0.0:1783979216.817248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979216.817257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979216.817261:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.817271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979216.817278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979216.817283:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.817298:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979216.817302:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.817306:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.817360:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979216.817363:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979216.817365:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.817378:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979216.817381:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979216.817383:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.817385:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979216.817387:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.817389:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979217.777365:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979217.777369:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979217.777372:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979217.841398:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979217.841402:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979217.841404:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979217.841406:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979217.841409:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979217.841411:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979217.841669:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979217.841672:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979217.841675:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979218.865272:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979218.865278:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979218.865282:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979218.865287:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979218.865290:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979218.865293:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.865295:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979218.865297:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.865299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979219.889280:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979219.889287:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979219.889290:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979219.889297:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979219.889302:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979219.889307:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979219.889314:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979219.889317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979219.889323:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979220.913301:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979220.913309:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979220.913315:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979220.913331:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979220.913340:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979220.913346:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.913376:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979220.913384:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.913389:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979221.233357:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979221.233371:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979221.233374:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979221.233379:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979221.233384:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979221.233394:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16754 00000400:00000200:0.0:1783979221.233408:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979221.233414:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979221.233419:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979221.233422:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233426:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233429:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233432:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979221.233437:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979221.233439:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979221.233442:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979221.233447:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979221.233450:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979221.233453:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979221.233456:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233458:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233460:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233462:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979221.233465:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979221.233469:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233472:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979221.233475:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979221.233479:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979221.233483:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233485:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979221.233487:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979221.233499:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979221.233503:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979221.233508:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979221.233509:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233513:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979221.233516:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979221.233520:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979221.233530:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979221.233538:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979221.233549:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979221.233561:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979221.233567:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979221.233572:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979221.233601:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979221.233604:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979221.233608:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979221.233610:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979221.233612:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979221.233616:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979221.233618:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16754 00000400:00000200:0.0:1783979221.233622:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979221.233625:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979221.233627:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979221.233630:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233632:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233634:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233636:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979221.233638:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979221.233639:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979221.233640:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979221.233643:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979221.233644:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979221.233646:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979221.233649:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233650:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233652:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233654:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979221.233657:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979221.233659:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233662:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979221.233673:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979221.233680:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979221.233681:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233683:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979221.233688:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979221.233691:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233694:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979221.233697:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979221.233699:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979221.233701:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979221.233703:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233705:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979221.233706:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979221.233708:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979221.233711:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979221.233714:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979221.233719:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979221.233727:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979221.233729:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979221.233733:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979221.233740:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979221.233742:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979221.233745:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979221.233746:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979221.233748:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979221.233758:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979221.233761:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16754 00000400:00000200:0.0:1783979221.233764:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979221.233767:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979221.233769:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979221.233772:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233774:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233776:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233778:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979221.233779:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979221.233781:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979221.233783:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979221.233785:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979221.233787:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979221.233789:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979221.233792:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233794:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233796:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233797:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979221.233799:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979221.233801:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233803:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979221.233805:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979221.233807:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979221.233809:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233820:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979221.233822:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979221.233824:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233826:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979221.233829:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979221.233831:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979221.233833:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979221.233834:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233835:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979221.233837:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979221.233838:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979221.233841:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979221.233844:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979221.233848:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979221.233855:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979221.233857:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979221.233861:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979221.233869:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979221.233871:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979221.233875:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979221.233876:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979221.233878:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979221.233881:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979221.233883:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16754 00000400:00000200:0.0:1783979221.233887:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979221.233890:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979221.233892:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979221.233894:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233897:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233899:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233901:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979221.233904:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979221.233905:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979221.233907:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979221.233909:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979221.233910:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979221.233912:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979221.233916:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233919:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.233922:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233926:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979221.233928:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979221.233932:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979221.233936:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979221.233939:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979221.233942:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979221.233947:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233951:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979221.233955:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979221.233961:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233963:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979221.233968:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979221.233972:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979221.233975:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979221.233977:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.233979:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979221.233980:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979221.233981:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979221.233984:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979221.233987:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979221.233991:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979221.233998:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979221.234000:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979221.234004:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979221.234011:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979221.234013:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979221.234016:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979221.234017:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979221.234018:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979221.234021:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979221.234023:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16754 00000400:00000200:0.0:1783979221.234026:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979221.234028:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979221.234031:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979221.234037:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.234043:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.234047:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.234050:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979221.234054:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979221.234056:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979221.234059:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979221.234062:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979221.234064:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979221.234068:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979221.234083:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.234086:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979221.234088:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979221.234091:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979221.234093:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979221.234096:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979221.234098:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979221.234100:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979221.234103:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979221.234104:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.234106:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979221.234108:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979221.234110:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.234112:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979221.234115:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979221.234117:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979221.234120:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979221.234121:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979221.234123:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979221.234125:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979221.234126:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979221.234132:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979221.234164:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979221.234169:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979221.234177:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979221.234179:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979221.234182:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979221.234189:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979221.234194:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16764) 00000100:00000001:0.0:1783979221.937507:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979221.937515:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979221.937516:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979221.937522:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979221.937525:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979221.937529:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979221.937532:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979221.937534:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979221.937537:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979222.898235:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979222.898240:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979222.898242:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979222.961305:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979222.961318:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979222.961325:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979222.961331:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979222.961338:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979222.961346:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.961463:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979222.961467:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.961473:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979222.961513:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979222.961518:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979222.961520:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979222.961524:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979222.961538:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979222.961542:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.961544:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979222.961546:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.961548:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979223.985323:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979223.985329:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979223.985333:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979223.985338:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979223.985341:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979223.985344:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.985346:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979223.985349:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.985359:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979223.985380:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979223.985384:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979223.985388:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979223.985396:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979223.985401:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979223.985406:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.985410:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979223.985414:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.985419:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979224.306468:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979224.306484:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979224.306487:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979224.306495:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979221/real 1783979224] req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979224.306507:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979224.306509:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979224.306513:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7630. 00000400:00000200:0.0:1783979224.306516:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2110 00000400:00000010:0.0:1783979224.306518:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2110. 00000100:00000001:0.0:1783979224.306521:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979224.306525:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979224.306533:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306539:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979224.306541:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306544:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306546:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979224.306549:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306555:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979224.306560:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306567:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979224.306570:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306571:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306572:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306575:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979224.306578:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979224.306581:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979224.306585:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979224.306588:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979224.306592:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979224.306599:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497049856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979224.306603:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979224.306607:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979221/real 1783979224] req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979224.306614:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979224.306615:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979224.306617:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7f20. 00000400:00000200:0.0:1783979224.306620:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2bb0 00000400:00000010:0.0:1783979224.306621:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2bb0. 00000100:00000001:0.0:1783979224.306624:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979224.306626:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979224.306634:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306640:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979224.306641:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306643:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306644:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979224.306647:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306653:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979224.306656:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306663:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979224.306665:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306667:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306668:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306669:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979224.306672:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979224.306674:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979224.306677:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979224.306679:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979224.306683:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979224.306690:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497049984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979224.306695:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979224.306700:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979221/real 1783979224] req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979224.306706:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979224.306707:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979224.306708:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7bb0. 00000400:00000200:0.0:1783979224.306711:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2088 00000400:00000010:0.0:1783979224.306713:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2088. 00000100:00000001:0.0:1783979224.306715:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979224.306718:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979224.306724:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306743:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979224.306745:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306746:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306747:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979224.306751:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306757:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979224.306770:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306776:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979224.306778:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306779:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306781:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306782:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979224.306784:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979224.306787:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979224.306791:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979224.306793:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979224.306797:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979224.306805:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497049472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979224.306809:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979224.306813:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979221/real 1783979224] req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979224.306820:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979224.306821:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979224.306823:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc71b8. 00000400:00000200:0.0:1783979224.306825:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2ee0 00000400:00000010:0.0:1783979224.306827:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2ee0. 00000100:00000001:0.0:1783979224.306829:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979224.306831:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979224.306839:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306845:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979224.306846:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306848:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306849:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979224.306853:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306859:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979224.306862:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306868:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979224.306880:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306881:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306882:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306884:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979224.306887:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979224.306889:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979224.306892:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979224.306894:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979224.306898:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979224.306905:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497049600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979224.306908:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979224.306911:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979221/real 1783979224] req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979224.306918:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979224.306919:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979224.306921:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f94bcc7dc0. 00000400:00000200:0.0:1783979224.306924:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2198 00000400:00000010:0.0:1783979224.306925:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2198. 00000100:00000001:0.0:1783979224.306927:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979224.306930:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979224.306938:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306945:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979224.306946:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306947:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306949:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979224.306952:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306959:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979224.306962:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.306968:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979224.306970:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306972:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979224.306973:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.306975:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979224.306977:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979224.306979:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979224.306983:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979224.306985:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979224.306989:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979224.306997:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f974b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497049728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979224.307000:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.307003:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979224.307005:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6a680 x1870620497049856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.307012:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979224.307015:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979224.307019:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979224.307023:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979224.307026:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979224.307028:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979224.307031:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979224.307033:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979224.307037:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979224.307039:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979224.307041:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6a680. 00000100:00000001:0.0:1783979224.307045:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979224.307047:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.307048:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979224.307052:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6aa00 x1870620497049984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.307058:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979224.307060:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979224.307062:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979224.307064:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979224.307065:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979224.307067:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979224.307068:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979224.307070:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979224.307071:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979224.307073:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979224.307074:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6aa00. 00000100:00000001:0.0:1783979224.307076:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979224.307077:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.307079:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979224.307082:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b68380 x1870620497049472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.307089:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979224.307090:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979224.307091:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979224.307093:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979224.307094:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979224.307095:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979224.307097:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979224.307098:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979224.307100:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979224.307101:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979224.307102:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b68380. 00000100:00000001:0.0:1783979224.307104:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979224.307105:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.307106:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979224.307109:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b6b800 x1870620497049600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.307114:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979224.307115:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979224.307116:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979224.307118:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979224.307119:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979224.307120:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979224.307122:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979224.307123:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979224.307125:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979224.307126:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979224.307127:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b6b800. 00000100:00000001:0.0:1783979224.307130:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979224.307131:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.307132:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979224.307134:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f974b69880 x1870620497049728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979224.307166:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979224.307167:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979224.307169:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979224.307171:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979224.307173:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979224.307174:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979224.307176:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979224.307177:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979224.307178:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979224.307179:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979224.307181:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f974b69880. 00000100:00000001:0.0:1783979224.307182:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979224.307183:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.307186:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.307194:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979224.307196:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979224.307199:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979224.307201:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979225.009445:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979225.009451:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979225.009455:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979225.009460:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979225.009465:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979225.009469:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.009474:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979225.009478:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.009484:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.033506:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979226.033510:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979226.033512:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.033515:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979226.033517:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979226.033519:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979226.033521:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979226.033522:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979226.033524:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979226.353386:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979226.353396:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979226.353398:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979226.353402:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979226.353407:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979226.353414:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16759 00000400:00000200:0.0:1783979226.353423:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979226.353428:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979226.353431:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979226.353434:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353437:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.353440:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353442:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979226.353446:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979226.353449:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979226.353452:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979226.353455:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979226.353458:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979226.353461:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979226.353464:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353466:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.353467:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353469:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979226.353473:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979226.353476:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353478:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979226.353481:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979226.353484:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979226.353487:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353490:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979226.353492:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979226.353498:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979226.353501:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979226.353505:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979226.353507:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353510:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979226.353512:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979226.353516:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979226.353524:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979226.353530:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.353539:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497050112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979226.353549:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979226.353553:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979226.353558:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497050112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979226.353595:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979226.353598:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979226.353601:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979226.353602:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979226.353604:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979226.353607:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979226.353609:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16759 00000400:00000200:0.0:1783979226.353613:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979226.353616:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979226.353618:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979226.353620:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353622:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.353624:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353680:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979226.353683:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979226.353684:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979226.353686:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979226.353688:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979226.353690:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979226.353692:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979226.353695:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353697:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.353698:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353700:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979226.353702:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979226.353705:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353707:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979226.353709:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979226.353714:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979226.353716:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353717:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979226.353721:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979226.353735:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353738:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979226.353741:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979226.353743:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979226.353746:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979226.353747:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353749:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979226.353751:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979226.353753:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979226.353756:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979226.353760:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.353766:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497050240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979226.353774:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979226.353777:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979226.353783:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497050240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979226.353795:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979226.353799:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979226.353806:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979226.353810:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979226.353812:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979226.353817:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979226.353821:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16759 00000400:00000200:0.0:1783979226.353827:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979226.353833:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979226.353837:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979226.353843:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353847:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.353853:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353857:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979226.353861:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979226.353865:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979226.353867:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979226.353871:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979226.353875:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979226.353878:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979226.353882:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353886:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.353889:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353892:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979226.353896:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979226.353901:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979226.353905:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979226.353907:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979226.353910:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979226.353915:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353917:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979226.353918:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979226.353921:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353925:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979226.353931:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979226.353935:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979226.353940:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979226.353942:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.353947:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979226.353949:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979226.353953:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979226.353959:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979226.353964:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.353973:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497050368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979226.353985:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979226.353988:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979226.353995:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497050368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979226.354010:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979226.354014:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979226.354021:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979226.354024:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979226.354027:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979226.354033:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979226.354039:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16759 00000400:00000200:0.0:1783979226.354048:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979226.354054:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979226.354057:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979226.354063:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354067:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.354073:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354077:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979226.354080:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979226.354084:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979226.354087:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979226.354090:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979226.354094:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979226.354099:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979226.354106:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354111:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.354118:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354122:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979226.354126:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979226.354132:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354181:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979226.354186:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979226.354191:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979226.354195:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.354198:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979226.354202:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979226.354206:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.354211:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979226.354218:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979226.354222:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979226.354226:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979226.354229:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.354234:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979226.354236:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979226.354239:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979226.354245:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979226.354251:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.354261:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497050496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979226.354272:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979226.354276:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979226.354282:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497050496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979226.354294:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979226.354298:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979226.354305:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979226.354310:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979226.354313:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979226.354318:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979226.354323:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16759 00000400:00000200:0.0:1783979226.354332:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979226.354340:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979226.354345:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979226.354352:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354358:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.354362:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354366:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979226.354370:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979226.354373:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979226.354376:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979226.354380:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979226.354385:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979226.354389:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979226.354396:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354401:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979226.354405:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354409:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979226.354413:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979226.354421:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979226.354425:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979226.354429:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979226.354434:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979226.354439:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.354442:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979226.354444:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979226.354446:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.354448:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979226.354452:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979226.354454:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979226.354456:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979226.354457:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.354459:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979226.354460:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979226.354462:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979226.354465:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979226.354468:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.354473:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497050624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979226.354479:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979226.354481:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979226.354485:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497050624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979226.354491:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979226.354496:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16769) 00000100:00000001:0.0:1783979227.057246:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979227.057253:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979227.057255:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979227.057262:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979227.057266:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979227.057270:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.057273:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979227.057275:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.057278:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979227.057813:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979227.057818:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979227.057819:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979227.057823:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979227.057825:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979227.057827:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.057829:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979227.057830:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.057833:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979228.017323:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979228.017326:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979228.017328:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979228.081500:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979228.081504:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979228.081505:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979228.081508:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979228.081510:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979228.081512:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979228.082291:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979228.082294:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979228.082297:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979229.105250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979229.105258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979229.105261:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979229.105266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979229.105273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979229.105278:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.105284:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979229.105287:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.105290:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979229.105422:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979229.105426:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979229.105428:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979229.105431:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979229.105433:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979229.105435:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.105437:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979229.105439:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.105441:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979230.129401:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979230.129406:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979230.129407:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979230.129410:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979230.129413:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979230.129415:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979230.129417:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979230.129419:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979230.129422:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979231.153243:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979231.153255:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979231.153259:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979231.153269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979231.153278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979231.153285:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979231.153291:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979231.153294:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979231.153300:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979232.177255:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979232.177263:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979232.177265:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979232.177270:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979232.177273:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979232.177277:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.177279:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979232.177282:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.177284:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979232.177800:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979232.177805:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979232.177810:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979232.177813:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979232.177817:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979232.177819:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.177822:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979232.177823:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.177825:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979233.137314:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979233.137318:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979233.137321:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979233.201339:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979233.201348:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979233.201350:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979233.201357:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979233.201360:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979233.201363:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979233.201364:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979233.201367:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979233.201369:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979233.202569:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979233.202571:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979233.202572:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979233.202574:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979233.202575:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979233.202576:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979233.202578:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979233.202579:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979233.202580:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979234.226897:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979234.226901:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979234.226902:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979234.226905:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979234.226907:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979234.226909:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979234.226911:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979234.226912:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979234.226914:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979235.251312:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979235.251315:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979235.251316:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979235.251318:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979235.251320:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979235.251323:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.251326:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979235.251328:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.251332:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.273433:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979236.273437:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979236.273439:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.273442:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979236.273445:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979236.273447:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.273449:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979236.273450:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.273452:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.273506:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979236.273509:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979236.273510:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.273513:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979236.273514:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979236.273516:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.273518:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979236.273519:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.273521:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979236.593308:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979236.593318:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979236.593321:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979236.593324:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979236.593328:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979236.593335:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16770 00000400:00000200:0.0:1783979236.593344:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979236.593349:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979236.593352:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979236.593355:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593359:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593361:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593364:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979236.593368:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979236.593370:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979236.593372:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979236.593376:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979236.593378:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979236.593380:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979236.593383:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593385:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593387:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593389:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979236.593392:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979236.593395:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593398:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979236.593401:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979236.593404:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979236.593407:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593408:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979236.593411:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979236.593419:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979236.593422:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979236.593426:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979236.593427:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593430:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979236.593433:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979236.593436:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979236.593444:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979236.593450:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.593460:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497051392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979236.593470:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979236.593474:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979236.593479:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497051392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979236.593502:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979236.593506:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979236.593509:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979236.593510:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979236.593512:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979236.593515:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979236.593518:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16770 00000400:00000200:0.0:1783979236.593522:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979236.593525:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979236.593528:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979236.593531:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593534:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593538:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593541:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979236.593554:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979236.593557:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979236.593559:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979236.593562:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979236.593567:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979236.593571:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979236.593574:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593576:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593580:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593585:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979236.593589:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979236.593594:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593597:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979236.593600:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979236.593606:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979236.593612:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593617:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979236.593622:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979236.593627:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593630:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979236.593635:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979236.593639:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979236.593643:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979236.593644:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593647:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979236.593649:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979236.593652:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979236.593659:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979236.593665:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.593673:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497051520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979236.593684:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979236.593687:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979236.593694:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497051520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979236.593707:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979236.593711:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979236.593718:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979236.593721:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979236.593725:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979236.593731:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979236.593735:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16770 00000400:00000200:0.0:1783979236.593743:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979236.593748:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979236.593751:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979236.593756:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593760:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593762:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593767:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979236.593771:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979236.593772:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979236.593774:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979236.593777:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979236.593779:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979236.593782:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979236.593786:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593788:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593792:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593795:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979236.593798:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979236.593802:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593806:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979236.593809:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979236.593814:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979236.593819:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593822:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979236.593826:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979236.593831:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593835:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979236.593840:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979236.593843:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979236.593849:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979236.593852:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.593855:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979236.593857:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979236.593860:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979236.593865:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979236.593869:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.593875:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497051648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979236.593889:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979236.593893:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979236.593898:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497051648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979236.593906:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979236.593909:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979236.593915:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979236.593917:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979236.593920:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979236.593925:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979236.593931:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16770 00000400:00000200:0.0:1783979236.593937:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979236.593941:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979236.593944:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979236.593950:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593955:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593958:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593962:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979236.593966:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979236.593969:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979236.593971:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979236.593974:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979236.593978:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979236.593981:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979236.593987:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593989:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.593991:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593993:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979236.593995:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979236.593997:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979236.593999:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979236.594002:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979236.594005:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979236.594009:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.594010:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979236.594012:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979236.594015:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.594017:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979236.594022:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979236.594026:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979236.594031:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979236.594033:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.594037:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979236.594039:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979236.594043:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979236.594048:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979236.594053:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.594059:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497051776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979236.594071:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979236.594073:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979236.594078:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497051776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979236.594089:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979236.594092:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979236.594098:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979236.594100:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979236.594103:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979236.594107:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979236.594111:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16770 00000400:00000200:0.0:1783979236.594118:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979236.594124:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979236.594127:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979236.594133:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.594303:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.594308:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.594314:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979236.594320:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979236.594322:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979236.594326:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979236.594329:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979236.594334:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979236.594339:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979236.594347:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.594352:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979236.594356:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979236.594359:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979236.594363:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979236.594369:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979236.594371:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979236.594373:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979236.594378:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979236.594382:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.594385:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979236.594389:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979236.594394:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.594397:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979236.594405:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979236.594409:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979236.594414:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979236.594416:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.594420:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979236.594423:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979236.594425:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979236.594431:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979236.594437:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.594446:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497051904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979236.594470:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979236.594474:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979236.594481:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497051904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979236.594499:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979236.594505:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16780) 00000100:00000001:0.0:1783979237.297245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979237.297253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979237.297258:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.297265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979237.297272:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979237.297277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.297299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.297301:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.297303:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979238.257361:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979238.257363:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979238.257365:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979238.321244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979238.321249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979238.321252:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979238.321260:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979238.321266:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979238.321270:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979238.321277:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979238.321280:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979238.321286:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979240.369524:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979240.369528:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979240.369529:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979240.369532:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979240.369534:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979240.369536:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979240.371417:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979240.371421:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979240.371493:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979241.393757:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979241.393767:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979241.393768:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979241.393773:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979241.393776:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979241.393780:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.393782:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979241.393784:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.393787:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979241.393853:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979241.393856:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979241.393857:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979241.393859:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979241.393861:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979241.393863:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.394816:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979241.394821:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.394825:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.419371:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979242.419375:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979242.419379:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.419386:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979242.419390:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979242.419394:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.419398:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.419402:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.419408:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979243.377578:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979243.377582:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979243.377584:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979243.441243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979243.441250:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979243.441253:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979243.441257:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979243.441261:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979243.441267:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.441273:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979243.441278:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.441284:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979243.441459:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979243.441463:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979243.441464:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979243.441467:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979243.441469:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979243.441471:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.441473:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979243.441474:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.441477:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979244.465428:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979244.465432:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979244.465435:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979244.465438:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979244.465440:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979244.465442:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.471661:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979244.471665:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.471669:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979245.489407:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979245.489413:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979245.489417:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979245.489422:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979245.489425:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979245.489429:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979245.489434:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979245.489436:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979245.489440:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979246.513230:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979246.513236:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979246.513239:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979246.513247:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979246.513252:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979246.513256:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.513274:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979246.513278:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.513284:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.537242:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979247.537252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979247.537258:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.537265:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979247.537271:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979247.537274:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979247.537292:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979247.537294:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979247.537297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979248.498286:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979248.498290:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979248.498293:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979248.561541:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979248.561545:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979248.561547:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979248.561549:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979248.561551:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979248.561553:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.561555:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979248.561556:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.561558:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979249.585245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979249.585256:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979249.585260:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979249.585270:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979249.585279:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979249.585284:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.585311:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979249.585315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.585332:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979250.609383:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979250.609387:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979250.609389:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979250.609393:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979250.609462:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979250.609464:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.609467:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979250.609469:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.609475:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.633221:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979251.633228:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979251.633231:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.633236:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979251.633241:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979251.633246:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.633251:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.633255:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.633260:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.633271:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979251.633295:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979251.633299:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.633302:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979251.633306:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979251.633310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.633315:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.633319:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.633323:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.953600:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979251.953607:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979251.953612:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979251.953622:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.953641:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.953646:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.953653:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979251.953656:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979251.953659:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.953665:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497053312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979251.953670:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979251.953676:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979251.953681:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.953687:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979251.953695:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979251.953699:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979251.953707:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979251.953715:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979251.953721:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979251.953735:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497053312, portal 25 00000100:00000001:0.0:1783979251.953739:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979251.953741:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979251.953748:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.953767:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979251.953774:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979251.953779:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979251.953784:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497053312, offset 0 00000400:00000200:0.0:1783979251.953803:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979251.953816:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.953827:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979251.953849:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979251.953857:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979251.953864:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979251.953870:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979251.953879:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781667:781667:256:4294967295] 192.168.201.114@tcp LPNI seq info [781645:781645:8:4294967295] 00000400:00000200:0.0:1783979251.953889:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.953901:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979251.953910:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.953916:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979251.953924:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979251.953930:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979251.953947:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.953950:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979251.953956:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979251.953976:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979251.953985:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979251.953991:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979251.953999:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979251.954007:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954018:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.954023:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954037:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.954042:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979251.954049:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979251.954067:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979251.954072:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311459063 00000100:00000010:0.0:1783979251.954080:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979251.954087:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979251.954094:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311459063 00000100:00000010:0.0:1783979251.954101:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979251.954118:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979251.954124:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979251.954180:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.954185:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979251.954192:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979251/real 1783979251] req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979251.954207:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979251.954210:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979251.954215:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979251.954222:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979251.954226:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979251.954232:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979251.954239:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979251.954263:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954275:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979251.954278:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954290:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.954293:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979251.954302:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954320:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979251.954330:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954347:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979251.954353:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954357:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.954361:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954366:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979251.954371:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979251.954377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979251.954386:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979251.954392:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979251.954399:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979251.954423:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497053312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979251.954439:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954444:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.954451:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497053312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954464:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979251.954470:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979251.954475:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979251.954481:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979251.954486:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979251.954489:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979251.954495:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979251.954497:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979251.954502:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979251.954504:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979251.954507:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979251.954520:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979251.954523:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954525:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954534:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979251.954536:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.954540:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979251.954541:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979251.954543:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979251.954550:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954555:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.954556:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.954557:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979251.954559:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979251.954560:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.954563:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979251.954566:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979251.954567:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979251.954569:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.954570:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979251.954572:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979251.954573:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979251.954577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979251.954579:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979251.954583:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979251.954585:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497053440, portal 10 00000100:00000001:0.0:1783979251.954587:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979251.954588:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979251.954592:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954596:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979251.954598:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979251.954599:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979251.954601:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497053440, offset 0 00000400:00000200:0.0:1783979251.954603:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979251.954606:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.954609:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979251.954612:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979251.954614:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979251.954617:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979251.954619:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979251.954621:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781668:781668:256:4294967295] 192.168.201.114@tcp LPNI seq info [781646:781646:8:4294967295] 00000400:00000200:0.0:1783979251.954626:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.954632:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979251.954636:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.954639:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979251.954644:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979251.954647:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979251.954657:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.954659:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979251.954662:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979251.954665:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979251.954668:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979251.954670:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979251.954672:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979251.954676:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954685:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.954688:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954694:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.954695:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979251.954698:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979251.954702:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979251.954705:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979251.954707:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311457803 00000100:00000001:0.0:1783979251.954709:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.954710:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311457803 00000100:00000001:0.0:1783979251.954712:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.954714:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979251.954715:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.954717:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979251.954720:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979251/real 1783979251] req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979251.954727:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979251.954728:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979251.954729:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979251.954731:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979251.954732:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979251.954734:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979251.954736:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979251.954742:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954748:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979251.954750:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954751:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.954752:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979251.954756:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954762:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979251.954765:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954771:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979251.954773:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954774:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.954776:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954777:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979251.954780:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979251.954782:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979251.954785:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979251.954787:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979251.954791:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979251.954799:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979251.954802:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979251.954804:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954809:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.954810:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.954812:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979251.954813:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979251.954815:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.954818:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979251.954820:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979251.954822:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979251.954823:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.954824:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979251.954827:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979251.954829:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979251.954831:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979251.954834:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979251.954837:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979251.954839:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497053568, portal 10 00000100:00000001:0.0:1783979251.954841:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979251.954842:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979251.954846:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954851:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979251.954853:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979251.954855:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979251.954857:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497053568, offset 0 00000400:00000200:0.0:1783979251.954860:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979251.954864:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.954867:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979251.954869:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979251.954872:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979251.954874:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979251.954876:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979251.954879:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781669:781669:256:4294967295] 192.168.201.114@tcp LPNI seq info [781647:781647:8:4294967295] 00000400:00000200:0.0:1783979251.954883:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.954889:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979251.954893:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.954896:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979251.954900:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979251.954903:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979251.954913:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.954914:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979251.954917:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979251.954919:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979251.954921:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979251.954922:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979251.954924:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979251.954926:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954931:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.954933:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954937:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.954938:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979251.954940:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979251.954942:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979251.954943:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979251.954945:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311457804 00000100:00000001:0.0:1783979251.954946:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.954948:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311457804 00000100:00000001:0.0:1783979251.954949:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.954950:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979251.954951:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.954953:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979251.954955:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979251/real 1783979251] req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979251.954960:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979251.954962:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979251.954964:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979251.954966:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979251.954967:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979251.954969:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979251.954972:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979251.954979:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954985:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979251.954986:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.954988:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.954990:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979251.954993:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.954999:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979251.955003:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955008:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979251.955010:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955011:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.955012:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955013:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979251.955014:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979251.955015:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979251.955017:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979251.955018:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979251.955021:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979251.955029:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979251.955031:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979251.955033:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955037:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.955038:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.955039:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979251.955040:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979251.955042:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.955043:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979251.955045:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979251.955046:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979251.955047:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.955048:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979251.955051:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979251.955052:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979251.955056:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979251.955058:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979251.955061:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979251.955064:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497053696, portal 4 00000100:00000001:0.0:1783979251.955066:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979251.955067:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979251.955072:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955077:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979251.955079:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979251.955081:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979251.955084:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497053696, offset 0 00000400:00000200:0.0:1783979251.955088:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979251.955092:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.955095:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979251.955098:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979251.955100:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979251.955102:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979251.955105:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979251.955106:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781670:781670:256:4294967295] 192.168.201.114@tcp LPNI seq info [781648:781648:8:4294967295] 00000400:00000200:0.0:1783979251.955109:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.955113:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979251.955116:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.955118:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979251.955121:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979251.955123:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979251.955132:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.955133:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979251.955155:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979251.955159:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979251.955162:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979251.955163:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979251.955165:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979251.955169:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955176:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.955178:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955183:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.955184:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979251.955187:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979251.955189:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979251.955192:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979251.955194:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311457854 00000100:00000001:0.0:1783979251.955196:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.955198:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311457854 00000100:00000001:0.0:1783979251.955200:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.955201:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979251.955203:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.955205:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979251.955208:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979251/real 1783979251] req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979251.955215:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979251.955216:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979251.955217:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979251.955219:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979251.955221:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979251.955222:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979251.955225:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979251.955231:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955237:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979251.955238:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955240:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.955241:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979251.955244:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955249:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979251.955253:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955260:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979251.955262:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955264:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.955265:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955267:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979251.955269:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979251.955271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979251.955274:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979251.955276:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979251.955295:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979251.955303:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979251.955307:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979251.955309:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955316:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.955317:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.955320:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979251.955321:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979251.955322:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.955324:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979251.955326:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979251.955328:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979251.955329:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979251.955330:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979251.955332:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979251.955334:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979251.955336:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979251.955337:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979251.955339:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979251.955341:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497053824, portal 4 00000100:00000001:0.0:1783979251.955343:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979251.955343:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979251.955347:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955351:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979251.955353:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979251.955354:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979251.955356:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497053824, offset 0 00000400:00000200:0.0:1783979251.955360:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979251.955363:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.955367:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979251.955369:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979251.955371:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979251.955374:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979251.955376:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979251.955378:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781671:781671:256:4294967295] 192.168.201.114@tcp LPNI seq info [781649:781649:8:4294967295] 00000400:00000200:0.0:1783979251.955382:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979251.955388:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979251.955392:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.955396:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979251.955399:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979251.955402:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979251.955410:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979251.955411:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979251.955413:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979251.955415:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979251.955417:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979251.955419:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979251.955421:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979251.955425:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955437:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.955439:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955445:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.955446:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979251.955449:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979251.955452:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979251.955455:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979251.955457:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311457825 00000100:00000001:0.0:1783979251.955460:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.955461:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311457825 00000100:00000001:0.0:1783979251.955464:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311459063 00000100:00000001:0.0:1783979251.955465:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979251.955467:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.955469:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979251.955473:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979251/real 1783979251] req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979251.955481:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979251.955482:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979251.955483:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979251.955485:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979251.955487:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979251.955489:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979251.955493:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979251.955500:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955505:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979251.955507:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955508:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.955509:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979251.955511:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955515:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979251.955517:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955521:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979251.955522:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955523:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979251.955523:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955524:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979251.955526:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979251.955527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979251.955529:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979251.955530:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979251.955532:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979251.955536:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497053824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979251.955538:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955539:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.955541:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497053440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955545:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979251.955546:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979251.955547:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979251.955549:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979251.955550:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979251.955551:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979251.955552:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979251.955554:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979251.955555:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979251.955556:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979251.955557:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979251.955559:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979251.955559:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955561:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.955563:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497053568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955568:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979251.955570:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979251.955571:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979251.955574:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979251.955575:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979251.955576:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979251.955578:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979251.955579:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979251.955581:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979251.955582:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979251.955583:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979251.955585:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979251.955586:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955588:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.955591:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497053696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955597:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979251.955598:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979251.955599:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979251.955601:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979251.955602:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979251.955604:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979251.955605:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979251.955607:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979251.955609:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979251.955610:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979251.955612:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979251.955614:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979251.955615:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955617:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979251.955620:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497053824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979251.955626:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979251.955627:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979251.955628:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979251.955630:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979251.955631:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979251.955633:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979251.955635:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979251.955636:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979251.955638:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979251.955639:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979251.955640:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979251.955642:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979251.955644:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955645:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.955650:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979251.955652:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.955654:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979251.955655:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979252.657250:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979252.657259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979252.657264:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979252.657282:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979252.657289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979252.657293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979252.657302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979252.657305:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979252.657928:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979253.617385:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979253.617388:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979253.617389:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979253.681312:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979253.681317:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979253.681319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979253.681323:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979253.681325:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979253.681327:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.682557:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979253.682560:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.682758:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979254.705248:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979254.705256:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979254.705259:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979254.705265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979254.705270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979254.705274:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.705281:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979254.705284:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.705289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979255.731539:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979255.731545:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979255.731547:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979255.731552:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979255.731555:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979255.731558:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979255.731560:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979255.731563:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979255.731566:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979256.753243:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979256.753251:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979256.753255:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979256.753262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979256.753268:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979256.753272:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979256.753284:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979256.753288:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979256.753291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979257.073318:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979257.073329:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979257.073332:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979257.073336:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979257.073340:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979257.073346:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16790 00000400:00000200:0.0:1783979257.073354:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979257.073359:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979257.073361:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979257.073363:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073366:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.073367:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073369:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979257.073372:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979257.073373:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979257.073375:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979257.073378:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979257.073379:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979257.073381:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979257.073383:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073384:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.073385:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073386:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979257.073388:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979257.073390:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073391:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979257.073394:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979257.073397:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979257.073400:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.073403:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979257.073405:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979257.073414:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979257.073417:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979257.073421:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979257.073422:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.073425:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979257.073428:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979257.073432:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979257.073439:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979257.073445:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979257.073453:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497053952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979257.073462:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979257.073466:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979257.073471:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497053952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979257.073761:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979257.073765:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979257.073768:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979257.073769:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979257.073771:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979257.073774:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979257.073777:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16790 00000400:00000200:0.0:1783979257.073781:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979257.073783:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979257.073786:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979257.073788:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073790:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.073792:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073794:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979257.073796:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979257.073797:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979257.073798:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979257.073800:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979257.073802:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979257.073803:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979257.073805:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073806:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.073807:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073808:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979257.073810:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979257.073811:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979257.073812:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979257.073813:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979257.073818:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979257.073819:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.073820:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979257.073822:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979257.073824:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.073825:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979257.073828:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979257.073829:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979257.073830:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979257.073831:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.073832:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979257.073833:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979257.073835:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979257.073837:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979257.073840:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979257.073843:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497054080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979257.073848:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979257.073849:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979257.073851:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497054080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979257.074250:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979257.074254:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979257.074257:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979257.074259:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979257.074260:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979257.074263:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979257.074266:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16790 00000400:00000200:0.0:1783979257.074269:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979257.074272:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979257.074274:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979257.074277:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074279:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.074282:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074284:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979257.074286:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979257.074287:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979257.074289:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979257.074291:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979257.074293:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979257.074301:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979257.074304:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074307:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.074308:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074310:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979257.074313:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979257.074315:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074318:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979257.074320:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979257.074323:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979257.074325:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074327:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979257.074329:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979257.074332:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074334:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979257.074337:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979257.074339:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979257.074342:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979257.074343:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074345:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979257.074346:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979257.074348:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979257.074352:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979257.074355:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979257.074359:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497054208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979257.074367:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979257.074369:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979257.074373:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497054208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979257.074385:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979257.074388:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979257.074391:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979257.074392:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979257.074394:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979257.074397:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979257.074399:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16790 00000400:00000200:0.0:1783979257.074402:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979257.074405:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979257.074407:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979257.074410:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074412:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.074414:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074416:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979257.074419:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979257.074420:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979257.074480:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979257.074483:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979257.074485:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979257.074487:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979257.074490:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074492:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.074494:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074496:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979257.074498:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979257.074501:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074503:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979257.074505:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979257.074507:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979257.074509:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074511:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979257.074513:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979257.074515:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074517:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979257.074530:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979257.074532:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979257.074535:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979257.074536:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074538:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979257.074539:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979257.074541:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979257.074544:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979257.074548:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979257.074553:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497054336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979257.074560:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979257.074562:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979257.074566:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497054336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979257.074574:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979257.074576:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979257.074580:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979257.074581:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979257.074583:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979257.074586:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979257.074588:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16790 00000400:00000200:0.0:1783979257.074592:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979257.074595:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979257.074597:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979257.074599:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074601:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.074603:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074605:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979257.074608:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979257.074609:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979257.074611:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979257.074613:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979257.074615:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979257.074617:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979257.074620:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074622:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979257.074624:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074626:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979257.074628:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979257.074631:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979257.074634:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979257.074635:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979257.074638:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979257.074639:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074641:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979257.074643:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979257.074646:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074647:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979257.074660:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979257.074663:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979257.074665:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979257.074666:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979257.074668:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979257.074669:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979257.074671:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979257.074674:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979257.074677:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979257.074681:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497054464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979257.074688:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979257.074690:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979257.074693:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497054464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979257.074701:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979257.074705:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16800) 00000100:00000001:0.0:1783979257.777267:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979257.777273:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979257.777277:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979257.777282:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979257.777287:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979257.777293:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979257.777298:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979257.777303:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979257.777308:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979258.737330:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979258.737333:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979258.737336:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979258.801278:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979258.801286:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979258.801289:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979258.801295:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979258.801299:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979258.801304:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979258.801309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979258.801313:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979258.801318:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979259.826268:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979259.826272:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979259.826273:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979259.826276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979259.826278:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979259.826280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.826282:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979259.826284:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.826286:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979260.849331:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979260.849339:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979260.849341:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979260.849347:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979260.849351:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979260.849355:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.849358:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979260.849360:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.849363:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979261.873243:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979261.873252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979261.873258:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979261.873266:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979261.873273:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979261.873277:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.873624:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979261.873626:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.873629:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979261.873664:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979261.873668:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979261.873670:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979261.873672:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979261.873674:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979261.873676:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.873679:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979261.873680:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.873682:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979262.193241:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979262.193250:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979262.193252:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979262.193256:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979262.193261:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979262.193267:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16795 00000400:00000200:0.0:1783979262.193274:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979262.193279:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979262.193281:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979262.193284:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193288:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193290:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193293:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979262.193297:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979262.193299:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979262.193301:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979262.193304:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979262.193307:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979262.193310:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979262.193313:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193315:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193317:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193319:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979262.193322:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979262.193325:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193328:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979262.193335:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979262.193339:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979262.193342:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193345:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979262.193347:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979262.193356:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979262.193359:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979262.193363:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979262.193365:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193372:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979262.193375:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979262.193379:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979262.193387:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979262.193393:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.193402:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497054592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979262.193412:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979262.193415:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979262.193420:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497054592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979262.193444:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979262.193446:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979262.193448:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979262.193449:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979262.193451:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979262.193458:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979262.193460:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16795 00000400:00000200:0.0:1783979262.193463:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979262.193465:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979262.193467:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979262.193469:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193471:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193472:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193474:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979262.193475:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979262.193476:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979262.193477:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979262.193479:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979262.193480:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979262.193481:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979262.193483:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193485:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193488:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193490:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979262.193492:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979262.193496:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193498:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979262.193501:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979262.193506:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979262.193509:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193512:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979262.193515:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979262.193520:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193524:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979262.193529:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979262.193537:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979262.193542:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979262.193543:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193547:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979262.193550:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979262.193552:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979262.193557:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979262.193562:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.193567:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497054720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979262.193575:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979262.193578:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979262.193582:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497054720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979262.193596:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979262.193602:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979262.193607:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979262.193609:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979262.193612:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979262.193617:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979262.193621:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16795 00000400:00000200:0.0:1783979262.193628:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979262.193633:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979262.193638:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979262.193656:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193661:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193664:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193666:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979262.193668:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979262.193673:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979262.193677:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979262.193680:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979262.193685:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979262.193688:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979262.193695:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193697:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193706:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193710:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979262.193720:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979262.193727:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193732:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979262.193735:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979262.193738:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979262.193743:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193746:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979262.193748:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979262.193751:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193754:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979262.193758:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979262.193765:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979262.193768:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979262.193769:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193771:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979262.193773:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979262.193775:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979262.193780:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979262.193785:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.193791:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497054848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979262.193799:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979262.193801:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979262.193808:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497054848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979262.193822:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979262.193827:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979262.193833:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979262.193836:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979262.193840:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979262.193847:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979262.193852:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16795 00000400:00000200:0.0:1783979262.193857:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979262.193862:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979262.193867:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979262.193871:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193874:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193875:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193877:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979262.193881:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979262.193883:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979262.193885:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979262.193888:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979262.193889:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979262.193891:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979262.193896:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193897:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.193901:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193904:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979262.193907:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979262.193911:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979262.193915:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979262.193919:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979262.193923:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979262.193925:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193928:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979262.193930:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979262.193933:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193934:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979262.193941:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979262.193943:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979262.193948:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979262.193950:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.193952:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979262.193953:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979262.193954:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979262.193958:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979262.193964:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.193970:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497054976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979262.193979:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979262.193980:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979262.193985:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497054976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979262.193990:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979262.193993:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979262.193998:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979262.194001:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979262.194003:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979262.194010:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979262.194014:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16795 00000400:00000200:0.0:1783979262.194023:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979262.194032:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979262.194034:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979262.194038:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.194040:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.194042:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.194047:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979262.194051:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979262.194055:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979262.194058:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979262.194061:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979262.194064:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979262.194068:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979262.194075:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.194080:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979262.194084:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979262.194089:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979262.194093:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979262.194112:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979262.194117:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979262.194118:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979262.194121:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979262.194124:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.194129:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979262.194134:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979262.194167:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.194169:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979262.194175:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979262.194179:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979262.194184:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979262.194186:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.194191:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979262.194193:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979262.194195:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979262.194200:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979262.194205:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.194212:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497055104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979262.194225:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979262.194230:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979262.194238:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497055104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979262.194255:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979262.194262:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16805) 00000100:00000001:0.0:1783979262.897275:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979262.897280:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979262.897283:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.897288:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979262.897293:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979262.897298:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.897303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979262.897306:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.897310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979263.857825:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979263.857829:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979263.857832:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979263.921244:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979263.921252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979263.921255:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.921261:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979263.921268:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979263.921273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.921279:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.921285:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.921290:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.921309:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979263.921312:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979263.921315:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.921320:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979263.921325:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979263.921329:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.921334:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.921338:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.921341:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979264.945389:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979264.945394:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979264.945396:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979264.945400:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979264.945406:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979264.945409:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.945412:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979264.945417:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.945421:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979264.945439:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979264.945450:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979264.945452:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979264.945454:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979264.945456:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979264.945458:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.945460:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979264.945462:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.945464:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979265.969242:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979265.969247:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979265.969252:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979265.969257:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979265.969262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979265.969266:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.969281:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979265.969282:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.969285:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979265.969486:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979265.969489:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979265.969490:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979265.969492:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979265.969494:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979265.969496:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.969498:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979265.969500:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.969502:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979266.993389:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979266.993395:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979266.993398:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979266.993400:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979266.993403:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979266.993406:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.993408:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979266.993410:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.993412:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.017196:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979268.017204:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979268.017208:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.017216:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979268.017221:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979268.017227:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.017232:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.017236:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.017240:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.017328:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979268.017333:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979268.017339:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.017345:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979268.017350:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979268.017355:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.017366:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.017369:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.017372:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979268.977305:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979268.977308:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979268.977310:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979269.041243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979269.041246:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979269.041250:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979269.041258:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979269.041265:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979269.041271:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.041276:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979269.041280:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.041282:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979269.041297:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979269.041301:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979269.041305:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979269.041309:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979269.041314:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979269.041319:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.041324:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979269.041327:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.041332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979270.065264:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979270.065268:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979270.065273:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979270.065277:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979270.065285:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979270.065290:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.065306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979270.065309:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.065312:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979270.065326:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979270.065330:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979270.065332:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979270.065334:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979270.065337:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979270.065340:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.065344:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979270.065347:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.065352:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979271.089621:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979271.089631:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979271.089641:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979271.089650:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979271.089659:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979271.089667:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979271.089672:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979271.089674:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979271.089679:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979272.113241:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979272.113249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979272.113252:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979272.113266:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979272.113271:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979272.113277:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979272.113299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979272.113303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979272.113308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.137442:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979273.137445:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979273.137447:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.137449:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979273.137451:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979273.137453:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.137456:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979273.137460:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.137464:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979274.098106:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979274.098110:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979274.098113:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979274.161246:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979274.161254:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979274.161257:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979274.161264:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979274.161270:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979274.161275:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.161280:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979274.161285:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.161292:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979274.164009:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979274.164016:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979274.164019:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979274.164024:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979274.164028:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979274.164034:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.164038:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979274.164042:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.164046:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979275.185261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979275.185268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979275.185273:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979275.185288:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979275.185293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979275.185301:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979275.185669:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979275.185671:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979275.185674:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979276.209266:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979276.209279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979276.209281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979276.209287:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979276.209292:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979276.209297:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979276.209302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979276.209306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979276.209312:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979277.553902:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979277.553913:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979277.553916:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979277.553920:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979277.553924:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979277.553931:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16810 00000400:00000200:0.0:1783979277.553940:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979277.553946:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979277.553949:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979277.553952:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.553955:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.553958:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.553960:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979277.553964:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979277.553967:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979277.553969:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979277.553973:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979277.553975:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979277.553978:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979277.553980:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.553981:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.553983:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.553984:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979277.553986:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979277.553988:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979277.553990:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979277.553992:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979277.553994:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979277.553996:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.553997:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979277.553999:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979277.554007:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979277.554011:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979277.554014:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979277.554015:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554018:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979277.554021:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979277.554025:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979277.554033:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979277.554040:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979277.554048:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497056512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979277.554058:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979277.554062:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979277.554066:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497056512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979277.554100:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979277.554103:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979277.554106:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979277.554108:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979277.554109:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979277.554112:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979277.554115:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16810 00000400:00000200:0.0:1783979277.554119:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979277.554123:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979277.554125:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979277.554127:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554129:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554131:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554133:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979277.554135:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979277.554161:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979277.554163:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979277.554165:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979277.554167:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979277.554169:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979277.554172:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554174:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554175:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554177:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979277.554180:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979277.554182:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554184:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979277.554186:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979277.554191:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979277.554193:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554195:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979277.554199:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979277.554202:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554204:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979277.554208:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979277.554210:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979277.554213:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979277.554214:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554215:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979277.554216:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979277.554218:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979277.554222:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979277.554225:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979277.554230:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497056640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979277.554238:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979277.554240:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979277.554243:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497056640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979277.554251:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979277.554253:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979277.554256:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979277.554258:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979277.554259:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979277.554262:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979277.554264:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16810 00000400:00000200:0.0:1783979277.554268:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979277.554271:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979277.554273:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979277.554276:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554278:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554279:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554281:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979277.554283:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979277.554284:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979277.554285:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979277.554286:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979277.554288:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979277.554289:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979277.554291:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554292:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554294:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554296:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979277.554298:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979277.554300:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554302:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979277.554304:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979277.554306:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979277.554308:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554310:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979277.554312:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979277.554314:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554316:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979277.554319:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979277.554321:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979277.554323:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979277.554325:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554326:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979277.554328:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979277.554330:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979277.554333:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979277.554337:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979277.554351:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497056768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979277.554361:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979277.554363:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979277.554367:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497056768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979277.554374:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979277.554377:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979277.554381:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979277.554382:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979277.554384:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979277.554387:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979277.554389:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16810 00000400:00000200:0.0:1783979277.554392:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979277.554395:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979277.554397:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979277.554399:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554401:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554403:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554405:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979277.554407:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979277.554408:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979277.554409:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979277.554411:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979277.554413:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979277.554415:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979277.554418:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554419:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554421:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554423:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979277.554425:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979277.554428:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554430:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979277.554432:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979277.554435:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979277.554436:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554438:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979277.554440:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979277.554442:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554444:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979277.554447:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979277.554449:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979277.554451:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979277.554452:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554454:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979277.554456:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979277.554457:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979277.554460:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979277.554464:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979277.554468:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497056896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979277.554475:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979277.554477:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979277.554480:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497056896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979277.554487:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979277.554490:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979277.554492:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979277.554494:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979277.554495:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979277.554498:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979277.554501:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16810 00000400:00000200:0.0:1783979277.554504:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979277.554507:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979277.554508:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979277.554511:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554513:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554515:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554517:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979277.554519:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979277.554520:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979277.554521:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979277.554522:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979277.554524:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979277.554526:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979277.554528:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554530:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979277.554532:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554534:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979277.554536:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979277.554538:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979277.554540:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979277.554542:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979277.554544:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979277.554545:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554547:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979277.554548:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979277.554550:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554552:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979277.554555:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979277.554556:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979277.554558:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979277.554559:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.554561:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979277.554562:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979277.554564:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979277.554567:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979277.554570:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979277.554572:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497057024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979277.554576:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979277.554578:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979277.554579:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497057024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979277.554583:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979277.554587:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16821) 00000100:00000001:0.0:1783979278.257418:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979278.257422:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979278.257423:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.257425:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979278.257426:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979278.257428:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.257545:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.257547:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.257550:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979279.217519:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979279.217523:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979279.217526:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979279.281252:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979279.281256:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979279.281260:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979279.281265:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979279.281270:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979279.281275:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.281279:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979279.281282:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.281287:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979279.281328:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979279.281331:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979279.281332:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979279.281334:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979279.281336:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979279.281338:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.281465:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979279.281470:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.281474:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979280.305252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979280.305258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979280.305260:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979280.305265:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979280.305270:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979280.305280:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979280.305292:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979280.305295:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979280.305300:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979281.329252:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979281.329270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979281.329273:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979281.329279:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979281.329285:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979281.329288:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.329896:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979281.329900:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.329903:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979282.353362:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979282.353365:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979282.353367:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979282.353369:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979282.353371:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979282.353373:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.353375:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979282.353376:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.353379:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.377210:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979283.377220:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979283.377222:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.377228:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979283.377234:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979283.377240:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.377247:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.377251:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.377255:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.377300:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979283.377306:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979283.377310:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.377315:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979283.377321:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979283.377325:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.377327:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.377329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.377332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979284.337310:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979284.337314:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979284.337317:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979284.401258:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979284.401265:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979284.401268:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979284.401282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979284.401288:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979284.401292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.401304:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979284.401307:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.401310:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979285.426164:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979285.426168:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979285.426169:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979285.426172:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979285.426174:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979285.426176:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979285.426177:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979285.426179:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979285.426181:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979286.449240:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979286.449250:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979286.449255:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979286.449262:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979286.449270:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979286.449276:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.449298:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979286.449303:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.449307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979287.473266:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979287.473273:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979287.473276:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979287.473279:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979287.473282:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979287.473285:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.473287:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979287.473289:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.473293:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979287.474201:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979287.474204:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979287.474206:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979287.474209:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979287.474211:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979287.474214:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.474216:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979287.474217:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.474219:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.497222:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979288.497228:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979288.497232:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.497239:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979288.497247:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979288.497251:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.497257:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.497260:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.497263:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979289.457342:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979289.457346:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979289.457349:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979289.521245:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979289.521253:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979289.521255:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979289.521260:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979289.521264:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979289.521268:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.521272:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979289.521274:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.521279:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979290.545257:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979290.545261:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979290.545263:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979290.545266:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979290.545270:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979290.545273:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.545279:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979290.545281:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.545285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979291.569258:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979291.569266:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979291.569271:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979291.569277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979291.569286:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979291.569291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.569297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979291.569301:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.569465:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979291.569473:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979291.569478:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979291.569480:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979291.569483:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979291.569488:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979291.569490:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.569492:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979291.569493:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.569495:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979292.593237:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979292.593247:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979292.593252:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979292.593259:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979292.593266:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979292.593271:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.593283:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979292.593293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.593296:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.617254:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979293.617267:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979293.617272:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.617280:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979293.617287:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979293.617293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.617299:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.617303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.617308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.617392:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979293.617396:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979293.617398:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.617403:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979293.617406:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979293.617410:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.618574:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.618577:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.618584:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979294.577393:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979294.577396:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979294.577398:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979294.641242:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979294.641250:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979294.641254:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979294.641261:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979294.641268:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979294.641273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979294.641295:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979294.641299:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979294.641302:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979295.665247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979295.665254:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979295.665256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979295.665262:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979295.665266:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979295.665271:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.665275:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979295.665277:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.665283:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979295.665655:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979295.665664:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979295.665668:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979295.665675:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979295.665682:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979295.665688:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.665692:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979295.665694:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.665698:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979295.665731:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979295.665735:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979295.665736:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979295.665739:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979295.665741:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979295.665744:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.665762:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979295.665764:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.665766:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979296.689315:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979296.689338:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979296.689349:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979296.689370:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979296.689379:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979296.689387:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.689396:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979296.689408:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.689423:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979296.689446:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979296.689452:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979296.689455:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979296.689458:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979296.689464:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979296.689468:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.689480:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979296.689483:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.689486:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979297.713285:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979297.713293:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979297.713303:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979297.713314:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979297.713323:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979297.713340:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979297.713364:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979297.713370:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979297.713376:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979298.033393:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979298.033406:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979298.033409:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979298.033414:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979298.033419:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979298.033428:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16831 00000400:00000200:0.0:1783979298.033439:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979298.033445:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979298.033449:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979298.033452:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.033456:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.033458:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.033461:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979298.033465:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979298.033468:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979298.033471:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979298.033476:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979298.033478:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979298.033493:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979298.033497:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.033499:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.033501:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.033503:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979298.033506:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979298.033510:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979298.033512:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.033515:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979298.033520:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.033523:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.033525:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979298.033528:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979298.033540:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979298.033544:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979298.033549:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979298.033550:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.033554:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979298.033557:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979298.033562:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979298.033572:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979298.033579:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.033590:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497059072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979298.033602:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979298.033607:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.033612:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497059072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.033969:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979298.033973:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979298.033977:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979298.033979:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979298.033980:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979298.033984:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979298.033987:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16831 00000400:00000200:0.0:1783979298.033991:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979298.033993:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979298.033996:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979298.033999:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.034001:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.034003:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.034005:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979298.034007:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979298.034009:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979298.034010:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979298.034012:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979298.034014:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979298.034016:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979298.034019:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.034021:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.034022:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.034024:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979298.034027:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979298.034030:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979298.034032:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.034034:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979298.034046:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.034049:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.034050:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979298.034056:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979298.034059:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.034061:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979298.034065:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979298.034067:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979298.034071:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979298.034072:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.034074:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979298.034075:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979298.034077:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979298.034081:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979298.034085:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.034089:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497059200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979298.034098:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979298.034100:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.034104:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497059200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.035043:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979298.035047:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979298.035051:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979298.035052:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979298.035055:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979298.035058:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979298.035062:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16831 00000400:00000200:0.0:1783979298.035066:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979298.035069:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979298.035071:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979298.035074:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035076:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.035078:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035081:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979298.035084:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979298.035085:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979298.035087:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979298.035088:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979298.035091:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979298.035093:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979298.035095:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035097:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.035099:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035101:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979298.035103:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979298.035106:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035118:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.035122:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979298.035126:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.035128:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035130:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979298.035132:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979298.035135:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035151:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979298.035155:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979298.035158:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979298.035160:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979298.035161:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035163:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979298.035165:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979298.035167:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979298.035170:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979298.035174:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.035178:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497059328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979298.035191:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979298.035194:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.035197:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497059328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.035205:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979298.035207:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979298.035211:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979298.035212:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979298.035213:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979298.035218:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979298.035220:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16831 00000400:00000200:0.0:1783979298.035224:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979298.035227:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979298.035229:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979298.035231:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035233:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.035235:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035238:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979298.035240:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979298.035241:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979298.035242:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979298.035244:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979298.035246:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979298.035248:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979298.035251:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035253:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.035255:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035257:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979298.035260:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979298.035262:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035264:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.035266:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979298.035269:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.035270:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035272:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979298.035274:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979298.035277:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035278:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979298.035282:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979298.035284:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979298.035287:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979298.035288:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035290:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979298.035291:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979298.035292:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979298.035296:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979298.035298:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.035303:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497059456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979298.035309:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979298.035310:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.035314:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497059456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.035320:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979298.035322:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979298.035326:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979298.035327:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979298.035329:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979298.035332:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979298.035334:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16831 00000400:00000200:0.0:1783979298.035338:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979298.035340:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979298.035342:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979298.035345:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035346:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.035348:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035350:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979298.035352:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979298.035353:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979298.035355:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979298.035357:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979298.035358:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979298.035360:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979298.035363:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035365:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979298.035366:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035368:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979298.035370:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979298.035372:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979298.035375:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.035376:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979298.035378:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.035379:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035381:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979298.035382:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979298.035384:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035385:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979298.035388:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979298.035390:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979298.035392:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979298.035394:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.035396:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979298.035397:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979298.035399:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979298.035402:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979298.035404:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.035408:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497059584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979298.035414:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979298.035416:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.035419:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497059584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.035425:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.035430:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16841) 00000100:00000001:0.0:1783979298.737286:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979298.737300:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979298.737302:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.737311:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979298.737316:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979298.737325:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.737329:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.737333:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.737343:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.737398:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979298.737408:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979298.737411:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.737418:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979298.737424:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979298.737430:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.737435:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.737440:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.737444:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979299.697419:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979299.697424:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979299.697428:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979299.761307:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979299.761315:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979299.761320:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979299.761326:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979299.761332:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979299.761337:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.761352:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979299.761357:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.761365:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979299.761404:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979299.761408:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979299.761411:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979299.761413:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979299.761416:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979299.761419:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.761423:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979299.761425:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.761427:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979300.787125:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979300.787184:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979300.787190:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979300.787204:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979300.787213:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979300.787221:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979300.787236:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979300.787241:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979300.787244:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979301.809247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979301.809253:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979301.809256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979301.809262:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979301.809270:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979301.809275:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.809294:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979301.809298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.809302:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979301.809332:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979301.809337:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979301.809340:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979301.809345:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979301.809349:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979301.809351:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.809353:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979301.809355:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.809358:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979302.833226:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979302.833232:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979302.833237:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979302.833244:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979302.833250:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979302.833255:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.833262:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979302.833268:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.833275:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979302.833297:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979302.833301:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979302.833302:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979302.833305:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979302.833308:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979302.833311:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.833314:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979302.833317:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.833322:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.857613:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979303.857616:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979303.857617:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.857620:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979303.857622:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979303.857624:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.857626:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.857628:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.857629:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.859232:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979303.859236:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979303.859238:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.859240:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979303.859243:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979303.859246:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.859249:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.859251:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.859255:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979304.817397:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979304.817401:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979304.817412:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979304.881217:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979304.881227:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979304.881230:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979304.881237:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979304.881241:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979304.881246:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.881248:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979304.881254:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.881257:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979304.881280:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979304.881282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979304.881283:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979304.881286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979304.881288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979304.881290:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.881292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979304.881293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.881295:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979305.905230:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979305.905236:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979305.905239:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979305.905246:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979305.905251:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979305.905255:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.905259:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979305.905263:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.905267:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979305.905281:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979305.905286:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979305.905290:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979305.905294:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979305.905299:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979305.905301:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.905304:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979305.905306:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.905309:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979306.929237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979306.929244:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979306.929249:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979306.929258:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979306.929265:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979306.929271:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.929278:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979306.929283:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.929288:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979306.929307:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979306.929312:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979306.929314:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979306.929319:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979306.929323:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979306.929342:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.929346:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979306.929349:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.929352:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979307.953304:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979307.953323:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979307.953328:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979307.953343:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979307.953351:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979307.953357:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.953930:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979307.953934:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.953937:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979307.953976:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979307.953981:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979307.953984:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979307.953987:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979307.953989:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979307.953992:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.953994:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979307.953995:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.953996:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979308.977256:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979308.977262:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979308.977266:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979308.977270:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979308.977275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979308.977279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.977284:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979308.977287:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.977301:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979308.977462:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979308.977465:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979308.977466:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979308.977468:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979308.977470:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979308.977473:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.977475:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979308.977477:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.977478:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979309.937338:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979309.937342:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979309.937345:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979310.001255:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979310.001263:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979310.001268:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979310.001288:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979310.001295:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979310.001299:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979310.001304:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979310.001308:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979310.001312:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979310.001449:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979310.001455:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979310.001458:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979310.001461:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979310.001463:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979310.001467:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979310.001469:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979310.001471:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979310.001473:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979311.025894:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979311.025900:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979311.025903:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979311.025909:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979311.025913:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979311.025915:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979311.025917:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979311.025919:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979311.025922:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979312.049212:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979312.049216:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979312.049219:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979312.049221:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979312.049227:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979312.049233:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.049235:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979312.049250:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.049254:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979312.050230:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979312.050235:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979312.050249:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979312.050254:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979312.050258:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979312.050263:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.050267:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979312.050270:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.050274:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979313.073262:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979313.073267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979313.073271:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979313.073277:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979313.073283:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979313.073289:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979313.073304:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979313.073308:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979313.073311:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.097220:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979314.097226:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.097229:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.097235:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979314.097242:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.097248:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.097255:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.097260:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.097265:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.097295:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979314.097299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.097301:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.097304:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979314.097307:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.097309:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.097490:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.097494:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.097497:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979315.057339:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979315.057343:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979315.057346:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979315.123100:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979315.123105:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979315.123106:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979315.123111:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979315.123114:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979315.123117:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979315.123119:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979315.123121:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979315.123123:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979316.145256:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979316.145262:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979316.145267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979316.145276:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979316.145283:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979316.145287:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979316.145292:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979316.145294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979316.145298:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979317.169381:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979317.169385:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979317.169387:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979317.169389:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979317.169392:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979317.169394:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.169396:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979317.169397:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.169400:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979318.513309:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979318.513331:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979318.513334:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979318.513338:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979318.513342:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979318.513349:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16851 00000400:00000200:0.0:1783979318.513358:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979318.513364:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979318.513367:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979318.513371:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513374:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.513376:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513379:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979318.513382:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979318.513384:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979318.513387:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979318.513390:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979318.513392:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979318.513395:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979318.513397:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513399:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.513402:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513403:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979318.513406:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979318.513410:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513412:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979318.513415:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979318.513419:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979318.513421:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513424:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979318.513426:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979318.513446:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979318.513450:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979318.513454:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979318.513456:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513458:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979318.513462:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979318.513465:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979318.513474:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979318.513482:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.513490:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497061632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979318.513501:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979318.513505:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979318.513510:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497061632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979318.513530:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979318.513534:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979318.513537:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979318.513539:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979318.513540:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979318.513543:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979318.513546:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16851 00000400:00000200:0.0:1783979318.513552:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979318.513556:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979318.513558:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979318.513563:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513568:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.513574:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513578:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979318.513584:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979318.513586:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979318.513591:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979318.513595:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979318.513599:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979318.513604:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979318.513610:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513616:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.513622:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513628:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979318.513632:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979318.513640:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513645:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979318.513649:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979318.513655:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979318.513660:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513662:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979318.513667:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979318.513672:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513675:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979318.513680:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979318.513684:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979318.513688:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979318.513691:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513695:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979318.513699:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979318.513701:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979318.513707:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979318.513713:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.513723:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497061760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979318.513739:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979318.513743:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979318.513751:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497061760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979318.513768:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979318.513775:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979318.513783:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979318.513788:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979318.513792:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979318.513797:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979318.513804:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16851 00000400:00000200:0.0:1783979318.513813:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979318.513820:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979318.513824:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979318.513831:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513837:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.513841:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513844:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979318.513846:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979318.513847:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979318.513848:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979318.513850:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979318.513852:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979318.513854:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979318.513857:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513859:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.513861:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513862:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979318.513865:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979318.513867:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979318.513869:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979318.513871:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979318.513874:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979318.513876:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513893:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979318.513897:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979318.513904:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513908:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979318.513913:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979318.513918:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979318.513925:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979318.513928:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.513931:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979318.513935:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979318.513939:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979318.513947:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979318.513952:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.513963:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497061888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979318.513974:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979318.513977:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979318.513984:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497061888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979318.514003:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979318.514009:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979318.514018:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979318.514022:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979318.514025:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979318.514031:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979318.514038:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16851 00000400:00000200:0.0:1783979318.514048:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979318.514056:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979318.514061:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979318.514068:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514073:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.514079:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514084:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979318.514089:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979318.514092:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979318.514095:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979318.514098:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979318.514103:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979318.514107:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979318.514114:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514118:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.514123:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514175:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979318.514181:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979318.514190:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514197:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979318.514203:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979318.514209:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979318.514214:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.514218:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979318.514224:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979318.514231:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.514237:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979318.514242:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979318.514247:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979318.514253:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979318.514255:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.514257:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979318.514259:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979318.514263:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979318.514270:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979318.514277:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.514288:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497062016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979318.514308:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979318.514312:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979318.514320:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497062016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979318.514337:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979318.514342:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979318.514352:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979318.514354:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979318.514358:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979318.514364:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979318.514369:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16851 00000400:00000200:0.0:1783979318.514376:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979318.514385:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979318.514390:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979318.514398:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514405:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.514411:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514418:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979318.514424:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979318.514428:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979318.514433:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979318.514437:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979318.514443:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979318.514448:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979318.514456:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514461:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979318.514467:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514474:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979318.514480:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979318.514488:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979318.514494:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979318.514498:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979318.514503:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979318.514507:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.514512:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979318.514516:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979318.514520:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.514524:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979318.514530:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979318.514536:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979318.514542:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979318.514545:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.514550:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979318.514553:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979318.514557:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979318.514563:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979318.514570:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.514579:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497062144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979318.514607:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979318.514612:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979318.514619:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497062144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979318.514635:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979318.514641:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16862) 00000100:00000001:0.0:1783979319.217338:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979319.217343:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979319.217344:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.217347:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979319.217349:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979319.217352:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.217356:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.217359:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.217361:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979320.179563:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979320.179570:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979320.179574:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979320.241375:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979320.241379:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979320.241380:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979320.241387:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979320.241389:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979320.241391:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.241500:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979320.241503:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.241506:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979321.265532:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979321.265536:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979321.265537:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979321.265541:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979321.265543:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979321.265545:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.265547:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979321.265549:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.265551:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979321.265583:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979321.265586:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979321.265587:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979321.265589:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979321.265591:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979321.265593:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.265595:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979321.265596:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.265598:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979322.289275:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979322.289285:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979322.289288:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979322.289295:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979322.289301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979322.289309:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979322.289315:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979322.289319:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979322.289324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979322.289532:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979322.289535:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979322.289536:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979322.289538:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979322.289540:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979322.289542:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979322.289544:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979322.289545:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979322.289547:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.313247:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979323.313253:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979323.313257:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979323.313262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979323.313266:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979323.313271:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.313273:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979323.313275:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.313279:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.313336:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979323.313340:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979323.313342:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979323.313344:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979323.313347:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979323.313349:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.313351:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979323.313353:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.313355:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.633828:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979323.633832:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979323.633835:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979323.633842:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.633850:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979323.633852:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.633856:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979323.633858:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979323.633861:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979323.633865:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497062272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979323.633869:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979323.633873:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979323.633875:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.633877:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979323.633883:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979323.633885:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979323.633890:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979323.633894:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979323.633900:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979323.633906:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497062272, portal 25 00000100:00000001:0.0:1783979323.633908:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979323.633910:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979323.633915:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.633929:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979323.633931:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979323.633934:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979323.633937:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497062272, offset 0 00000400:00000200:0.0:1783979323.633943:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979323.633950:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.633955:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979323.633960:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979323.633964:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979323.633967:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979323.633970:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979323.633973:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781737:781737:256:4294967295] 192.168.201.114@tcp LPNI seq info [781715:781715:8:4294967295] 00000400:00000200:0.0:1783979323.633978:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.633987:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979323.633992:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.633997:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979323.634002:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979323.634006:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979323.634019:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.634021:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979323.634027:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979323.634031:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979323.634036:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979323.634053:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979323.634057:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979323.634062:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634070:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.634073:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634086:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634088:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979323.634093:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979323.634097:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979323.634099:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311530743 00000100:00000010:0.0:1783979323.634104:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979323.634110:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979323.634116:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311530743 00000100:00000010:0.0:1783979323.634118:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979323.634122:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979323.634125:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979323.634127:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634130:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979323.634133:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979323/real 1783979323] req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979323.634159:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979323.634160:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979323.634163:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979323.634165:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979323.634167:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979323.634169:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979323.634173:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979323.634182:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634189:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979323.634190:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634192:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634194:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979323.634198:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634205:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979323.634210:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634217:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979323.634220:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634222:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634223:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634225:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979323.634227:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979323.634230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979323.634233:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979323.634235:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979323.634239:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979323.634247:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497062272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979323.634252:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634254:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.634257:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497062272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634263:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979323.634266:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979323.634268:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979323.634270:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979323.634272:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979323.634274:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979323.634276:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979323.634279:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979323.634282:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979323.634284:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979323.634286:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979323.634290:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979323.634292:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634294:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634300:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979323.634301:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634303:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979323.634305:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979323.634306:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979323.634309:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634317:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979323.634318:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.634320:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979323.634322:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979323.634323:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979323.634326:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979323.634329:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979323.634331:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979323.634332:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.634334:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979323.634336:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979323.634338:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979323.634341:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979323.634343:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979323.634346:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979323.634348:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497062400, portal 10 00000100:00000001:0.0:1783979323.634350:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979323.634351:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979323.634357:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634363:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979323.634366:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979323.634368:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979323.634371:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497062400, offset 0 00000400:00000200:0.0:1783979323.634374:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979323.634378:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.634381:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979323.634384:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979323.634386:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979323.634388:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979323.634390:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979323.634393:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781738:781738:256:4294967295] 192.168.201.114@tcp LPNI seq info [781716:781716:8:4294967295] 00000400:00000200:0.0:1783979323.634397:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.634403:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979323.634408:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.634411:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979323.634413:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979323.634415:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979323.634422:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.634423:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979323.634425:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979323.634427:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979323.634429:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979323.634430:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979323.634431:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979323.634434:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634441:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.634444:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634450:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634452:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979323.634456:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979323.634459:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979323.634462:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979323.634464:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311529483 00000100:00000001:0.0:1783979323.634467:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.634469:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311529483 00000100:00000001:0.0:1783979323.634471:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.634473:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979323.634475:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634477:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979323.634480:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979323/real 1783979323] req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979323.634487:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979323.634487:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979323.634489:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979323.634490:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979323.634491:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979323.634493:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979323.634494:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979323.634500:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634503:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979323.634504:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634505:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634506:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979323.634507:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634512:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979323.634514:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634518:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979323.634520:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634521:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634521:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634522:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979323.634524:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979323.634526:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979323.634527:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979323.634529:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979323.634531:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979323.634535:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979323.634537:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979323.634539:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634543:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979323.634543:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.634544:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979323.634546:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979323.634547:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979323.634548:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979323.634550:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979323.634552:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979323.634553:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.634554:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979323.634556:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979323.634557:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979323.634559:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979323.634561:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979323.634562:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979323.634564:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497062528, portal 10 00000100:00000001:0.0:1783979323.634565:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979323.634566:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979323.634570:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634573:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979323.634575:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979323.634576:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979323.634577:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497062528, offset 0 00000400:00000200:0.0:1783979323.634579:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979323.634582:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.634584:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979323.634585:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979323.634587:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979323.634588:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979323.634590:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979323.634591:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781739:781739:256:4294967295] 192.168.201.114@tcp LPNI seq info [781717:781717:8:4294967295] 00000400:00000200:0.0:1783979323.634594:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.634608:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979323.634612:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.634614:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979323.634618:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979323.634620:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979323.634630:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.634632:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979323.634635:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979323.634638:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979323.634641:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979323.634643:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979323.634645:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979323.634649:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634656:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.634659:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634665:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634667:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979323.634670:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979323.634672:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979323.634675:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979323.634677:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311529484 00000100:00000001:0.0:1783979323.634679:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.634681:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311529484 00000100:00000001:0.0:1783979323.634683:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.634685:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979323.634687:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634689:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979323.634693:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979323/real 1783979323] req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979323.634700:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979323.634702:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979323.634703:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979323.634705:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979323.634706:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979323.634707:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979323.634709:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979323.634714:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634718:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979323.634719:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634720:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634721:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979323.634723:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634726:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979323.634728:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634732:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979323.634734:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634734:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634735:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634736:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979323.634738:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979323.634740:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979323.634743:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979323.634745:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979323.634748:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979323.634755:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979323.634758:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979323.634761:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634767:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979323.634778:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.634780:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979323.634782:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979323.634784:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979323.634787:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979323.634789:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979323.634791:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979323.634793:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.634794:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979323.634797:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979323.634799:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979323.634802:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979323.634805:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979323.634808:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979323.634811:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497062656, portal 4 00000100:00000001:0.0:1783979323.634813:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979323.634814:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979323.634819:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634826:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979323.634828:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979323.634830:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979323.634833:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497062656, offset 0 00000400:00000200:0.0:1783979323.634837:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979323.634840:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.634843:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979323.634844:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979323.634846:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979323.634847:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979323.634849:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979323.634851:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781740:781740:256:4294967295] 192.168.201.114@tcp LPNI seq info [781718:781718:8:4294967295] 00000400:00000200:0.0:1783979323.634853:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.634856:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979323.634859:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.634861:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979323.634864:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979323.634866:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979323.634872:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.634873:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979323.634875:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979323.634877:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979323.634879:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979323.634880:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979323.634882:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979323.634884:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634888:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.634890:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634894:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634895:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979323.634896:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979323.634898:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979323.634900:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979323.634901:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311529533 00000100:00000001:0.0:1783979323.634903:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.634904:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311529533 00000100:00000001:0.0:1783979323.634906:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.634907:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979323.634908:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.634909:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979323.634911:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979323/real 1783979323] req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979323.634916:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979323.634917:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979323.634918:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979323.634919:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979323.634920:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979323.634921:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979323.634922:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979323.634927:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634931:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979323.634931:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634932:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634933:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979323.634935:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634938:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979323.634940:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634944:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979323.634945:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634946:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.634947:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634948:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979323.634949:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979323.634951:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979323.634952:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979323.634954:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979323.634956:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979323.634960:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979323.634962:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634963:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.634965:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497062400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634968:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979323.634969:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979323.634970:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979323.634972:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979323.634973:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979323.634974:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979323.634975:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979323.634976:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979323.634977:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979323.634978:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979323.634979:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979323.634981:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979323.634982:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634983:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.634984:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497062528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.634988:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979323.634989:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979323.634989:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979323.634990:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979323.634991:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979323.634992:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979323.634992:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979323.634993:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979323.634994:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979323.634995:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979323.634996:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979323.634998:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979323.634998:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.634999:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.635001:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497062656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635004:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979323.635005:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979323.635006:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979323.635007:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979323.635007:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979323.635008:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979323.635009:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979323.635009:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979323.635010:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979323.635011:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979323.635012:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979323.635013:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979323.635013:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635014:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635017:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979323.635017:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.635019:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979323.635020:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979323.635020:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979323.635022:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635025:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979323.635026:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.635027:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979323.635028:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979323.635029:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979323.635030:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979323.635032:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979323.635034:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979323.635035:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979323.635036:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979323.635050:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979323.635053:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979323.635056:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979323.635058:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979323.635061:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979323.635064:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497062784, portal 4 00000100:00000001:0.0:1783979323.635066:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979323.635067:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979323.635073:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635079:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979323.635080:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979323.635082:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979323.635085:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497062784, offset 0 00000400:00000200:0.0:1783979323.635089:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979323.635093:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.635096:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979323.635098:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979323.635101:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979323.635103:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979323.635104:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979323.635106:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781741:781741:256:4294967295] 192.168.201.114@tcp LPNI seq info [781719:781719:8:4294967295] 00000400:00000200:0.0:1783979323.635109:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979323.635113:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979323.635116:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.635118:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979323.635120:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979323.635122:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979323.635128:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979323.635129:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979323.635131:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979323.635133:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979323.635135:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979323.635150:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979323.635153:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979323.635156:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635163:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.635166:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635172:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.635173:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979323.635176:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979323.635179:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979323.635182:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979323.635183:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311529505 00000100:00000001:0.0:1783979323.635186:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.635189:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311529505 00000100:00000001:0.0:1783979323.635191:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311530743 00000100:00000001:0.0:1783979323.635193:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979323.635194:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.635196:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979323.635200:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979323/real 1783979323] req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979323.635206:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979323.635206:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979323.635208:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979323.635209:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979323.635210:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979323.635212:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979323.635214:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979323.635219:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635222:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979323.635223:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635224:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.635224:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979323.635226:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635230:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979323.635232:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635236:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979323.635237:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635238:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979323.635239:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635240:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979323.635241:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979323.635242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979323.635244:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979323.635245:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979323.635247:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979323.635251:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497062784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979323.635252:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635254:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979323.635256:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497062784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979323.635259:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979323.635260:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979323.635261:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979323.635263:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979323.635263:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979323.635264:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979323.635265:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979323.635266:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979323.635268:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979323.635268:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979323.635269:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979323.635271:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979323.635272:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635273:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979323.635275:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979323.635276:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979323.635277:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979323.635278:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979324.337251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979324.337260:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979324.337264:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979324.337270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979324.337274:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979324.337278:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.337283:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979324.337286:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.337288:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979324.337340:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979324.337343:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979324.337345:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979324.337347:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979324.337350:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979324.337354:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.337364:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979324.337367:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.337372:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979324.337382:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979324.337384:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979324.337386:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979324.337388:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979324.337390:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979324.337392:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.341116:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979324.341120:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.341123:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979325.297361:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979325.297365:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979325.297367:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979325.361382:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979325.361386:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979325.361387:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979325.361389:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979325.361391:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979325.361393:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979325.361395:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979325.361396:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979325.361398:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979326.385331:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979326.385337:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979326.385342:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979326.385347:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979326.385352:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979326.385357:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.385368:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979326.385371:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.385376:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979327.409237:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979327.409246:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979327.409249:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979327.409257:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979327.409264:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979327.409266:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.409269:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979327.409273:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.409276:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979327.409378:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979327.409380:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979327.409381:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979327.409383:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979327.409385:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979327.409386:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.409388:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979327.409389:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.409391:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979327.409406:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979327.409408:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979327.409409:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979327.409410:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979327.409412:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979327.409413:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.411016:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979327.411021:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.411025:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.433753:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979328.433757:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979328.433758:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979328.433761:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979328.433763:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979328.433765:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979328.437286:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979328.437293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979328.437297:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979328.754130:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979328.754158:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979328.754160:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979328.754163:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979328.754167:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979328.754174:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16862 00000400:00000200:0.0:1783979328.754182:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979328.754187:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979328.754190:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979328.754193:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754196:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.754198:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754200:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979328.754203:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979328.754205:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979328.754208:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979328.754212:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979328.754214:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979328.754216:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979328.754219:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754221:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.754223:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754225:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979328.754227:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979328.754230:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754232:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979328.754236:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979328.754239:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979328.754242:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.754244:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979328.754246:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979328.754255:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979328.754258:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979328.754262:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979328.754263:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.754266:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979328.754269:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979328.754272:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979328.754280:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979328.754286:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979328.754295:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497062912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979328.754305:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979328.754309:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979328.754314:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497062912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979328.754599:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979328.754602:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979328.754605:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979328.754607:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979328.754608:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979328.754611:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979328.754614:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16862 00000400:00000200:0.0:1783979328.754618:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979328.754621:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979328.754623:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979328.754626:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754628:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.754630:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754632:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979328.754634:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979328.754635:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979328.754637:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979328.754639:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979328.754641:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979328.754643:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979328.754645:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754647:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.754649:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754651:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979328.754653:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979328.754655:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979328.754657:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979328.754659:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979328.754664:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979328.754666:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.754667:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979328.754671:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979328.754673:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.754675:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979328.754678:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979328.754680:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979328.754683:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979328.754684:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.754686:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979328.754687:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979328.754689:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979328.754693:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979328.754696:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979328.754700:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497063040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979328.754707:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979328.754710:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979328.754713:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497063040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979328.757385:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979328.757394:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979328.757399:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979328.757401:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979328.757403:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979328.757406:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979328.757409:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16862 00000400:00000200:0.0:1783979328.757413:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979328.757421:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979328.757424:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979328.757427:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757429:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.757432:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757434:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979328.757437:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979328.757439:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979328.757445:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979328.757448:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979328.757450:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979328.757452:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979328.757455:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757457:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.757459:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757464:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979328.757467:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979328.757470:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757473:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979328.757474:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979328.757483:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979328.757486:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757488:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979328.757491:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979328.757494:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757496:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979328.757500:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979328.757508:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979328.757512:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979328.757513:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757515:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979328.757518:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979328.757520:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979328.757530:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979328.757536:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979328.757546:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497063168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979328.757554:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979328.757558:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979328.757567:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497063168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979328.757576:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979328.757579:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979328.757587:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979328.757588:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979328.757590:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979328.757592:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979328.757594:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16862 00000400:00000200:0.0:1783979328.757603:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979328.757606:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979328.757608:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979328.757611:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757613:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.757615:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757617:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979328.757619:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979328.757624:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979328.757626:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979328.757628:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979328.757630:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979328.757632:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979328.757634:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757636:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.757637:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757639:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979328.757645:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979328.757647:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757649:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979328.757651:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979328.757654:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979328.757656:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757657:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979328.757659:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979328.757661:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757667:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979328.757671:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979328.757673:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979328.757675:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979328.757676:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757678:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979328.757679:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979328.757681:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979328.757689:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979328.757692:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979328.757696:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497063296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979328.757707:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979328.757710:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979328.757714:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497063296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979328.757720:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979328.757726:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979328.757729:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979328.757730:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979328.757732:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979328.757735:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979328.757737:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16862 00000400:00000200:0.0:1783979328.757741:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979328.757743:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979328.757745:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979328.757751:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757753:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.757755:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757757:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979328.757759:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979328.757760:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979328.757761:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979328.757763:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979328.757765:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979328.757767:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979328.757773:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757775:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979328.757777:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757778:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979328.757780:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979328.757783:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979328.757785:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979328.757787:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979328.757789:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979328.757796:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757798:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979328.757800:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979328.757802:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757803:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979328.757807:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979328.757809:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979328.757811:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979328.757816:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.757818:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979328.757819:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979328.757821:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979328.757824:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979328.757828:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979328.757833:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497063424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979328.757844:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979328.757846:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979328.757849:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497063424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979328.757855:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979328.757864:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16872) 00000100:00000001:0.0:1783979329.457246:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979329.457252:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979329.457254:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.457257:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979329.457260:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979329.457262:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979329.457264:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979329.457266:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979329.457268:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.458594:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979329.458598:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979329.458600:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.458605:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979329.458607:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979329.458610:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979329.458619:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979329.458621:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979329.458623:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979330.417978:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979330.417982:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979330.417986:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979330.481267:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979330.481273:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979330.481276:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979330.481282:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979330.481286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979330.481290:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979330.481297:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979330.481301:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979330.481304:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979330.481625:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979330.481630:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979330.481634:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979330.481638:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979330.481642:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979330.481646:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979330.481658:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979330.481661:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979330.481664:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979331.509015:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979331.509023:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979331.509024:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979331.509029:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979331.509033:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979331.509036:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979331.509039:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979331.509041:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979331.509043:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979332.529267:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979332.529275:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979332.529277:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979332.529282:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979332.529287:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979332.529293:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979332.529299:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979332.529303:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979332.529308:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.553250:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979333.553256:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.553260:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.553269:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979333.553278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.553283:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.553288:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.553293:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.553299:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.553521:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979333.553524:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.553525:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.553527:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979333.553529:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.553531:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.553533:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.553535:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.553537:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.873563:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979333.873571:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.873576:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979333.873587:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.873607:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.873610:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.873617:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979333.873621:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979333.873625:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.873637:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497063552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979333.873645:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979333.873651:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979333.873655:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.873660:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979333.873667:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979333.873673:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979333.873680:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979333.873686:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979333.873696:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979333.873705:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497063552, portal 25 00000100:00000001:0.0:1783979333.873710:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979333.873714:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979333.873725:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.873742:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979333.873750:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979333.873755:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979333.873762:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497063552, offset 0 00000400:00000200:0.0:1783979333.873774:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979333.873785:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.873796:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979333.873805:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979333.873814:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979333.873820:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979333.873826:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979333.873834:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781747:781747:256:4294967295] 192.168.201.114@tcp LPNI seq info [781725:781725:8:4294967295] 00000400:00000200:0.0:1783979333.873844:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.874060:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979333.874068:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.874073:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979333.874081:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979333.874085:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979333.874097:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.874100:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979333.874106:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979333.874110:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979333.874798:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979333.874803:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979333.874810:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979333.874819:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.874839:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.874845:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.874874:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.874880:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979333.874889:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979333.874900:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979333.874906:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311540984 00000100:00000010:0.0:1783979333.874915:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979333.874924:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979333.874932:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311540984 00000100:00000010:0.0:1783979333.874939:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979333.874944:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979333.874951:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979333.874956:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.874961:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979333.874969:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979333/real 1783979333] req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979333.874983:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979333.874987:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979333.874991:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979333.874996:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979333.875000:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979333.875005:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979333.875012:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979333.875034:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875043:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979333.875045:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875048:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.875050:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979333.875055:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875062:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979333.875067:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875074:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979333.875076:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875078:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.875079:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875081:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979333.875083:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979333.875086:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979333.875090:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979333.875092:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979333.875097:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979333.875105:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497063552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979333.875109:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875111:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.875115:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497063552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875121:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979333.875123:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979333.875126:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979333.875129:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979333.875131:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979333.875133:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979333.875135:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979333.875155:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979333.875159:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979333.875161:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979333.875163:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979333.875168:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979333.875169:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875172:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875179:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.875181:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.875183:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979333.875185:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.875186:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979333.875190:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875196:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.875198:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.875200:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979333.875202:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979333.875204:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.875207:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497063680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979333.875210:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979333.875213:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979333.875215:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.875217:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979333.875220:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979333.875222:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979333.875226:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979333.875229:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979333.875232:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979333.875234:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497063680, portal 10 00000100:00000001:0.0:1783979333.875236:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979333.875237:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979333.875244:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875251:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979333.875253:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979333.875255:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979333.875258:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497063680, offset 0 00000400:00000200:0.0:1783979333.875262:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979333.875266:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.875270:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979333.875273:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979333.875276:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979333.875279:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979333.875281:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979333.875284:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781748:781748:256:4294967295] 192.168.201.114@tcp LPNI seq info [781726:781726:8:4294967295] 00000400:00000200:0.0:1783979333.875288:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.875294:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979333.875298:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.875301:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979333.875305:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979333.875308:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979333.875318:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.875320:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979333.875324:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979333.875327:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979333.875329:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979333.875331:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979333.875333:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979333.875337:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875345:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.875347:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875354:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.875355:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979333.875358:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979333.875361:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979333.875364:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979333.875366:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311539724 00000100:00000001:0.0:1783979333.875369:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.875371:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311539724 00000100:00000001:0.0:1783979333.875373:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.875375:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979333.875377:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.875379:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979333.875383:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979333/real 1783979333] req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979333.875391:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979333.875392:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979333.875394:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979333.875396:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979333.875398:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979333.875400:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979333.875403:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979333.875412:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875418:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979333.875419:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875421:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.875422:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979333.875426:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875432:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979333.875435:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875442:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979333.875444:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875446:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.875447:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875448:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979333.875451:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979333.875454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979333.875457:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979333.875459:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979333.875463:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979333.875470:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497063680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979333.875474:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979333.875477:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875489:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.875491:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.875493:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979333.875494:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979333.875497:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.875499:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497063808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979333.875503:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979333.875505:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979333.875507:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.875508:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979333.875511:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979333.875513:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979333.875517:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979333.875519:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979333.875522:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979333.875525:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497063808, portal 10 00000100:00000001:0.0:1783979333.875527:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979333.875528:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979333.875534:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875540:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979333.875543:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979333.875545:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979333.875547:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497063808, offset 0 00000400:00000200:0.0:1783979333.875551:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979333.875555:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.875558:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979333.875562:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979333.875565:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979333.875567:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979333.875569:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979333.875572:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781749:781749:256:4294967295] 192.168.201.114@tcp LPNI seq info [781727:781727:8:4294967295] 00000400:00000200:0.0:1783979333.875577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.875582:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979333.875587:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.875590:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979333.875593:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979333.875596:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979333.875606:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.875607:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979333.875610:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979333.875613:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979333.875616:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979333.875618:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979333.875620:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979333.875623:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875630:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.875633:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875639:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.875641:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979333.875644:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979333.875647:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979333.875649:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979333.875651:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311539725 00000100:00000001:0.0:1783979333.875654:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.875655:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311539725 00000100:00000001:0.0:1783979333.875657:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.875659:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979333.875661:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.875663:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979333.875666:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979333/real 1783979333] req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979333.875674:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979333.875675:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979333.875677:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979333.875679:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979333.875681:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979333.875682:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979333.875686:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979333.875693:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875700:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979333.875701:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875702:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.875703:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979333.875706:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875711:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979333.875714:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875720:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979333.875721:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875723:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.875724:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875726:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979333.875728:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979333.875730:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979333.875733:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979333.875735:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979333.875738:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979333.875745:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497063808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979333.875748:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979333.875751:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875756:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.875758:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.875760:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979333.875761:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979333.875763:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.875765:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497063936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979333.875768:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979333.875769:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979333.875770:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.875772:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979333.875775:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979333.875776:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979333.875779:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979333.875782:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979333.875785:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979333.875787:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497063936, portal 4 00000100:00000001:0.0:1783979333.875789:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979333.875790:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979333.875795:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875802:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979333.875804:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979333.875806:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979333.875809:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497063936, offset 0 00000400:00000200:0.0:1783979333.875812:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979333.875817:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.875820:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979333.875823:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979333.875825:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979333.875828:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979333.875830:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979333.875834:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781750:781750:256:4294967295] 192.168.201.114@tcp LPNI seq info [781728:781728:8:4294967295] 00000400:00000200:0.0:1783979333.875837:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.875844:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979333.875848:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.875851:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979333.875855:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979333.875858:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979333.875879:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.875882:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979333.875884:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979333.875888:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979333.875891:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979333.875892:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979333.875895:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979333.875899:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875907:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.875909:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875916:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.875917:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979333.875921:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979333.875924:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979333.875927:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979333.875929:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311539774 00000100:00000001:0.0:1783979333.875931:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.875934:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311539774 00000100:00000001:0.0:1783979333.875936:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.875938:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979333.875940:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.875941:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979333.875945:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979333/real 1783979333] req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979333.875953:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979333.875954:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979333.875956:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979333.875958:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979333.875959:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979333.875961:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979333.875964:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979333.875972:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875978:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979333.875980:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.875982:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.875983:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979333.875986:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.875993:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979333.875996:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876003:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979333.876005:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876006:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.876008:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876010:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979333.876011:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979333.876014:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979333.876017:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979333.876019:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979333.876023:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979333.876031:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497063936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979333.876035:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979333.876038:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876044:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.876045:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.876047:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979333.876049:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979333.876051:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.876053:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979333.876057:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979333.876058:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979333.876060:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979333.876061:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979333.876065:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979333.876067:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979333.876070:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979333.876072:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979333.876075:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979333.876078:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497064064, portal 4 00000100:00000001:0.0:1783979333.876079:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979333.876081:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979333.876087:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876093:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979333.876095:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979333.876097:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979333.876100:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497064064, offset 0 00000400:00000200:0.0:1783979333.876104:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979333.876107:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.876110:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979333.876113:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979333.876115:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979333.876117:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979333.876119:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979333.876123:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781751:781751:256:4294967295] 192.168.201.114@tcp LPNI seq info [781729:781729:8:4294967295] 00000400:00000200:0.0:1783979333.876126:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979333.876132:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979333.876158:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.876161:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979333.876165:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979333.876167:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979333.876177:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979333.876179:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979333.876181:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979333.876185:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979333.876187:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979333.876189:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979333.876191:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979333.876195:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876202:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.876205:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876211:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.876212:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979333.876215:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979333.876218:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979333.876221:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979333.876223:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311539746 00000100:00000001:0.0:1783979333.876226:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.876228:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311539746 00000100:00000001:0.0:1783979333.876230:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311540984 00000100:00000001:0.0:1783979333.876232:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979333.876234:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.876236:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979333.876239:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979333/real 1783979333] req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979333.876246:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979333.876247:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979333.876249:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979333.876251:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979333.876252:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979333.876253:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979333.876256:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979333.876262:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876271:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979333.876273:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876275:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.876276:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979333.876279:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876283:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979333.876286:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876292:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979333.876294:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876295:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979333.876296:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876298:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979333.876300:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979333.876302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979333.876305:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979333.876307:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979333.876321:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979333.876329:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979333.876333:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876335:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.876338:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497063680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876344:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979333.876345:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979333.876347:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979333.876350:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979333.876351:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979333.876353:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979333.876355:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979333.876356:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979333.876358:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979333.876360:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979333.876361:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979333.876364:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979333.876365:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876366:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.876369:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497063808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876375:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979333.876376:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979333.876378:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979333.876380:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979333.876381:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979333.876382:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979333.876384:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979333.876385:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979333.876387:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979333.876388:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979333.876389:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979333.876391:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979333.876393:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876394:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.876397:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497063936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876402:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979333.876404:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979333.876405:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979333.876407:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979333.876407:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979333.876409:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979333.876410:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979333.876412:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979333.876413:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979333.876414:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979333.876416:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979333.876417:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979333.876419:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876420:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979333.876423:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497064064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979333.876428:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979333.876430:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979333.876431:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979333.876433:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979333.876434:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979333.876435:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979333.876437:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979333.876438:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979333.876439:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979333.876441:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979333.876442:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979333.876444:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979333.876445:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876447:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.876450:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.876452:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.876453:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979333.876455:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979334.577244:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979334.577250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979334.577254:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979334.577259:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979334.577264:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979334.577268:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979334.577285:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979334.577287:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979334.577289:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979334.577348:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979334.577350:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979334.577351:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979334.577352:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979334.577353:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979334.577355:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979334.577356:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979334.577357:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979334.577358:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979334.577376:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979334.577378:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979334.577379:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979334.577381:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979334.577383:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979334.577386:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979334.577389:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979334.577391:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979334.577393:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979335.540219:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979335.540225:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979335.540229:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979335.602669:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979335.602673:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979335.602675:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979335.602686:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979335.602689:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979335.602691:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979335.602693:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979335.602695:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979335.602697:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979336.625654:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979336.625662:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979336.625664:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979336.625669:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979336.625673:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979336.625677:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.625680:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979336.625682:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.625685:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979336.625909:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979336.625914:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979336.625916:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979336.625919:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979336.625922:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979336.625924:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.625926:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979336.625928:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.625930:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979337.649412:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979337.649423:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979337.649426:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979337.649435:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979337.649449:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979337.649459:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979337.649471:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979337.649480:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979337.649505:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.673279:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979338.673287:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979338.673298:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.673314:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979338.673332:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979338.673341:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.673347:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.673358:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.673364:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.673399:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979338.673405:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979338.673408:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.673416:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979338.673421:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979338.673424:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.673429:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.673432:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.673439:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.993968:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979338.993979:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979338.993985:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979338.994000:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.994028:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.994033:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.994042:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979338.994047:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979338.994056:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.994068:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497064192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979338.994078:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979338.994085:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979338.994090:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.994097:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979338.994109:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979338.994114:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979338.994133:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979338.994185:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979338.994197:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979338.994212:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497064192, portal 25 00000100:00000001:0.0:1783979338.994218:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979338.994223:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979338.994240:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.994263:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979338.994272:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979338.994278:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979338.994287:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497064192, offset 0 00000400:00000200:0.0:1783979338.994304:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979338.994324:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.994336:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979338.994347:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979338.994356:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979338.994364:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979338.994372:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979338.994387:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781752:781752:256:4294967295] 192.168.201.114@tcp LPNI seq info [781730:781730:8:4294967295] 00000400:00000200:0.0:1783979338.994409:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.994431:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979338.994446:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.994459:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979338.994472:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979338.994477:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979338.994917:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.994921:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979338.994928:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979338.994934:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979338.994942:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979338.994944:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979338.994949:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979338.994954:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.994965:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.994969:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.994976:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.994979:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979338.994985:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979338.994990:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979338.994993:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311546104 00000100:00000010:0.0:1783979338.995001:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979338.995010:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979338.995017:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311546104 00000100:00000010:0.0:1783979338.995021:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979338.995025:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979338.995028:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979338.995031:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.995034:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979338.995039:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979338/real 1783979338] req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979338.995049:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979338.995051:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979338.995054:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979338.995057:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979338.995058:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979338.995061:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979338.995065:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979338.995073:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995079:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979338.995081:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995083:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.995086:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979338.995091:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995098:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979338.995103:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995110:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979338.995113:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995115:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.995116:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995119:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979338.995122:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979338.995126:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979338.995130:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979338.995133:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979338.995163:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979338.995172:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497064192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979338.995177:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995179:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.995182:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497064192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995189:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979338.995192:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979338.995195:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979338.995199:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979338.995202:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979338.995204:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979338.995206:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979338.995210:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979338.995214:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979338.995216:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979338.995218:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979338.995221:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979338.995223:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995225:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995234:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979338.995236:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.995239:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979338.995241:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979338.995242:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979338.995246:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995259:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.995261:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.995263:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979338.995265:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979338.995268:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.995271:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979338.995274:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979338.995277:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979338.995279:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.995280:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979338.995283:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979338.995285:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979338.995290:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979338.995293:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979338.995297:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979338.995300:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497064320, portal 10 00000100:00000001:0.0:1783979338.995301:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979338.995303:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979338.995310:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995316:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979338.995318:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979338.995321:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979338.995324:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497064320, offset 0 00000400:00000200:0.0:1783979338.995327:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979338.995332:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.995336:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979338.995339:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979338.995342:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979338.995344:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979338.995347:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979338.995350:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781753:781753:256:4294967295] 192.168.201.114@tcp LPNI seq info [781731:781731:8:4294967295] 00000400:00000200:0.0:1783979338.995354:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.995361:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979338.995365:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.995369:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979338.995373:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979338.995376:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979338.995387:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.995389:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979338.995391:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979338.995394:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979338.995398:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979338.995399:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979338.995402:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979338.995405:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995413:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.995415:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995422:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.995423:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979338.995426:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979338.995430:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979338.995433:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979338.995435:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311544844 00000100:00000001:0.0:1783979338.995438:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.995440:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311544844 00000100:00000001:0.0:1783979338.995442:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.995444:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979338.995447:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.995448:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979338.995452:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979338/real 1783979338] req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979338.995460:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979338.995461:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979338.995463:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979338.995466:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979338.995467:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979338.995469:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979338.995472:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979338.995480:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995486:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979338.995488:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995489:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.995491:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979338.995494:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995500:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979338.995504:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995510:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979338.995513:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995514:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.995515:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995517:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979338.995522:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979338.995524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979338.995528:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979338.995530:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979338.995534:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979338.995541:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979338.995545:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979338.995548:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995554:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.995556:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.995558:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979338.995560:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979338.995561:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.995565:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979338.995568:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979338.995570:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979338.995572:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.995573:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979338.995577:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979338.995579:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979338.995582:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979338.995585:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979338.995594:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979338.995597:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497064448, portal 10 00000100:00000001:0.0:1783979338.995599:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979338.995600:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979338.995607:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995613:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979338.995616:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979338.995618:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979338.995621:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497064448, offset 0 00000400:00000200:0.0:1783979338.995625:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979338.995629:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.995638:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979338.995641:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979338.995644:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979338.995646:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979338.995648:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979338.995651:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781754:781754:256:4294967295] 192.168.201.114@tcp LPNI seq info [781732:781732:8:4294967295] 00000400:00000200:0.0:1783979338.995655:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.995660:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979338.995665:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.995668:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979338.995672:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979338.995675:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979338.995686:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.995687:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979338.995690:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979338.995694:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979338.995697:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979338.995698:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979338.995701:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979338.995704:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995712:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.995715:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995720:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.995722:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979338.995725:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979338.995728:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979338.995731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979338.995733:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311544845 00000100:00000001:0.0:1783979338.995736:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.995738:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311544845 00000100:00000001:0.0:1783979338.995739:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.995741:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979338.995743:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.995745:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979338.995749:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979338/real 1783979338] req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979338.995757:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979338.995758:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979338.995760:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979338.995762:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979338.995764:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979338.995766:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979338.995769:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979338.995790:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995796:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979338.995797:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995799:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.995800:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979338.995804:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995810:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979338.995815:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995821:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979338.995824:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995825:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.995826:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.995828:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979338.995831:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979338.995834:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979338.995837:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979338.995839:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979338.995843:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979338.995851:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979338.995855:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979338.995859:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995865:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.995867:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.995869:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979338.995871:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979338.995873:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.995876:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979338.995879:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979338.995881:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979338.995883:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.995885:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979338.995889:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979338.995891:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979338.995895:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979338.995898:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979338.995901:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979338.995904:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497064576, portal 4 00000100:00000001:0.0:1783979338.995906:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979338.995908:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979338.995913:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.995920:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979338.995922:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979338.995924:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979338.995926:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497064576, offset 0 00000400:00000200:0.0:1783979338.995930:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979338.995933:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.996065:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979338.996068:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979338.996070:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979338.996072:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979338.996075:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979338.996078:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781755:781755:256:4294967295] 192.168.201.114@tcp LPNI seq info [781733:781733:8:4294967295] 00000400:00000200:0.0:1783979338.996082:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.996088:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979338.996092:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.996095:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979338.996098:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979338.996101:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979338.996111:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.996113:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979338.996116:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979338.996119:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979338.996122:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979338.996124:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979338.996126:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979338.996130:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996160:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.996163:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996169:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.996171:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979338.996174:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979338.996176:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979338.996179:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979338.996181:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311544895 00000100:00000001:0.0:1783979338.996183:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.996185:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311544895 00000100:00000001:0.0:1783979338.996187:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.996189:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979338.996191:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.996193:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979338.996196:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979338/real 1783979338] req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979338.996202:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979338.996203:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979338.996205:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979338.996207:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979338.996208:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979338.996210:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979338.996213:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979338.996220:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996226:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979338.996228:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996229:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.996231:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979338.996234:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996239:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979338.996242:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996248:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979338.996249:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996251:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.996252:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996253:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979338.996255:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979338.996257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979338.996259:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979338.996261:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979338.996264:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979338.996270:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979338.996273:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979338.996276:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996282:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.996284:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.996286:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979338.996288:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979338.996290:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.996292:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979338.996295:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979338.996297:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979338.996298:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979338.996300:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979338.996303:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979338.996304:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979338.996307:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979338.996309:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979338.996312:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979338.996314:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497064704, portal 4 00000100:00000001:0.0:1783979338.996316:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979338.996317:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979338.996322:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996328:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979338.996330:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979338.996332:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979338.996334:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497064704, offset 0 00000400:00000200:0.0:1783979338.996337:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979338.996340:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.996343:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979338.996345:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979338.996347:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979338.996349:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979338.996351:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979338.996354:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781756:781756:256:4294967295] 192.168.201.114@tcp LPNI seq info [781734:781734:8:4294967295] 00000400:00000200:0.0:1783979338.996357:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979338.996363:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979338.996367:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.996370:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979338.996373:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979338.996375:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979338.996385:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979338.996387:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979338.996389:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979338.996392:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979338.996394:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979338.996396:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979338.996398:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979338.996401:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996407:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.996410:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996415:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.996417:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979338.996419:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979338.996421:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979338.996423:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979338.996425:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311544866 00000100:00000001:0.0:1783979338.996427:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.996429:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311544866 00000100:00000001:0.0:1783979338.996431:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311546104 00000100:00000001:0.0:1783979338.996433:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979338.996434:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.996436:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979338.996438:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979338/real 1783979338] req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979338.996446:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979338.996447:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979338.996449:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979338.996451:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979338.996452:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979338.996454:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979338.996456:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979338.996461:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996465:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979338.996465:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996466:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.996467:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979338.996469:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996472:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979338.996475:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996479:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979338.996481:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996481:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979338.996482:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996483:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979338.996484:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979338.996486:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979338.996487:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979338.996488:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979338.996491:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979338.996496:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497064704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979338.996498:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996499:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.996501:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497064320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996505:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979338.996505:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979338.996507:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979338.996509:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979338.996510:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979338.996511:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979338.996512:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979338.996514:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979338.996516:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979338.996517:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979338.996518:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979338.996520:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979338.996521:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996522:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.996524:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497064448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996531:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979338.996532:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979338.996533:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979338.996535:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979338.996537:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979338.996538:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979338.996539:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979338.996540:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783979338.996543:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979338.996545:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979338.996546:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979338.996548:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979338.996549:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996551:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.996555:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497064576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996561:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979338.996562:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979338.996563:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979338.996566:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979338.996567:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979338.996568:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979338.996569:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979338.996571:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979338.996573:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979338.996574:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979338.996575:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979338.996577:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979338.996578:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996579:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979338.996582:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497064704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979338.996588:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979338.996589:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979338.996590:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979338.996592:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979338.996593:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979338.996595:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979338.996596:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979338.996597:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979338.996599:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979338.996600:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979338.996601:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979338.996603:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979338.996604:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996606:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.996613:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979338.996614:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.996616:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979338.996618:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.697283:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979339.697288:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979339.697291:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979339.697297:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979339.697302:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979339.697304:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.697307:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979339.697309:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.697312:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979340.657391:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979340.657396:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979340.657399:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979340.721260:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979340.721270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979340.721275:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979340.721283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979340.721289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979340.721295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979340.721302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979340.721306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979340.721308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979341.745268:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979341.745273:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979341.745277:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979341.745283:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979341.745288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979341.745293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979341.745305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979341.745308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979341.745313:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979342.769260:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979342.769266:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979342.769270:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979342.769274:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979342.769276:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979342.769279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979342.769291:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979342.769294:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979342.769297:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979343.793266:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979343.793271:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979343.793275:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979343.793282:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979343.793289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979343.793294:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979343.793302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979343.793306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979343.793312:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979344.113267:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979344.113278:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979344.113280:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979344.113283:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979344.113287:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979344.113293:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16877 00000400:00000200:0.0:1783979344.113302:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979344.113308:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979344.113311:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979344.113314:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113317:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113319:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113321:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979344.113325:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979344.113327:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979344.113329:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979344.113332:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979344.113335:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979344.113337:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979344.113340:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113341:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113343:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113345:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979344.113347:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979344.113350:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113352:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.113355:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979344.113358:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.113361:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113363:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979344.113364:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979344.113373:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979344.113377:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979344.113380:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979344.113382:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113385:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979344.113388:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979344.113392:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979344.113401:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979344.113408:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.113417:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497064832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979344.113427:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979344.113432:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.113436:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497064832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.113465:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979344.113468:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979344.113471:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979344.113473:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979344.113476:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979344.113479:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979344.113481:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16877 00000400:00000200:0.0:1783979344.113485:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979344.113487:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979344.113489:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979344.113492:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113494:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113495:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113497:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979344.113499:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979344.113500:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979344.113502:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979344.113504:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979344.113506:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979344.113507:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979344.113510:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113512:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113513:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113515:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979344.113516:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979344.113519:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113521:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.113522:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979344.113527:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.113529:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113531:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979344.113535:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979344.113537:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113539:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979344.113543:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979344.113545:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979344.113548:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979344.113549:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113550:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979344.113552:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979344.113553:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979344.113557:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979344.113560:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.113565:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497064960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979344.113572:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979344.113575:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.113578:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497064960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.113585:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979344.113587:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979344.113590:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979344.113591:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979344.113592:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979344.113595:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979344.113597:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16877 00000400:00000200:0.0:1783979344.113600:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979344.113603:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979344.113605:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979344.113607:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113609:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113611:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113612:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979344.113614:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979344.113616:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979344.113618:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979344.113619:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979344.113621:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979344.113623:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979344.113626:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113628:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113629:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113631:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979344.113633:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979344.113634:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113636:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.113637:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979344.113639:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.113640:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113641:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979344.113642:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979344.113644:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113645:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979344.113647:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979344.113649:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979344.113650:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979344.113651:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113653:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979344.113653:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979344.113655:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979344.113657:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979344.113660:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.113663:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497065088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979344.113667:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979344.113668:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.113671:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497065088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.113675:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979344.113677:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979344.113680:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979344.113680:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979344.113681:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979344.113698:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979344.113700:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16877 00000400:00000200:0.0:1783979344.113702:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979344.113704:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979344.113705:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979344.113707:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113709:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113710:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113711:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979344.113712:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979344.113713:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979344.113714:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979344.113715:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979344.113716:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979344.113718:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979344.113721:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113722:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113724:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113726:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979344.113728:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979344.113731:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113733:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.113735:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979344.113737:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.113739:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113741:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979344.113743:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979344.113745:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113747:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979344.113750:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979344.113752:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979344.113754:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979344.113755:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113757:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979344.113758:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979344.113760:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979344.113763:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979344.113766:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.113771:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497065216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979344.113777:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979344.113779:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.113782:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497065216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.113788:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979344.113791:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979344.113793:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979344.113794:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979344.113796:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979344.113799:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979344.113800:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16877 00000400:00000200:0.0:1783979344.113804:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979344.113806:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979344.113814:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979344.113818:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113820:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113821:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113823:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979344.113825:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979344.113826:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979344.113828:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979344.113829:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979344.113831:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979344.113833:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979344.113835:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113837:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979344.113839:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113840:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979344.113842:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979344.113844:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979344.113847:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.113848:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979344.113851:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.113853:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113855:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979344.113857:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979344.113859:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113860:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979344.113863:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979344.113865:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979344.113867:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979344.113868:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.113869:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979344.113870:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979344.113871:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979344.113874:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979344.113876:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.113880:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497065344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979344.113891:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979344.113893:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.113896:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497065344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.113903:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.113908:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16887) 00000100:00000001:0.0:1783979344.817274:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979344.817279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979344.817280:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.817284:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979344.817289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979344.817292:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.817304:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.817306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.817307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.817383:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979344.817385:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979344.817386:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.817388:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979344.817391:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979344.817394:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.817396:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.817397:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.817400:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979345.777493:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979345.777497:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979345.777500:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979345.841274:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979345.841281:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979345.841284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979345.841289:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979345.841296:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979345.841301:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979345.841307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979345.841311:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979345.841316:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979346.865664:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979346.865670:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979346.865671:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979346.865674:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979346.865676:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979346.865678:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979346.865681:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979346.865683:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979346.865685:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979347.889299:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979347.889304:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979347.889305:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979347.889308:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979347.889309:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979347.889312:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979347.889314:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979347.889315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979347.889317:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979348.913527:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979348.913531:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979348.913532:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979348.913534:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979348.913535:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979348.913537:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979348.914934:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979348.914942:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979348.914946:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979349.233514:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979349.233528:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979349.233531:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979349.233535:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979349.233541:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979349.233550:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16882 00000400:00000200:0.0:1783979349.233563:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979349.233571:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979349.233575:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979349.233579:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233582:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.233585:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233587:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979349.233592:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979349.233657:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979349.233661:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979349.233665:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979349.233668:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979349.233670:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979349.233674:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233676:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.233678:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233680:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979349.233683:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979349.233687:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233690:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979349.233693:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979349.233697:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979349.233700:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.233703:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979349.233706:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979349.233718:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979349.233722:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979349.233726:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979349.233728:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.233732:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979349.233736:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979349.233741:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979349.233763:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979349.233772:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.233783:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497065472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979349.233795:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979349.233801:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979349.233807:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497065472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979349.233837:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979349.233840:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979349.233843:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979349.233845:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979349.233846:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979349.233849:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979349.233852:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16882 00000400:00000200:0.0:1783979349.233855:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979349.233858:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979349.233860:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979349.233863:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233865:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.233867:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233869:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979349.233874:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979349.233875:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979349.233877:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979349.233879:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979349.233880:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979349.233882:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979349.233885:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233887:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.233888:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233890:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979349.233892:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979349.233895:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233897:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979349.233898:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979349.233905:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979349.233907:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.233909:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979349.233914:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979349.233917:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.233919:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979349.233922:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979349.233924:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979349.233927:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979349.233928:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.233930:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979349.233931:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979349.233933:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979349.233937:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979349.233940:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.233944:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497065600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979349.233951:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979349.233953:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979349.233957:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497065600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979349.233964:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979349.233967:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979349.233970:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979349.233972:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979349.233974:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979349.233976:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979349.233979:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16882 00000400:00000200:0.0:1783979349.233982:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979349.233985:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979349.233987:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979349.233989:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233991:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.233993:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.233994:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979349.233996:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979349.233998:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979349.233999:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979349.234001:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979349.234003:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979349.234005:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979349.234008:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234010:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.234012:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234014:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979349.234016:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979349.234019:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234021:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979349.234022:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979349.234025:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979349.234027:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234028:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979349.234030:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979349.234032:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234034:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979349.234036:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979349.234038:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979349.234040:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979349.234041:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234043:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979349.234044:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979349.234045:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979349.234049:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979349.234052:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.234056:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497065728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979349.234063:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979349.234065:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979349.234068:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497065728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979349.234075:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979349.234078:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979349.234082:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979349.234083:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979349.234084:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979349.234087:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979349.234090:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16882 00000400:00000200:0.0:1783979349.234093:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979349.234095:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979349.234097:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979349.234100:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234102:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.234104:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234106:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979349.234108:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979349.234109:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979349.234111:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979349.234112:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979349.234114:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979349.234117:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979349.234119:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234121:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.234123:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234125:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979349.234127:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979349.234129:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234131:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979349.234132:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979349.234134:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979349.234159:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234161:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979349.234164:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979349.234166:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234168:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979349.234171:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979349.234173:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979349.234176:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979349.234177:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234179:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979349.234180:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979349.234182:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979349.234185:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979349.234188:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.234192:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497065856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979349.234199:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979349.234201:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979349.234205:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497065856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979349.234212:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979349.234214:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979349.234217:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979349.234219:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979349.234220:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979349.234224:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979349.234226:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16882 00000400:00000200:0.0:1783979349.234230:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979349.234232:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979349.234235:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979349.234238:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234240:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.234242:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234243:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979349.234245:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979349.234246:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979349.234248:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979349.234249:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979349.234252:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979349.234254:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979349.234257:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234259:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979349.234261:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234263:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979349.234264:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979349.234267:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979349.234269:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979349.234271:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979349.234273:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979349.234276:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234278:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979349.234280:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979349.234282:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234284:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979349.234287:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979349.234289:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979349.234291:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979349.234293:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.234295:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979349.234296:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979349.234298:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979349.234301:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979349.234305:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.234308:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497065984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979349.234315:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979349.234316:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979349.234320:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497065984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979349.234327:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979349.234332:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16892) 00000100:00000001:0.0:1783979349.937264:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979349.937273:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979349.937276:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.937282:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979349.937287:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979349.937291:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979349.937294:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979349.937297:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979349.937300:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.937618:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979349.937622:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979349.937624:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.937626:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979349.937628:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979349.937631:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979349.937632:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979349.937634:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979349.937636:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979350.897526:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979350.897534:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979350.897539:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979350.961252:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979350.961260:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979350.961263:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979350.961271:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979350.961279:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979350.961286:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.961302:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979350.961305:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.961309:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979351.985243:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979351.985250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979351.985252:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979351.985257:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979351.985261:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979351.985266:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.985269:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979351.985273:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.985276:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979351.985310:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979351.985315:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979351.985319:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979351.985325:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979351.985331:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979351.985336:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.985344:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979351.985348:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.985351:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979351.985491:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979351.985495:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979351.985500:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979351.985513:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979351.985516:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979351.985522:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.985528:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979351.985531:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.985543:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979354.033518:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979354.033523:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979354.033532:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979354.033535:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979354.033538:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979354.033540:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979354.033542:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979354.033544:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979354.033546:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979354.034763:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979354.034766:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979354.034767:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979354.034769:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979354.034771:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979354.034773:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979354.034775:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979354.034777:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979354.034779:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.057393:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979355.057401:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979355.057403:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.057408:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979355.057412:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979355.057417:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.057419:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.057422:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.057426:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.057470:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979355.057473:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979355.057476:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.057478:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979355.057481:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979355.057483:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.057485:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.057487:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.057490:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979356.017439:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979356.017446:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979356.017450:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979356.081392:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979356.081404:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979356.081409:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979356.081418:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979356.081425:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979356.081432:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979356.081441:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979356.081444:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979356.081448:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979356.084870:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979356.084873:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979356.084874:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979356.084877:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979356.084879:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979356.084881:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979356.084882:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979356.084884:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979356.084886:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979357.105407:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979357.105411:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979357.105412:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979357.105415:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979357.105418:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979357.105420:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.109354:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979357.109358:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.109362:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979358.129501:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979358.129506:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979358.129507:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979358.129510:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979358.129512:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979358.129514:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.129516:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979358.129518:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.129520:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979358.130427:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979358.130431:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979358.130432:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979358.130435:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979358.130437:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979358.130448:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.130450:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979358.130452:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.130454:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979359.153269:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979359.153278:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979359.153281:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979359.153289:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979359.153295:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979359.153300:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979359.159804:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979359.159812:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979359.159818:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.177386:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979360.177393:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979360.177396:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979360.177400:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979360.177403:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979360.177418:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.177420:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979360.177422:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.177425:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979361.137572:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979361.137576:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979361.137578:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979361.201564:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979361.201569:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979361.201571:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979361.201574:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979361.201576:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979361.201578:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979361.201580:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979361.201582:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979361.201585:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979361.203124:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979361.203127:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979361.203129:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979361.203131:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979361.203133:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979361.203160:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979361.203163:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979361.203165:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979361.203167:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979362.225594:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979362.225598:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979362.225600:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979362.225603:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979362.225605:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979362.225607:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979362.225609:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979362.225611:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979362.225613:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979362.234058:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979362.234068:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979362.234070:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979362.234077:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979362.234081:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979362.234085:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979362.234088:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979362.234091:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979362.234094:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979363.249299:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979363.249308:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979363.249311:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979363.249318:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979363.249323:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979363.249327:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979363.249330:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979363.249333:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979363.249337:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979363.249488:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979363.249492:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979363.249493:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979363.249495:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979363.249497:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979363.249499:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979363.249502:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979363.249503:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979363.249505:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.274498:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979364.274502:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.274504:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.274507:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979364.274509:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.274511:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.274513:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.274515:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.274517:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.593967:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979364.593975:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.593981:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979364.593992:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594012:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.594015:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.594022:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979364.594026:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979364.594031:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.594036:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497067392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979364.594044:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979364.594049:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979364.594052:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.594055:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979364.594061:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.594063:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979364.594070:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979364.594075:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979364.594083:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979364.594092:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497067392, portal 25 00000100:00000001:0.0:1783979364.594095:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979364.594097:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979364.594103:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594111:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979364.594114:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979364.594117:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979364.594121:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497067392, offset 0 00000400:00000200:0.0:1783979364.594128:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979364.594176:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.594183:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979364.594191:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979364.594195:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979364.594200:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979364.594203:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979364.594208:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781777:781777:256:4294967295] 192.168.201.114@tcp LPNI seq info [781755:781755:8:4294967295] 00000400:00000200:0.0:1783979364.594213:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.594224:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979364.594231:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.594238:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979364.594246:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979364.594251:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979364.594266:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.594270:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979364.594277:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979364.594284:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979364.594291:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979364.594296:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979364.594304:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979364.594311:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594345:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.594351:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594365:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.594376:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979364.594384:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979364.594390:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979364.594394:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311571704 00000100:00000010:0.0:1783979364.594401:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979364.594410:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979364.594417:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311571704 00000100:00000010:0.0:1783979364.594423:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979364.594429:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979364.594435:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979364.594439:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.594445:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979364.594454:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979364/real 1783979364] req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979364.594474:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979364.594478:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979364.594483:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979364.594489:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979364.594492:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979364.594498:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979364.594505:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979364.594515:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594523:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979364.594524:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.594527:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.594529:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979364.594533:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594541:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979364.594546:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594554:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979364.594557:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.594559:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.594561:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.594566:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979364.594570:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979364.594576:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979364.594584:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979364.594588:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979364.594596:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979364.594612:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497067392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979364.594625:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.594629:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.594636:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497067392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594649:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979364.594654:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979364.594659:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.594665:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979364.594668:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979364.594671:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979364.594675:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979364.594680:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979364.594687:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979364.594690:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979364.594693:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979364.594701:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979364.594704:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.594708:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.594719:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.594724:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.594728:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979364.594731:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.594733:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979364.594741:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594752:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.594755:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.594760:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979364.594763:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979364.594767:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.594774:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979364.594781:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979364.594784:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979364.594787:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.594792:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979364.594797:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.594802:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979364.594811:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979364.594826:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979364.594833:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979364.594839:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497067520, portal 10 00000100:00000001:0.0:1783979364.594843:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979364.594847:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979364.594860:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.594874:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979364.594880:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979364.594883:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979364.594887:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497067520, offset 0 00000400:00000200:0.0:1783979364.594895:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979364.594904:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.594912:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979364.594918:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979364.594923:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979364.594930:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979364.594935:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979364.594942:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781778:781778:256:4294967295] 192.168.201.114@tcp LPNI seq info [781756:781756:8:4294967295] 00000400:00000200:0.0:1783979364.594953:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.594966:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979364.594976:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.594981:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979364.594989:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979364.594995:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979364.595019:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.595022:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979364.595028:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979364.595033:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979364.595036:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979364.595038:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979364.595041:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979364.595045:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595053:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.595056:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595064:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.595065:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979364.595068:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979364.595072:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979364.595076:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979364.595078:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311570443 00000100:00000001:0.0:1783979364.595081:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.595083:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311570443 00000100:00000001:0.0:1783979364.595086:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.595088:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979364.595090:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.595092:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979364.595096:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979364/real 1783979364] req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979364.595104:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979364.595105:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979364.595107:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979364.595109:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979364.595110:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979364.595112:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979364.595116:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979364.595124:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595131:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979364.595132:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595134:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.595155:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979364.595161:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595168:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979364.595172:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595180:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979364.595183:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595185:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.595186:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595188:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979364.595192:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979364.595195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979364.595198:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979364.595201:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979364.595205:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979364.595213:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979364.595217:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595219:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.595222:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497067520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595229:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979364.595231:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979364.595233:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.595236:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979364.595237:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979364.595239:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979364.595241:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979364.595243:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979364.595245:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979364.595247:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979364.595248:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979364.595251:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979364.595252:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595254:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595258:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.595259:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.595261:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979364.595263:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.595264:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979364.595268:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595275:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.595276:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.595278:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979364.595280:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979364.595282:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.595285:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979364.595289:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979364.595291:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979364.595292:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.595294:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979364.595297:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.595299:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979364.595303:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979364.595306:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979364.595309:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979364.595312:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497067648, portal 10 00000100:00000001:0.0:1783979364.595314:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979364.595316:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979364.595321:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595338:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979364.595340:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979364.595343:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979364.595345:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497067648, offset 0 00000400:00000200:0.0:1783979364.595350:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979364.595354:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.595358:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979364.595360:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979364.595363:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979364.595365:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979364.595368:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979364.595371:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781779:781779:256:4294967295] 192.168.201.114@tcp LPNI seq info [781757:781757:8:4294967295] 00000400:00000200:0.0:1783979364.595375:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.595381:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979364.595386:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.595389:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979364.595393:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979364.595396:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979364.595407:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.595409:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979364.595412:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979364.595415:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979364.595418:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979364.595421:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979364.595423:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979364.595427:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595436:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.595439:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595446:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.595448:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979364.595451:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979364.595454:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979364.595457:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979364.595459:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311570444 00000100:00000001:0.0:1783979364.595462:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.595464:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311570444 00000100:00000001:0.0:1783979364.595467:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.595469:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979364.595471:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.595472:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979364.595476:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979364/real 1783979364] req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979364.595485:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979364.595486:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979364.595488:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979364.595491:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979364.595492:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979364.595494:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979364.595497:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979364.595506:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595514:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979364.595515:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595517:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.595519:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979364.595522:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595529:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979364.595533:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595541:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979364.595543:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595545:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.595546:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595548:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979364.595550:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979364.595553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979364.595556:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979364.595558:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979364.595562:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979364.595570:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979364.595574:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595576:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.595580:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497067648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.595586:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979364.595588:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979364.595590:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.595593:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979364.595595:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979364.595596:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979364.595598:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979364.595599:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979364.595602:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979364.595603:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979364.595605:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979364.595608:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979364.595609:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595611:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.595614:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.595616:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.595617:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979364.595619:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.598216:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979364.598254:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.598257:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979364.598270:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.598284:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.598286:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.598291:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979364.598295:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979364.598298:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.598301:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979364.598305:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979364.598310:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979364.601259:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.601274:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979364.601287:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.601305:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979364.601317:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979364.601324:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979364.601344:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979364.601353:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497067776, portal 4 00000100:00000001:0.0:1783979364.601357:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979364.601359:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979364.601373:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601383:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979364.601386:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979364.601389:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979364.601394:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497067776, offset 0 00000400:00000200:0.0:1783979364.601402:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979364.601412:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.601422:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979364.601428:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979364.601433:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979364.601437:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979364.601440:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979364.601445:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781780:781780:256:4294967295] 192.168.201.114@tcp LPNI seq info [781758:781758:8:4294967295] 00000400:00000200:0.0:1783979364.601450:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.601461:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979364.601468:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.601474:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979364.601483:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979364.601487:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979364.601502:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.601505:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979364.601512:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979364.601518:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979364.601523:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979364.601526:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979364.601532:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979364.601537:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601549:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.601553:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601560:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.601562:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979364.601569:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979364.601574:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979364.601577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979364.601581:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311570500 00000100:00000001:0.0:1783979364.601585:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.601588:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311570500 00000100:00000001:0.0:1783979364.601590:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.601593:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979364.601596:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.601600:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979364.601604:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979364/real 1783979364] req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979364.601614:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979364.601616:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979364.601619:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979364.601622:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979364.601624:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979364.601626:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979364.601630:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979364.601639:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601645:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979364.601648:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.601650:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.601652:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979364.601656:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601663:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979364.601668:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601676:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979364.601679:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.601681:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.601683:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.601686:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979364.601689:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979364.601693:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979364.601698:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979364.601701:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979364.601706:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979364.601714:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979364.601720:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979364.601725:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601732:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.601735:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.601738:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979364.601742:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979364.601744:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.601748:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979364.601752:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979364.601755:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979364.601759:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979364.601761:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979364.601764:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979364.601766:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979364.601769:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979364.601771:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979364.601775:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979364.601778:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497067904, portal 4 00000100:00000001:0.0:1783979364.601780:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979364.601781:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979364.601787:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601794:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979364.601796:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979364.601798:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979364.601800:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497067904, offset 0 00000400:00000200:0.0:1783979364.601804:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979364.601808:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.601812:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979364.601814:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979364.601817:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979364.601819:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979364.601822:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979364.601824:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781781:781781:256:4294967295] 192.168.201.114@tcp LPNI seq info [781759:781759:8:4294967295] 00000400:00000200:0.0:1783979364.601828:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979364.601834:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979364.601838:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.601842:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979364.601846:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979364.601849:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979364.601859:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979364.601860:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979364.601863:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979364.601867:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979364.601869:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979364.601871:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979364.601873:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979364.601877:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601885:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.601888:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601894:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.601896:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979364.601899:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979364.601902:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979364.601905:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979364.601907:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311570471 00000100:00000001:0.0:1783979364.601909:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.601911:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311570471 00000100:00000001:0.0:1783979364.601914:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311571704 00000100:00000001:0.0:1783979364.601916:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979364.601918:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.601920:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979364.601924:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979364/real 1783979364] req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979364.601931:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979364.601933:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979364.601935:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979364.601937:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979364.601938:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979364.601941:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979364.601944:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979364.601952:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601957:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979364.601959:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.601961:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.601962:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979364.601966:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601972:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979364.601976:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.601983:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979364.601985:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.601987:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979364.601988:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.601990:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979364.601993:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979364.601995:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979364.601999:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979364.602405:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979364.602414:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979364.602428:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497067904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979364.602432:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.602435:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.602438:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497067776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.602445:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979364.602449:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979364.602451:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979364.602455:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979364.602458:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979364.602460:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979364.602463:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979364.602466:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979364.602471:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979364.602473:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979364.602475:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979364.602479:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979364.602480:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.602482:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979364.602485:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497067904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979364.602492:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979364.602493:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979364.602495:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979364.602497:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979364.602498:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979364.602499:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979364.602501:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979364.602503:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979364.602506:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979364.602507:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979364.602508:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979364.602512:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979364.602513:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.602516:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.602526:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.602528:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.602531:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979364.602533:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.297456:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979365.297459:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979365.297460:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.297463:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979365.297464:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979365.297466:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.297467:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.297469:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.297470:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.297477:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979365.297479:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979365.297479:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.297480:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979365.297482:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979365.297483:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.297484:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.297485:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.297486:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979366.257625:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979366.257629:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979366.257633:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979366.322815:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979366.322820:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979366.322822:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979366.322825:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979366.322828:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979366.322830:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979366.322833:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979366.322835:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979366.322837:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979367.345520:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979367.345526:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979367.345527:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979367.345532:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979367.345535:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979367.345538:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979367.345541:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979367.345543:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979367.345547:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979367.345892:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979367.345895:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979367.345897:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979367.345899:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979367.345901:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979367.345903:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979367.345905:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979367.345906:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979367.345908:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979368.369354:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979368.369361:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979368.369365:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979368.369373:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979368.369379:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979368.369382:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979368.369388:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979368.369394:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979368.369398:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.393338:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979369.393345:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979369.393347:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.393352:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979369.393355:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979369.393357:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.393360:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.393362:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.393365:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.393563:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979369.393565:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979369.393566:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.393568:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979369.393569:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979369.393570:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.393571:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.393573:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.393574:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.714570:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979369.714580:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979369.714582:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979369.714597:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.714610:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.714612:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.714616:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979369.714620:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979369.714623:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.714627:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497068032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979369.714631:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979369.714636:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979369.714638:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.714641:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979369.714651:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979369.714653:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979369.714660:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979369.714665:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979369.714672:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979369.714679:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497068032, portal 25 00000100:00000001:0.0:1783979369.714681:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979369.714683:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979369.714690:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.714697:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979369.714700:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979369.714703:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979369.714708:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497068032, offset 0 00000400:00000200:0.0:1783979369.714714:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979369.714721:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.714729:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979369.714735:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979369.714739:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979369.714743:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979369.714745:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979369.714749:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781782:781782:256:4294967295] 192.168.201.114@tcp LPNI seq info [781760:781760:8:4294967295] 00000400:00000200:0.0:1783979369.714753:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.714762:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979369.714768:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.714773:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979369.714780:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979369.714784:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979369.714796:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.714799:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979369.714805:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979369.714809:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979369.714814:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979369.714817:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979369.714821:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979369.714825:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.714836:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.714839:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.714846:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.714848:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979369.714853:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979369.714857:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979369.714861:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311576824 00000100:00000010:0.0:1783979369.714867:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979369.714875:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979369.714882:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311576824 00000100:00000010:0.0:1783979369.714885:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979369.714888:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979369.714892:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979369.714894:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.714897:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979369.714901:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979369/real 1783979369] req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979369.714910:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979369.714911:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979369.714913:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979369.714916:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979369.714917:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979369.714920:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979369.714924:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979369.714932:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.716066:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979369.716069:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.716072:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.716074:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979369.716081:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.716088:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979369.716093:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.716104:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979369.716108:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.716109:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.716111:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.716113:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979369.716115:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979369.716119:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979369.716122:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979369.716125:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979369.716129:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979369.716152:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497068032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979369.716158:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979369.716162:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.716169:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.716171:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.716174:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979369.716176:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979369.716179:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.716183:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979369.716186:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979369.716190:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979369.716192:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.716193:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979369.716200:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979369.716201:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979369.716207:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979369.716211:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979369.716216:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979369.716220:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497068160, portal 10 00000100:00000001:0.0:1783979369.716222:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979369.716223:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979369.716230:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.716237:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979369.716249:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979369.716252:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979369.716256:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497068160, offset 0 00000400:00000200:0.0:1783979369.716262:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979369.716268:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.716274:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979369.716277:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979369.717192:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979369.717197:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979369.717200:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979369.717203:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781783:781783:256:4294967295] 192.168.201.114@tcp LPNI seq info [781761:781761:8:4294967295] 00000400:00000200:0.0:1783979369.717209:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.717220:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979369.717226:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.717232:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979369.717238:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979369.717252:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979369.717266:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.717269:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979369.717274:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979369.718376:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979369.718386:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979369.718389:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979369.718395:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979369.718402:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718413:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.718416:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718423:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.718425:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979369.718433:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979369.718437:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979369.718441:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979369.718444:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311575567 00000100:00000001:0.0:1783979369.718448:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.718450:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311575567 00000100:00000001:0.0:1783979369.718453:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.718455:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979369.718458:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.718460:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979369.718465:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979369/real 1783979369] req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979369.718475:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979369.718476:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979369.718479:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979369.718481:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979369.718483:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979369.718486:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979369.718489:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979369.718497:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718508:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979369.718510:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.718512:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.718514:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979369.718518:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718524:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979369.718529:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718536:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979369.718539:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.718541:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.718542:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.718545:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979369.718549:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979369.718553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979369.718557:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979369.718560:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979369.718564:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979369.718571:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979369.718576:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979369.718580:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718586:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.718588:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.718591:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979369.718595:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979369.718597:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.718600:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979369.718604:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979369.718607:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979369.718609:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.718611:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979369.718617:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979369.718619:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979369.718623:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979369.718626:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979369.718631:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979369.718634:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497068288, portal 10 00000100:00000001:0.0:1783979369.718637:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979369.718638:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979369.718644:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718650:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979369.718653:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979369.718656:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979369.718658:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497068288, offset 0 00000400:00000200:0.0:1783979369.718664:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979369.718669:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.718675:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979369.718679:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979369.718682:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979369.718685:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979369.718688:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979369.718692:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781784:781784:256:4294967295] 192.168.201.114@tcp LPNI seq info [781762:781762:8:4294967295] 00000400:00000200:0.0:1783979369.718696:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.718703:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979369.718708:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.718713:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979369.718717:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979369.718720:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979369.718732:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.718735:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979369.718738:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979369.718742:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979369.718744:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979369.718746:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979369.718748:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979369.718752:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718759:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.718761:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718767:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.718769:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979369.718771:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979369.718774:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979369.718777:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979369.718779:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311575568 00000100:00000001:0.0:1783979369.718781:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.718783:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311575568 00000100:00000001:0.0:1783979369.718785:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.718787:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979369.718789:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.718791:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979369.718794:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979369/real 1783979369] req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979369.718801:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979369.718802:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979369.718804:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979369.718806:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979369.718808:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979369.718810:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979369.718813:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979369.718821:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718827:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979369.718829:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.718830:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.718831:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979369.718835:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718840:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979369.718844:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718851:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979369.718853:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.718855:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.718856:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.718857:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979369.718860:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979369.718862:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979369.718865:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979369.718868:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979369.718872:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979369.718880:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979369.718884:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979369.718888:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.718894:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.718895:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.718897:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979369.718899:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979369.718901:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.718903:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979369.718906:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979369.718908:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979369.718916:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.718918:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979369.718921:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979369.718923:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979369.718926:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979369.718928:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979369.718931:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979369.723327:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497068416, portal 4 00000100:00000001:0.0:1783979369.723338:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979369.723339:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979369.723356:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723366:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979369.723368:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979369.723377:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979369.723382:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497068416, offset 0 00000400:00000200:0.0:1783979369.723389:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979369.723399:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.723408:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979369.723412:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979369.723416:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979369.723419:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979369.723422:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979369.723425:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781785:781785:256:4294967295] 192.168.201.114@tcp LPNI seq info [781763:781763:8:4294967295] 00000400:00000200:0.0:1783979369.723429:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.723438:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979369.723444:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.723450:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979369.723456:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979369.723460:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979369.723472:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.723474:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979369.723480:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979369.723484:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979369.723490:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979369.723492:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979369.723496:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979369.723500:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723510:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.723513:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723519:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.723521:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979369.723527:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979369.723531:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979369.723534:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979369.723538:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311575622 00000100:00000001:0.0:1783979369.723541:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.723544:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311575622 00000100:00000001:0.0:1783979369.723546:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.723548:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979369.723552:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.723554:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979369.723559:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979369/real 1783979369] req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979369.723568:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979369.723570:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979369.723572:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979369.723575:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979369.723577:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979369.723580:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979369.723583:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979369.723591:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723597:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979369.723599:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723601:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.723603:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979369.723606:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723612:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979369.723616:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723623:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979369.723627:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723628:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.723629:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723632:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979369.723634:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979369.723638:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979369.723643:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979369.723645:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979369.723649:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979369.723657:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979369.723662:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979369.723665:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723672:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.723673:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.723676:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979369.723680:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979369.723682:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.723685:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979369.723688:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979369.723691:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979369.723693:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979369.723696:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979369.723703:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979369.723705:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979369.723708:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979369.723711:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979369.723715:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979369.723718:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497068544, portal 4 00000100:00000001:0.0:1783979369.723720:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979369.723721:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979369.723727:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723732:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979369.723734:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979369.723736:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979369.723738:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497068544, offset 0 00000400:00000200:0.0:1783979369.723742:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979369.723745:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.723748:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979369.723751:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979369.723753:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979369.723755:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979369.723757:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979369.723760:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781786:781786:256:4294967295] 192.168.201.114@tcp LPNI seq info [781764:781764:8:4294967295] 00000400:00000200:0.0:1783979369.723764:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979369.723769:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979369.723774:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.723777:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979369.723781:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979369.723783:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979369.723793:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979369.723794:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979369.723797:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979369.723800:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979369.723803:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979369.723804:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979369.723806:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979369.723810:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723823:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.723826:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723833:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.723834:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979369.723837:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979369.723840:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979369.723843:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979369.723845:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311575593 00000100:00000001:0.0:1783979369.723848:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.723850:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311575593 00000100:00000001:0.0:1783979369.723852:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311576824 00000100:00000001:0.0:1783979369.723854:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979369.723856:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.723858:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979369.723862:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979369/real 1783979369] req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979369.723869:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979369.723871:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979369.723872:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979369.723875:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979369.723876:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979369.723878:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979369.723882:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979369.723890:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723896:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979369.723898:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723900:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.723901:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979369.723905:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723910:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979369.723914:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723920:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979369.723923:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723924:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979369.723925:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723927:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979369.723929:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979369.723931:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979369.723934:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979369.723937:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979369.723941:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979369.723948:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497068544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979369.723953:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723955:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.723959:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497068032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.723966:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979369.723969:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979369.723972:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979369.723975:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979369.723977:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979369.723980:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979369.723982:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979369.723985:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783979369.723989:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979369.723990:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979369.723992:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979369.723996:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979369.723997:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.723999:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.724003:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497068160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.724009:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979369.724011:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979369.724012:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979369.724015:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979369.724016:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979369.724017:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979369.724019:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979369.724020:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783979369.724022:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979369.724023:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979369.724025:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979369.724027:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979369.724028:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.724030:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.724034:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497068288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.724040:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979369.724041:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979369.724043:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979369.724045:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979369.724046:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979369.724047:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979369.724049:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979369.724050:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783979369.724053:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979369.724054:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979369.724055:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979369.724058:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979369.724059:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.724060:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.724063:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497068416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.724069:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979369.724071:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979369.724072:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979369.724074:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979369.724076:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979369.724077:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979369.724079:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979369.724080:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783979369.724082:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979369.724083:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979369.724084:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979369.724087:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979369.724088:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.724089:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979369.724092:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497068544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979369.724098:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979369.724099:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979369.724101:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979369.724103:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979369.724104:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979369.724105:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979369.724107:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979369.724108:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589c00. 02000000:00000001:0.0:1783979369.724111:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979369.724112:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979369.724113:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979369.724116:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979369.724117:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.724119:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.724126:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979369.724128:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.724131:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979369.724133:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.418189:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979370.418194:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979370.418199:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.418208:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979370.418216:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979370.418222:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.418247:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.418250:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.418254:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979371.377914:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979371.377921:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979371.377925:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979371.441264:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979371.441272:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979371.441274:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979371.441280:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979371.441283:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979371.441287:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.441289:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979371.441295:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.441298:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979371.443397:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979371.443404:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979371.443410:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979371.443418:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979371.443427:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979371.443434:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.443440:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979371.443444:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.443449:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979372.468396:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979372.468400:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979372.468401:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979372.468404:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979372.468406:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979372.468408:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979372.468410:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979372.468412:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979372.468414:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979373.489506:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979373.489512:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979373.489513:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979373.489516:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979373.489519:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979373.489521:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979373.489523:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979373.489525:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979373.489528:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979373.489836:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979373.489844:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979373.489846:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979373.489849:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979373.489851:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979373.489854:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979373.489857:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979373.489858:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979373.489861:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.513639:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979374.513644:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979374.513645:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.513648:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979374.513650:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979374.513652:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979374.513654:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979374.513656:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979374.513658:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.513871:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979374.513874:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979374.513876:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.513878:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979374.513880:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979374.513882:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979374.513885:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979374.513886:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979374.513888:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979374.837279:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979374.837291:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979374.837293:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979374.837297:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979374.837302:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979374.837310:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16908 00000400:00000200:0.0:1783979374.837319:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979374.837325:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979374.837328:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979374.837332:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837335:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.837337:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837340:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979374.837344:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979374.837346:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979374.837349:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979374.837352:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979374.837354:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979374.837356:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979374.837359:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837361:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.837363:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837364:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979374.837367:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979374.837370:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837372:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979374.837374:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979374.837378:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979374.837381:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.837383:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979374.837385:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979374.837394:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979374.837398:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979374.837402:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979374.837404:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.837407:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979374.837410:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979374.837414:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979374.837421:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979374.837428:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.837436:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497068672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979374.837447:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979374.837451:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979374.837456:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497068672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979374.837473:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979374.837476:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979374.837480:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979374.837481:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979374.837483:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979374.837485:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979374.837488:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16908 00000400:00000200:0.0:1783979374.837491:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979374.837495:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979374.837497:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979374.837500:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837502:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.837504:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837506:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979374.837508:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979374.837509:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979374.837511:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979374.837513:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979374.837515:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979374.837516:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979374.837519:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837521:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.837523:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837524:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979374.837527:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979374.837529:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837531:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979374.837532:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979374.837538:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979374.837539:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.837541:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979374.837545:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979374.837547:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.837549:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979374.837552:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979374.837555:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979374.837557:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979374.837558:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.837559:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979374.837561:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979374.837563:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979374.837566:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979374.837569:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.837573:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497068800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979374.837581:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979374.837583:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979374.837586:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497068800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979374.837594:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979374.837596:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979374.837599:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979374.837601:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979374.837602:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979374.837605:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979374.837607:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16908 00000400:00000200:0.0:1783979374.837611:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979374.837614:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979374.837616:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979374.837618:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837620:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.837622:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.837624:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979374.837626:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979374.837627:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979374.837629:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979374.837630:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979374.837632:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979374.837634:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979374.838603:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838606:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.838608:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838610:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979374.838612:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979374.838615:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838617:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979374.838619:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979374.838623:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979374.838625:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838627:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979374.838629:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979374.838632:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838634:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979374.838705:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979374.838709:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979374.838712:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979374.838713:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838715:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979374.838717:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979374.838719:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979374.838723:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979374.838727:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.838733:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497068928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979374.838741:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979374.838744:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979374.838748:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497068928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979374.838757:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979374.838759:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979374.838762:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979374.838764:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979374.838766:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979374.838768:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979374.838771:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16908 00000400:00000200:0.0:1783979374.838775:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979374.838778:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979374.838781:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979374.838784:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838786:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.838787:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838789:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979374.838792:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979374.838793:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979374.838795:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979374.838797:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979374.838799:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979374.838801:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979374.838804:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838806:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.838807:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838809:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979374.838811:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979374.838813:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838815:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979374.838817:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979374.838819:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979374.838821:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838823:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979374.838825:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979374.838827:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838829:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979374.838833:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979374.838835:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979374.838837:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979374.838839:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838841:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979374.838842:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979374.838844:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979374.838848:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979374.838851:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.838855:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497069056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979374.838862:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979374.838864:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979374.838867:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497069056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979374.838874:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979374.838877:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979374.838879:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979374.838881:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979374.838882:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979374.838885:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979374.838887:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16908 00000400:00000200:0.0:1783979374.838891:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979374.838893:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979374.838895:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979374.838897:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838899:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.838902:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838903:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979374.838905:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979374.838907:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979374.838908:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979374.838910:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979374.838912:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979374.838914:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979374.838917:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838919:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979374.838921:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838923:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979374.838925:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979374.838927:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979374.838929:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979374.838931:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979374.838933:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979374.838935:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838937:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979374.838939:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979374.838942:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838943:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979374.838946:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979374.838948:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979374.838951:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979374.838952:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.838954:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979374.838955:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979374.838956:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979374.838959:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979374.838963:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.838966:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497069184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979374.838974:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979374.838975:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979374.838979:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497069184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979374.838986:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979374.838991:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16918) 00000100:00000001:0.0:1783979375.537633:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979375.537638:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979375.537641:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.537644:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979375.537647:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979375.537650:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.537655:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.537657:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.537661:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.537690:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979375.537694:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979375.537695:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.537698:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979375.537700:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979375.537702:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.537704:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.537706:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.537708:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979376.497428:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979376.497432:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979376.497436:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979376.561253:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979376.561263:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979376.561265:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979376.561271:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979376.561275:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979376.561279:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.561283:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979376.561285:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.561289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979376.561348:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979376.561353:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979376.561356:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979376.561360:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979376.561362:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979376.561364:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.561367:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979376.561369:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.561371:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979376.562246:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979376.562251:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979376.562252:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979376.562255:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979376.562258:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979376.562260:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.562262:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979376.562264:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.562265:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979377.585755:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979377.585759:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979377.585762:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979377.585765:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979377.585770:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979377.585773:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979377.585774:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979377.585776:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979377.585777:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979378.610391:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979378.610395:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979378.610397:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979378.610400:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979378.610403:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979378.610405:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979378.610407:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979378.610408:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979378.610410:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979379.633231:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979379.633242:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979379.633245:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979379.633444:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979379.633447:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979379.633449:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979379.633452:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979379.633454:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979379.633456:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.657701:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979380.657707:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979380.657709:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.657713:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979380.657717:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979380.657721:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.657724:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979380.657726:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.657730:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.657798:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979380.657802:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979380.657804:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.657806:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979380.657810:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979380.657813:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.657816:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979380.657818:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.657821:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979381.617408:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979381.617417:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979381.617422:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979381.682178:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979381.682186:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979381.682188:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979381.682194:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979381.682197:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979381.682201:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979381.682203:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979381.682205:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979381.682208:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979381.682506:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979381.682512:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979381.682516:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979381.682524:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979381.682537:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979381.682545:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979381.682556:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979381.682561:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979381.682570:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979382.705370:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979382.705375:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979382.705377:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979382.705381:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979382.705385:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979382.705389:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979382.705394:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979382.705398:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979382.705403:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979383.729514:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979383.729519:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979383.729520:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979383.729523:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979383.729525:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979383.729528:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979383.729530:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979383.729532:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979383.729534:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979383.730201:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979383.730208:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979383.730209:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979383.730211:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979383.730213:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979383.730216:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979383.730512:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979383.730514:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979383.730516:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979384.753284:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979384.753295:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979384.753298:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979384.753308:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979384.753314:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979384.753319:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979384.753325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979384.753329:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979384.753332:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979384.753573:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979384.753577:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979384.753578:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979384.753580:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979384.753582:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979384.753584:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979384.760701:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979384.760707:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979384.760712:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979385.073384:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979385.073399:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979385.073402:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979385.073407:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979385.073412:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979385.073422:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16918 00000400:00000200:0.0:1783979385.073434:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979385.073441:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979385.073444:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979385.073447:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.073451:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.073453:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.073456:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979385.073461:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979385.073463:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979385.073466:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979385.073470:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979385.073473:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979385.073476:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979385.073479:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.073481:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.073483:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.073485:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979385.073488:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979385.073492:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979385.073495:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.073498:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979385.073502:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.073506:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.073508:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979385.073511:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979385.073523:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979385.073528:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979385.073531:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979385.073533:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.073537:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979385.073541:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979385.073545:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979385.073555:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979385.073564:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.073576:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497069952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979385.073588:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979385.073594:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.073600:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497069952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.074133:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979385.074178:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979385.074182:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979385.074184:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979385.074186:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979385.074190:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979385.074193:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16918 00000400:00000200:0.0:1783979385.074197:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979385.074201:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979385.074203:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979385.074206:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074209:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074211:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074213:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979385.074216:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979385.074217:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979385.074219:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979385.074221:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979385.074224:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979385.074226:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979385.074229:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074231:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074233:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074235:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979385.074238:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979385.074240:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074243:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.074245:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979385.074252:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.074254:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074256:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979385.074262:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979385.074265:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074267:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979385.074272:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979385.074274:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979385.074277:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979385.074278:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074280:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979385.074282:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979385.074284:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979385.074289:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979385.074293:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.074299:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497070080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979385.074307:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979385.074309:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.074313:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497070080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.074321:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979385.074324:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979385.074327:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979385.074329:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979385.074330:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979385.074334:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979385.074336:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16918 00000400:00000200:0.0:1783979385.074340:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979385.074343:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979385.074345:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979385.074348:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074350:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074352:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074354:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979385.074356:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979385.074357:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979385.074359:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979385.074361:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979385.074363:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979385.074365:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979385.074368:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074370:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074373:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074374:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979385.074377:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979385.074380:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074382:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.074384:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979385.074387:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.074389:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074391:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979385.074392:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979385.074395:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074396:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979385.074400:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979385.074403:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979385.074405:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979385.074407:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074408:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979385.074410:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979385.074411:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979385.074415:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979385.074419:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.074423:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497070208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979385.074431:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979385.074433:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.074437:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497070208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.074444:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979385.074446:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979385.074450:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979385.074451:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979385.074453:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979385.074457:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979385.074459:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16918 00000400:00000200:0.0:1783979385.074462:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979385.074465:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979385.074467:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979385.074470:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074472:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074473:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074476:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979385.074478:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979385.074479:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979385.074481:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979385.074483:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979385.074485:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979385.074487:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979385.074490:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074492:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074494:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074496:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979385.074498:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979385.074501:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074504:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.074505:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979385.074508:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.074511:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074513:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979385.074515:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979385.074518:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074520:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979385.074524:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979385.074526:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979385.074528:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979385.074530:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074531:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979385.074533:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979385.074535:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979385.074538:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979385.074542:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.074547:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497070336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979385.074554:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979385.074556:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.074560:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497070336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.074568:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979385.074570:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979385.074573:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979385.074575:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979385.074576:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979385.074580:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979385.074582:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16918 00000400:00000200:0.0:1783979385.074586:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979385.074589:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979385.074591:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979385.074594:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074596:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074598:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074600:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979385.074603:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979385.074604:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979385.074606:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979385.074608:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979385.074610:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979385.074612:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979385.074615:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074618:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979385.074619:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074622:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979385.074624:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979385.074627:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979385.074629:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.074631:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979385.074633:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.074635:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074637:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979385.074639:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979385.074641:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074643:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979385.074647:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979385.074649:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979385.074651:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979385.074652:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.074654:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979385.074655:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979385.074657:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979385.074663:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979385.074666:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.074671:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497070464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979385.074678:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979385.074680:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.074683:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497070464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.074691:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.074696:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16928) 00000100:00000001:0.0:1783979385.782191:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979385.782204:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979385.782207:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.782215:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979385.782220:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979385.782224:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.782227:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.782230:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.782233:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.782498:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979385.782501:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979385.782503:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.782505:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979385.782507:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979385.782509:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.782511:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.782513:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.782514:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979386.737818:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979386.737823:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979386.737826:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979386.801390:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979386.801398:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979386.801400:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979386.801417:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979386.801435:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979386.801438:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979386.801442:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979386.801444:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979386.801447:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979387.825269:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979387.825277:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979387.825281:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979387.825287:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979387.825293:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979387.825297:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.825309:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979387.825313:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.825316:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979387.825709:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979387.825711:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979387.825712:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979387.825714:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979387.825715:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979387.825724:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.825725:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979387.825726:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.825728:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979388.850335:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979388.850345:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979388.850347:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979388.850350:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979388.850353:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979388.850358:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.850361:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979388.850362:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.850364:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979389.874171:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979389.874177:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979389.874179:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979389.874182:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979389.874185:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979389.874187:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.874189:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979389.874191:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.874193:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979390.899366:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979390.899370:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979390.899371:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979390.899374:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979390.899377:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979390.899379:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979390.899382:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979390.899383:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979390.899385:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979391.857356:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979391.857360:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979391.857363:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979391.921600:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979391.921603:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979391.921605:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.921607:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979391.921609:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979391.921611:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.921613:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.921615:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.921616:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979392.945260:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979392.945266:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979392.945271:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979392.945276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979392.945280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979392.945282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979392.945285:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979392.945289:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979392.945292:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979393.969281:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979393.969292:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979393.969296:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979393.969305:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979393.969311:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979393.969316:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.969322:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979393.969327:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.969333:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979393.969429:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979393.969434:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979393.969437:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979393.969440:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979393.969443:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979393.969445:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.969449:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979393.969451:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.969453:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979394.993262:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979394.993274:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979394.993276:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979394.993285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979394.993291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979394.993296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979394.993302:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979394.993306:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979394.993308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979394.993397:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979394.993401:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979394.993403:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979394.993408:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979394.993411:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979394.993414:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979394.993417:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979394.993420:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979394.993426:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979395.314937:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979395.314947:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979395.314950:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979395.314953:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979395.314957:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979395.314963:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16928 00000400:00000200:0.0:1783979395.314970:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979395.314975:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979395.314977:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979395.314980:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.314982:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.314984:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.314986:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979395.314989:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979395.314991:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979395.314993:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979395.314996:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979395.314997:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979395.314999:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979395.315000:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315001:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315003:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315004:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979395.315006:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979395.315008:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315010:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979395.315012:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979395.315014:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979395.315016:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315017:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979395.315019:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979395.315027:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979395.315029:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979395.315032:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979395.315033:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315036:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979395.315037:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979395.315040:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979395.315046:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979395.315050:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979395.315056:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497071232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979395.315064:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979395.315068:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979395.315080:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497071232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979395.315098:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979395.315100:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979395.315103:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979395.315105:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979395.315106:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979395.315109:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979395.315111:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16928 00000400:00000200:0.0:1783979395.315115:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979395.315118:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979395.315120:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979395.315123:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315125:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315126:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315128:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979395.315130:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979395.315132:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979395.315133:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979395.315174:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979395.315177:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979395.315179:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979395.315182:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315184:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315185:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315187:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979395.315188:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979395.315191:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315193:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979395.315195:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979395.315200:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979395.315202:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315204:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979395.315208:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979395.315211:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315213:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979395.315216:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979395.315218:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979395.315221:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979395.315222:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315223:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979395.315225:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979395.315236:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979395.315239:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979395.315242:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979395.315246:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497071360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979395.315253:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979395.315255:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979395.315259:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497071360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979395.315266:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979395.315268:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979395.315271:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979395.315272:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979395.315274:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979395.315276:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979395.315279:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16928 00000400:00000200:0.0:1783979395.315282:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979395.315285:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979395.315288:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979395.315291:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315293:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315295:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315297:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979395.315299:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979395.315300:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979395.315301:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979395.315303:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979395.315304:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979395.315306:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979395.315308:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315309:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315310:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315311:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979395.315312:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979395.315313:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315315:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979395.315316:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979395.315318:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979395.315319:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315320:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979395.315321:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979395.315322:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315323:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979395.315326:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979395.315327:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979395.315328:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979395.315329:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315330:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979395.315331:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979395.315332:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979395.315335:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979395.315337:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979395.315340:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497071488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979395.315345:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979395.315346:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979395.315348:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497071488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979395.315352:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979395.315354:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979395.315356:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979395.315357:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979395.315359:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979395.315361:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979395.315363:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16928 00000400:00000200:0.0:1783979395.315367:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979395.315380:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979395.315382:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979395.315385:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315387:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315388:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315390:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979395.315392:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979395.315393:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979395.315394:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979395.315397:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979395.315399:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979395.315401:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979395.315404:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315406:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315408:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315409:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979395.315411:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979395.315413:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315415:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979395.315416:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979395.315418:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979395.315419:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315420:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979395.315422:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979395.315423:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315424:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979395.315427:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979395.315428:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979395.315430:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979395.315431:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315432:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979395.315433:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979395.315434:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979395.315436:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979395.315439:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979395.315442:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497071616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979395.315446:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979395.315448:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979395.315450:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497071616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979395.315454:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979395.315456:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979395.315458:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979395.315459:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979395.315460:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979395.315463:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979395.315464:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16928 00000400:00000200:0.0:1783979395.315466:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979395.315468:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979395.315469:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979395.315471:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315472:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315473:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315474:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979395.315475:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979395.315476:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979395.315477:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979395.315478:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979395.315479:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979395.315480:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979395.315482:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315483:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979395.315484:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315485:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979395.315486:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979395.315488:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979395.315489:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979395.315489:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979395.315491:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979395.315492:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315493:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979395.315494:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979395.315495:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315496:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979395.315498:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979395.315499:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979395.315500:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979395.315501:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979395.315502:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979395.315503:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979395.315504:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979395.315506:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979395.315508:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979395.315510:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497071744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979395.315513:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979395.315514:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979395.315516:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497071744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979395.315520:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979395.315522:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16938) 00000100:00000001:0.0:1783979396.017302:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979396.017310:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.017314:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.017321:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979396.017325:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.017329:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.017332:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.017336:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.017338:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.017564:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979396.017566:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.017568:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.017570:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979396.017572:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.017574:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.017576:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.017577:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.017579:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.018656:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979396.018660:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.018661:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.018663:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979396.018665:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.018667:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.018668:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.018669:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.018671:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979396.977646:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979396.977650:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979396.977653:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979397.041990:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979397.041995:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979397.042000:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979397.042006:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979397.042010:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979397.042014:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979397.042017:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979397.042019:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979397.042022:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979398.065900:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979398.065902:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979398.065904:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979398.065905:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979398.065907:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979398.065908:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979398.065909:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979398.065910:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979398.065912:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979398.066048:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979398.066051:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979398.066052:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979398.066054:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979398.066056:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979398.066057:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979398.066059:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979398.066060:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979398.066063:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979399.090857:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979399.090863:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979399.090864:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979399.090869:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979399.090872:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979399.090874:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.090877:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979399.090879:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.090882:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979399.091320:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979399.091323:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979399.091324:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979399.091327:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979399.091329:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979399.091331:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.091333:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979399.091335:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.091337:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.113343:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979400.113346:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979400.113347:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.113350:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979400.113352:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979400.113353:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.113356:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.113361:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.113367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.113376:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979400.113378:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979400.113381:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.113384:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979400.113386:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979400.113388:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.113389:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.113390:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.113458:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.433537:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979400.433544:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979400.433549:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979400.433562:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.433585:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.433589:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.433593:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979400.433598:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979400.433603:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.433612:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497071872:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979400.433620:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979400.433627:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979400.433631:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.433637:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979400.433645:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979400.433649:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979400.433656:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979400.433662:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979400.433672:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979400.433680:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497071872, portal 25 00000100:00000001:0.0:1783979400.433686:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979400.433688:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979400.433698:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.433719:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979400.433727:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979400.433733:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979400.433748:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497071872, offset 0 00000400:00000200:0.0:1783979400.433760:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979400.433772:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.433784:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979400.433794:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979400.433802:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979400.433810:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979400.433817:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979400.433837:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781812:781812:256:4294967295] 192.168.201.114@tcp LPNI seq info [781790:781790:8:4294967295] 00000400:00000200:0.0:1783979400.433847:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.433864:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979400.433875:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.433884:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979400.433898:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979400.433904:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979400.433934:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.433939:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979400.433949:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979400.433959:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979400.433968:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979400.433972:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979400.433978:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979400.433988:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434010:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.434018:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434032:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.434037:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979400.434045:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979400.434053:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979400.434060:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311607543 00000100:00000010:0.0:1783979400.434068:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979400.434079:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979400.434101:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311607543 00000100:00000010:0.0:1783979400.434110:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979400.434117:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979400.434123:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979400.434129:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.434134:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979400.434178:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979400/real 1783979400] req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979400.434212:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979400.434216:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979400.434221:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979400.434227:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979400.434232:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979400.434237:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979400.434244:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979400.434260:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434274:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979400.434277:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434281:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.434284:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979400.434292:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434310:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979400.434319:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434337:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979400.434343:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434348:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.434351:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434355:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979400.434360:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979400.434365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979400.434374:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979400.434380:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979400.434389:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979400.434411:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497071872:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979400.434423:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434430:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.434436:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497071872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434449:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979400.434453:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979400.434457:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979400.434463:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979400.434466:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979400.434471:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979400.434475:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979400.434480:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979400.434485:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979400.434488:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979400.434491:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979400.434498:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979400.434501:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434506:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434514:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979400.434516:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.434519:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979400.434521:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979400.434522:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979400.434527:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434540:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.434542:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.434544:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979400.434546:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979400.434548:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.434551:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072000:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979400.434555:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979400.434557:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979400.434558:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.434560:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979400.434564:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979400.434566:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979400.434570:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979400.434573:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979400.434578:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979400.434581:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072000, portal 10 00000100:00000001:0.0:1783979400.434583:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979400.434585:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979400.434592:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434598:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979400.434601:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979400.434603:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979400.434606:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497072000, offset 0 00000400:00000200:0.0:1783979400.434611:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979400.434615:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.434619:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979400.434623:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979400.434625:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979400.434627:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979400.434629:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979400.434633:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781813:781813:256:4294967295] 192.168.201.114@tcp LPNI seq info [781791:781791:8:4294967295] 00000400:00000200:0.0:1783979400.434638:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.434645:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979400.434649:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.434653:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979400.434657:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979400.434660:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979400.434670:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.434672:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979400.434675:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979400.434678:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979400.434681:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979400.434683:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979400.434685:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979400.434688:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434696:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.434699:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434705:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.434720:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979400.434724:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979400.434727:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979400.434731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979400.434733:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311606283 00000100:00000001:0.0:1783979400.434735:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.434737:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311606283 00000100:00000001:0.0:1783979400.434740:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.434742:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979400.434744:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.434746:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979400.434749:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979400/real 1783979400] req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979400.434757:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979400.434758:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979400.434760:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979400.434762:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979400.434764:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979400.434766:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979400.434769:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979400.434777:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434783:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979400.434785:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434786:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.434788:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979400.434791:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434798:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979400.434801:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434807:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979400.434810:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434811:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.434812:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.434814:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979400.434818:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979400.434820:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979400.434824:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979400.434826:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979400.434830:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979400.434837:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072000:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979400.434841:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979400.434845:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434851:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.434852:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.434854:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979400.434856:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979400.434858:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.434861:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072128:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979400.434864:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979400.434866:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979400.434867:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.434869:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979400.434873:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979400.434875:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979400.434878:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979400.434880:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979400.434883:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979400.434886:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072128, portal 10 00000100:00000001:0.0:1783979400.434887:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979400.434889:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979400.434894:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434900:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979400.434903:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979400.434905:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979400.434907:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497072128, offset 0 00000400:00000200:0.0:1783979400.434911:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979400.434915:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.434918:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979400.434921:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979400.434924:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979400.434926:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979400.434928:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979400.434931:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781814:781814:256:4294967295] 192.168.201.114@tcp LPNI seq info [781792:781792:8:4294967295] 00000400:00000200:0.0:1783979400.434934:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.434941:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979400.434945:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.434949:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979400.434953:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979400.434956:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979400.434966:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.434967:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979400.434970:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979400.434973:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979400.434976:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979400.434978:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979400.434980:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979400.434983:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.434991:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.434994:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435000:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.435002:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979400.435005:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979400.435008:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979400.435011:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979400.435013:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311606284 00000100:00000001:0.0:1783979400.435015:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.435017:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311606284 00000100:00000001:0.0:1783979400.435019:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.435021:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979400.435022:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.435024:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979400.435028:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979400/real 1783979400] req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979400.435035:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979400.435036:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979400.435038:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979400.435040:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979400.435042:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979400.435043:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979400.435046:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979400.435054:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435060:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979400.435061:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435063:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.435065:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979400.435068:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435075:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979400.435079:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435086:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979400.435089:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435090:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.435091:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435093:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979400.435096:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979400.435098:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979400.435101:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979400.435103:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979400.435107:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979400.435114:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072128:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979400.435118:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979400.435121:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435127:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.435128:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.435131:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979400.435132:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979400.435134:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.435160:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072256:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979400.435164:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979400.435166:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979400.435167:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.435169:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979400.435172:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979400.435174:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979400.435178:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979400.435181:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979400.435184:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979400.435186:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072256, portal 4 00000100:00000001:0.0:1783979400.435188:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979400.435190:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979400.435195:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435200:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979400.435202:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979400.435204:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979400.435206:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497072256, offset 0 00000400:00000200:0.0:1783979400.435209:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979400.435213:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.435216:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979400.435218:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979400.435221:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979400.435223:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979400.435225:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979400.435228:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781815:781815:256:4294967295] 192.168.201.114@tcp LPNI seq info [781793:781793:8:4294967295] 00000400:00000200:0.0:1783979400.435232:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.435238:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979400.435242:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.435245:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979400.435249:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979400.435252:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979400.435262:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.435264:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979400.435266:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979400.435269:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979400.435272:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979400.435274:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979400.435277:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979400.435280:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435288:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.435291:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435297:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.435299:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979400.435302:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979400.435305:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979400.435308:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979400.435310:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311606334 00000100:00000001:0.0:1783979400.435313:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.435315:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311606334 00000100:00000001:0.0:1783979400.435317:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.435319:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979400.435321:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.435322:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979400.435326:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979400/real 1783979400] req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979400.435332:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979400.435334:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979400.435335:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979400.435338:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979400.435339:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979400.435341:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979400.435344:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979400.435352:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435358:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979400.435360:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435361:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.435363:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979400.435367:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435373:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979400.435376:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435382:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979400.435385:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435386:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.435387:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435389:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979400.435391:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979400.435393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979400.435396:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979400.435398:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979400.435402:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979400.435409:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072256:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979400.435413:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979400.435416:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435421:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.435423:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.435425:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979400.435426:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979400.435428:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.435431:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072384:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979400.435434:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979400.435436:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979400.435438:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979400.435439:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979400.435442:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979400.435444:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979400.435448:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979400.435450:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979400.435453:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979400.435456:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072384, portal 4 00000100:00000001:0.0:1783979400.435458:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979400.435459:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979400.435465:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435470:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979400.435472:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979400.435474:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979400.435477:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497072384, offset 0 00000400:00000200:0.0:1783979400.435481:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979400.435484:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.435487:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979400.435490:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979400.435492:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979400.435495:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979400.435497:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979400.435499:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781816:781816:256:4294967295] 192.168.201.114@tcp LPNI seq info [781794:781794:8:4294967295] 00000400:00000200:0.0:1783979400.435503:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979400.435508:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979400.435513:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.435516:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979400.435519:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979400.435521:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979400.435531:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979400.435532:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979400.435535:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979400.435538:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979400.435541:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979400.435542:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979400.435545:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979400.435548:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435555:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.435558:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435564:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.435566:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979400.435569:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979400.435571:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979400.435574:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979400.435576:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311606305 00000100:00000001:0.0:1783979400.435578:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.435580:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311606305 00000100:00000001:0.0:1783979400.435582:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311607543 00000100:00000001:0.0:1783979400.435583:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979400.435585:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.435587:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979400.435591:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979400/real 1783979400] req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979400.435599:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979400.435600:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979400.435601:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979400.435604:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979400.435605:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979400.435607:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979400.435610:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979400.435618:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435624:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979400.435625:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435627:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.435628:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979400.435631:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435638:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979400.435642:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435648:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979400.435651:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435652:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979400.435653:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435655:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979400.435657:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979400.435659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979400.435662:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979400.435665:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979400.435668:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979400.435675:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072384:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979400.435679:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435681:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.435684:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497072000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435690:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979400.435691:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979400.435694:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979400.435697:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979400.435698:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979400.435700:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979400.435702:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979400.435703:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979400.435720:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979400.435722:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979400.435723:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979400.435726:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979400.435727:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435729:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.435732:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497072128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435738:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979400.435739:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979400.435741:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979400.435743:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979400.435744:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979400.435746:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979400.435747:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979400.435749:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979400.435751:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979400.435752:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979400.435753:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979400.435756:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979400.435757:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435758:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.435761:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497072256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435768:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979400.435769:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979400.435771:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979400.435773:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979400.435774:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979400.435775:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979400.435776:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979400.435778:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979400.435780:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979400.435781:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979400.435782:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979400.435784:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979400.435785:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435787:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979400.435790:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497072384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979400.435795:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979400.435796:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979400.435798:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979400.435799:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979400.435800:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979400.435801:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979400.435803:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979400.435804:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979400.435806:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979400.435807:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979400.435808:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979400.435810:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979400.435811:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435813:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.435818:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979400.435819:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979400.435821:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979400.435823:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.137247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979401.137254:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979401.137256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.137262:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979401.137267:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979401.137271:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.137274:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.137277:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.137282:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.137377:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979401.137381:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979401.137383:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.137386:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979401.137388:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979401.137392:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.137515:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.137518:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.137522:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979402.099305:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979402.099313:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979402.099318:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979402.161283:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979402.161294:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979402.161299:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979402.161308:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979402.161316:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979402.161322:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979402.161329:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979402.161334:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979402.161337:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979402.161347:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979402.161350:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979402.161351:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979402.161353:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979402.161356:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979402.161366:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979402.161455:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979402.161459:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979402.161462:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979403.185281:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979403.185289:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979403.185292:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979403.185298:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979403.185303:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979403.185307:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979403.186107:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979403.186112:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979403.186115:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979404.209496:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979404.209503:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979404.209506:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979404.209511:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979404.209518:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979404.209522:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979404.209526:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979404.209529:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979404.209531:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.233865:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979405.233869:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979405.233871:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.233874:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979405.233876:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979405.233878:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.233880:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.233882:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.233884:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.234718:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979405.234724:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979405.234725:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.234728:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979405.234730:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979405.234733:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.234735:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.234736:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.234738:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.553491:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979405.553497:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979405.553500:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979405.553508:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.553519:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.553521:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.553526:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979405.553529:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979405.553533:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.553538:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497072512:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979405.553543:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979405.553547:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979405.553550:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.553562:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979405.553566:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979405.553571:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979405.553577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979405.553581:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979405.553587:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979405.553595:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072512, portal 25 00000100:00000001:0.0:1783979405.553598:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979405.553600:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979405.553607:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.553641:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979405.553652:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979405.553657:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979405.553662:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497072512, offset 0 00000400:00000200:0.0:1783979405.553671:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979405.553684:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.553695:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979405.553705:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979405.553712:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979405.553720:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979405.553727:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979405.553733:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781817:781817:256:4294967295] 192.168.201.114@tcp LPNI seq info [781795:781795:8:4294967295] 00000400:00000200:0.0:1783979405.553744:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.553773:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979405.553786:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.553796:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979405.553809:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979405.553816:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979405.553843:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.553848:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979405.553857:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979405.553867:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979405.553875:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979405.553879:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979405.553886:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979405.553895:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.553917:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.553923:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.553939:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.553942:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979405.553950:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979405.553960:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979405.553965:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311612663 00000100:00000010:0.0:1783979405.553974:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979405.553983:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979405.553993:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311612663 00000100:00000010:0.0:1783979405.554000:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979405.554004:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979405.554009:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979405.554012:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.554015:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979405.554022:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979405/real 1783979405] req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979405.554037:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979405.554039:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979405.554041:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979405.554043:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979405.554047:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979405.554051:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979405.554057:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979405.554074:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554088:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979405.554091:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554096:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.554100:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979405.554117:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554177:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979405.554184:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554197:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979405.554201:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554204:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.554207:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554210:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979405.554213:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979405.554218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979405.554224:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979405.554230:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979405.554235:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979405.554246:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497072512:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979405.554253:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554258:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.554262:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497072512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554272:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979405.554275:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979405.554278:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979405.554282:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979405.554285:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979405.554288:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979405.554291:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979405.554294:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979405.554299:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979405.554302:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979405.554304:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979405.554310:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979405.554314:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554317:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554323:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979405.554326:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.554332:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979405.554336:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979405.554340:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979405.554349:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554363:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.554367:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.554373:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979405.554376:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979405.554382:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.554388:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072640:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979405.554405:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979405.554409:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979405.554412:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.554415:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979405.554419:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979405.554424:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979405.554430:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979405.554434:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979405.554441:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979405.554445:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072640, portal 10 00000100:00000001:0.0:1783979405.554447:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979405.554449:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979405.554458:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554464:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979405.554467:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979405.554469:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979405.554472:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497072640, offset 0 00000400:00000200:0.0:1783979405.554476:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979405.554481:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.554485:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979405.554488:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979405.554490:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979405.554492:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979405.554494:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979405.554496:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781818:781818:256:4294967295] 192.168.201.114@tcp LPNI seq info [781796:781796:8:4294967295] 00000400:00000200:0.0:1783979405.554498:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.554503:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979405.554506:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.554509:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979405.554511:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979405.554513:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979405.554520:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.554521:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979405.554523:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979405.554525:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979405.554527:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979405.554529:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979405.554532:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979405.554535:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554542:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.554544:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554550:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.554551:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979405.554554:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979405.554557:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979405.554560:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979405.554562:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311611403 00000100:00000001:0.0:1783979405.554565:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.554567:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311611403 00000100:00000001:0.0:1783979405.554569:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.554572:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979405.554574:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.554575:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979405.554579:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979405/real 1783979405] req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979405.554586:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979405.554586:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979405.554588:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979405.554589:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979405.554590:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979405.554591:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979405.554593:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979405.554598:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554601:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979405.554602:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554603:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.554604:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979405.554606:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554610:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979405.554612:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554616:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979405.554630:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554632:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.554633:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554635:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979405.554638:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979405.554644:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979405.554647:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979405.554649:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979405.554653:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979405.554661:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072640:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979405.554665:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979405.554668:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554674:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.554676:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.554678:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979405.554679:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979405.554681:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.554684:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072768:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979405.554687:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979405.554689:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979405.554690:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.554692:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979405.554695:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979405.554697:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979405.554701:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979405.554704:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979405.554706:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979405.554709:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072768, portal 10 00000100:00000001:0.0:1783979405.554710:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979405.554712:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979405.554717:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554727:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979405.554729:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979405.554732:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979405.554734:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497072768, offset 0 00000400:00000200:0.0:1783979405.554738:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979405.554742:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.554745:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979405.554748:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979405.554750:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979405.554752:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979405.554754:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979405.554757:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781819:781819:256:4294967295] 192.168.201.114@tcp LPNI seq info [781797:781797:8:4294967295] 00000400:00000200:0.0:1783979405.554761:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.554766:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979405.554770:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.554773:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979405.554777:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979405.554779:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979405.554789:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.554790:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979405.554793:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979405.554796:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979405.554798:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979405.554800:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979405.554802:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979405.554806:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554813:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.554816:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554828:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.554830:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979405.554833:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979405.554835:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979405.554838:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979405.554841:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311611404 00000100:00000001:0.0:1783979405.554843:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.554845:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311611404 00000100:00000001:0.0:1783979405.554847:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.554849:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979405.554851:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.554853:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979405.554856:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979405/real 1783979405] req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979405.554864:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979405.554865:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979405.554867:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979405.554869:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979405.554871:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979405.554873:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979405.554876:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979405.554883:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554888:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979405.554890:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554891:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.554893:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979405.554896:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554902:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979405.554907:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554913:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979405.554915:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554916:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.554918:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.554919:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979405.554922:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979405.554924:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979405.554927:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979405.554929:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979405.554932:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979405.554939:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072768:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979405.554943:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979405.554946:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.554952:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.554953:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.554955:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979405.554957:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979405.554959:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.554961:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072896:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979405.554964:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979405.554966:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979405.554968:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.554970:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979405.554974:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979405.554976:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979405.554979:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979405.554982:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979405.554985:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979405.554988:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497072896, portal 4 00000100:00000001:0.0:1783979405.554990:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979405.554991:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979405.554997:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555003:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979405.555005:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979405.555007:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979405.555009:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497072896, offset 0 00000400:00000200:0.0:1783979405.555012:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979405.555016:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.555020:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979405.555022:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979405.555025:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979405.555027:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979405.555029:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979405.555032:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781820:781820:256:4294967295] 192.168.201.114@tcp LPNI seq info [781798:781798:8:4294967295] 00000400:00000200:0.0:1783979405.555036:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.555042:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979405.555045:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.555048:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979405.555052:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979405.555055:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979405.555064:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.555067:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979405.555070:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979405.555073:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979405.555075:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979405.555077:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979405.555080:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979405.555083:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555090:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.555092:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555098:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.555100:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979405.555102:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979405.555105:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979405.555108:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979405.555109:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311611453 00000100:00000001:0.0:1783979405.555112:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.555114:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311611453 00000100:00000001:0.0:1783979405.555116:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.555118:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979405.555119:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.555121:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979405.555125:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979405/real 1783979405] req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979405.555132:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979405.555133:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979405.555134:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979405.555161:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979405.555163:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979405.555165:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979405.555169:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979405.555176:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555182:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979405.555183:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555185:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.555187:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979405.555190:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555196:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979405.555199:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555206:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979405.555208:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555210:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.555211:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555212:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979405.555214:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979405.555216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979405.555219:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979405.555221:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979405.555224:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979405.555231:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497072896:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979405.555235:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555237:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.555240:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497072640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555246:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979405.555248:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979405.555249:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979405.555252:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979405.555253:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979405.555254:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979405.555256:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979405.555258:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979405.555261:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979405.555262:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979405.555264:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979405.555267:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979405.555268:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555270:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.555273:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497072768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555279:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979405.555280:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979405.555281:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979405.555283:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979405.555284:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979405.555285:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979405.555288:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979405.555289:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979405.555291:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979405.555292:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979405.555293:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979405.555296:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979405.555297:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555298:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.555301:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497072896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555307:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979405.555309:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979405.555310:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979405.555312:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979405.555313:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979405.555314:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979405.555316:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979405.555317:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979405.555319:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979405.555320:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979405.555321:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979405.555323:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979405.555324:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555326:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555330:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979405.555332:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.555333:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979405.555335:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979405.555336:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979405.555339:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555345:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.555347:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.555349:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979405.555350:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979405.555352:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.555355:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073024:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979405.555358:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979405.555360:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979405.555361:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979405.555363:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979405.555367:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979405.555368:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979405.555372:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979405.555374:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979405.555377:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979405.555380:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497073024, portal 4 00000100:00000001:0.0:1783979405.555382:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979405.555383:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979405.555389:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555394:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979405.555396:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979405.555398:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979405.555401:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497073024, offset 0 00000400:00000200:0.0:1783979405.555405:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979405.555408:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.555412:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979405.555414:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979405.555417:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979405.555419:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979405.555421:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979405.555424:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781821:781821:256:4294967295] 192.168.201.114@tcp LPNI seq info [781799:781799:8:4294967295] 00000400:00000200:0.0:1783979405.555427:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979405.555433:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979405.555438:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.555441:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979405.555444:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979405.555447:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979405.555456:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979405.555459:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979405.555461:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979405.555464:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979405.555467:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979405.555468:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979405.555471:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979405.555474:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555487:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.555490:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555496:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.555498:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979405.555501:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979405.555504:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979405.555507:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979405.555509:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311611425 00000100:00000001:0.0:1783979405.555511:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.555513:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311611425 00000100:00000001:0.0:1783979405.555515:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311612663 00000100:00000001:0.0:1783979405.555517:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979405.555519:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.555520:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979405.555524:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979405/real 1783979405] req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979405.555532:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979405.555533:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979405.555535:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979405.555537:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979405.555539:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979405.555540:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979405.555544:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979405.555552:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555558:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979405.555560:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555562:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.555563:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979405.555567:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555573:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979405.555577:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555583:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979405.555585:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555586:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979405.555587:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555589:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979405.555591:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979405.555593:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979405.555596:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979405.555598:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979405.555601:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979405.555607:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073024:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979405.555610:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555612:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979405.555614:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497073024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979405.555632:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979405.555633:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979405.555635:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979405.555638:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979405.555639:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979405.555641:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979405.555643:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979405.555645:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979405.555648:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979405.555649:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979405.555650:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979405.555652:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979405.555653:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555655:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.555657:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979405.555659:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.555660:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979405.555662:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979407.217427:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979407.217430:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979407.217433:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979407.281331:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979407.281335:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979407.281336:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979407.281339:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979407.281341:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979407.281343:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979407.281344:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979407.281346:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979407.281347:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979407.281355:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979407.281357:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979407.281358:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979407.281360:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979407.281361:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979407.281362:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979407.281364:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979407.281365:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979407.281367:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979408.307872:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979408.307878:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979408.307880:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979408.307884:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979408.307888:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979408.307891:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979408.307894:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979408.307895:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979408.307898:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979409.329231:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979409.329237:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979409.329242:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979409.329250:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979409.329256:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979409.329261:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979409.329265:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979409.329270:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979409.329274:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.353253:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979410.353262:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979410.353266:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.353273:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979410.353282:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979410.353286:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.353291:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.353295:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.353300:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.353600:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979410.353606:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979410.353610:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.353614:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979410.353618:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979410.353622:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.353625:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.353626:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.353628:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.674515:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979410.674521:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979410.674525:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979410.674548:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.674565:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.674569:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.674576:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979410.674580:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979410.674586:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.674595:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497073152:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979410.674603:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979410.674610:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979410.674615:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.674621:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979410.674629:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979410.674635:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979410.674646:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979410.674653:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979410.674663:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979410.674673:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497073152, portal 25 00000100:00000001:0.0:1783979410.674679:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979410.674682:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979410.674694:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.674711:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979410.674718:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979410.674725:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979410.674732:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497073152, offset 0 00000400:00000200:0.0:1783979410.674746:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979410.674758:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.674770:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979410.674780:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979410.674789:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979410.674798:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979410.674806:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979410.674815:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781822:781822:256:4294967295] 192.168.201.114@tcp LPNI seq info [781800:781800:8:4294967295] 00000400:00000200:0.0:1783979410.674829:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.674907:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979410.674914:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.674920:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979410.674927:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979410.674931:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979410.674943:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.674946:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979410.674951:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979410.674956:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979410.674961:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979410.675347:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979410.675353:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979410.675358:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675367:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.675371:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675378:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.675379:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979410.675385:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979410.675395:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979410.675398:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311617785 00000100:00000010:0.0:1783979410.675403:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979410.675409:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979410.675414:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311617785 00000100:00000010:0.0:1783979410.675417:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979410.675420:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979410.675423:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979410.675426:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.675428:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979410.675432:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979410/real 1783979410] req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979410.675458:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979410.675460:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979410.675462:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979410.675465:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979410.675467:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979410.675470:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979410.675474:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979410.675483:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675489:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979410.675491:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675493:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.675495:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979410.675499:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675506:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979410.675510:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675518:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979410.675521:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675523:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.675524:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675526:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979410.675528:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979410.675541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979410.675545:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979410.675547:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979410.675551:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979410.675561:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497073152:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979410.675565:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979410.675569:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675576:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.675578:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.675580:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979410.675582:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979410.675584:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.675586:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073280:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979410.675589:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979410.675592:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979410.675593:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.675595:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979410.675599:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979410.675601:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979410.675605:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979410.675607:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979410.675611:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979410.675613:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497073280, portal 10 00000100:00000001:0.0:1783979410.675615:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979410.675616:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979410.675623:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675629:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979410.675632:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979410.675634:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979410.675637:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497073280, offset 0 00000400:00000200:0.0:1783979410.675641:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979410.675646:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.675650:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979410.675653:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979410.675655:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979410.675658:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979410.675661:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979410.675663:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781823:781823:256:4294967295] 192.168.201.114@tcp LPNI seq info [781801:781801:8:4294967295] 00000400:00000200:0.0:1783979410.675667:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.675674:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979410.675679:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.675683:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979410.675687:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979410.675690:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979410.675701:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.675703:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979410.675706:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979410.675710:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979410.675713:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979410.675715:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979410.675717:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979410.675721:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675729:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.675732:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675738:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.675739:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979410.675742:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979410.675745:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979410.675748:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979410.675750:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311616524 00000100:00000001:0.0:1783979410.675753:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.675755:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311616524 00000100:00000001:0.0:1783979410.675757:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.675759:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979410.675761:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.675762:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979410.675766:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979410/real 1783979410] req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979410.675774:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979410.675775:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979410.675777:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979410.675780:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979410.675781:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979410.675783:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979410.675786:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979410.675794:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675800:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979410.675802:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675804:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.675805:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979410.675808:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675815:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979410.675819:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675826:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979410.675828:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675830:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.675831:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675833:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979410.675836:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979410.675839:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979410.675854:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979410.675857:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979410.675860:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979410.675868:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073280:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979410.675872:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675874:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.675876:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497073152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675882:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979410.675884:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979410.675886:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979410.675889:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979410.675891:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979410.675893:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979410.675895:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979410.675897:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979410.675900:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979410.675902:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979410.675903:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979410.675907:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979410.675908:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675909:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.675912:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497073280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675924:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979410.675925:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979410.675926:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979410.675929:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979410.675930:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979410.675931:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979410.675933:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979410.675934:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979410.675936:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979410.675938:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979410.675939:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979410.675941:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979410.675942:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675945:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.675952:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979410.675954:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.675957:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979410.675958:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979410.675960:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979410.675974:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.675982:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.675983:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.675993:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979410.675995:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979410.675997:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.676000:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073408:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979410.676004:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979410.676006:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979410.676007:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.676009:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979410.676013:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979410.676014:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979410.676018:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979410.676021:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979410.676024:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979410.676027:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497073408, portal 10 00000100:00000001:0.0:1783979410.676028:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979410.676030:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979410.676035:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676040:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979410.676042:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979410.676044:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979410.676047:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497073408, offset 0 00000400:00000200:0.0:1783979410.676050:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979410.676054:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.676057:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979410.676060:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979410.676062:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979410.676065:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979410.676067:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979410.676070:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781824:781824:256:4294967295] 192.168.201.114@tcp LPNI seq info [781802:781802:8:4294967295] 00000400:00000200:0.0:1783979410.676074:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.676080:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979410.676084:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.676088:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979410.676092:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979410.676094:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979410.676104:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.676106:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979410.676109:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979410.676111:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979410.676114:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979410.676116:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979410.676119:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979410.676122:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676130:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.676133:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676162:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.676164:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979410.676167:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979410.676170:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979410.676173:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979410.676175:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311616526 00000100:00000001:0.0:1783979410.676177:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.676179:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311616526 00000100:00000001:0.0:1783979410.676182:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.676184:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979410.676185:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.676187:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979410.676191:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979410/real 1783979410] req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979410.676199:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979410.676200:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979410.676202:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979410.676205:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979410.676207:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979410.676209:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979410.676212:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979410.676220:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676227:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979410.676228:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676230:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.676231:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979410.676234:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676241:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979410.676245:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676252:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979410.676254:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676255:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.676256:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676258:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979410.676261:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979410.676263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979410.676266:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979410.676268:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979410.676272:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979410.676278:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073408:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979410.676282:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979410.676285:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676291:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.676292:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.676295:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979410.676297:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979410.676299:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.676301:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073536:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979410.676304:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979410.676306:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979410.676308:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.676309:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979410.676312:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979410.676314:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979410.676317:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979410.676319:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979410.676322:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979410.676325:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497073536, portal 4 00000100:00000001:0.0:1783979410.676327:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979410.676328:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979410.676333:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676339:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979410.676341:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979410.676343:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979410.676346:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497073536, offset 0 00000400:00000200:0.0:1783979410.676349:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979410.676353:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.676356:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979410.676358:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979410.676361:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979410.676363:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979410.676365:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979410.676367:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781825:781825:256:4294967295] 192.168.201.114@tcp LPNI seq info [781803:781803:8:4294967295] 00000400:00000200:0.0:1783979410.676371:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.676377:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979410.676381:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.676384:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979410.676387:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979410.676390:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979410.676400:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.676402:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979410.676404:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979410.676408:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979410.676410:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979410.676412:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979410.676414:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979410.676417:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676424:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.676427:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676433:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.676435:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979410.676437:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979410.676440:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979410.676443:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979410.676445:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311616575 00000100:00000001:0.0:1783979410.676447:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.676449:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311616575 00000100:00000001:0.0:1783979410.676451:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.676453:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979410.676454:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.676456:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979410.676460:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979410/real 1783979410] req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979410.676468:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979410.676469:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979410.676471:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979410.676473:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979410.676474:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979410.676476:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979410.676479:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979410.676485:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676491:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979410.676492:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676494:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.676495:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979410.676498:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676503:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979410.676507:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676513:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979410.676515:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676516:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.676517:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676519:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979410.676521:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979410.676523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979410.676526:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979410.676528:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979410.676544:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979410.676551:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073536:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979410.676555:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979410.676558:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676564:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.676565:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.676567:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979410.676569:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979410.676571:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.676573:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073664:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979410.676576:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979410.676578:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979410.676579:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979410.676581:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979410.676584:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979410.676585:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979410.676588:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979410.676591:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979410.676594:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979410.676596:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497073664, portal 4 00000100:00000001:0.0:1783979410.676598:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979410.676599:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979410.676604:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676611:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979410.676613:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979410.676615:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979410.676617:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497073664, offset 0 00000400:00000200:0.0:1783979410.676621:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979410.676625:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.676628:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979410.676630:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979410.676633:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979410.676635:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979410.676637:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979410.676640:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781826:781826:256:4294967295] 192.168.201.114@tcp LPNI seq info [781804:781804:8:4294967295] 00000400:00000200:0.0:1783979410.676643:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979410.676649:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979410.676654:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.676657:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979410.676660:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979410.676663:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979410.676672:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979410.676673:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979410.676676:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979410.676679:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979410.676682:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978110 00000400:00000010:0.0:1783979410.676683:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978110. 00000100:00000001:0.0:1783979410.676685:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979410.676689:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676696:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.676699:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676705:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.676706:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979410.676709:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979410.676711:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979410.676714:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979410.676717:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311616546 00000100:00000001:0.0:1783979410.676719:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.676721:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311616546 00000100:00000001:0.0:1783979410.676723:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311617785 00000100:00000001:0.0:1783979410.676725:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979410.676727:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.676728:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979410.676732:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979410/real 1783979410] req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979410.676739:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979410.676740:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979410.676742:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979410.676744:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979410.676745:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979410.676747:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979410.676749:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979410.676757:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676762:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979410.676764:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676765:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.676767:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979410.676770:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676776:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979410.676779:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676785:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979410.676787:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676788:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979410.676789:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676791:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979410.676793:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979410.676795:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979410.676798:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979410.676800:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979410.676804:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979410.676811:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497073664:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979410.676814:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676816:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.676819:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497073408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676825:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979410.676826:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979410.676828:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979410.676830:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979410.676832:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979410.676833:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979410.676835:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979410.676837:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979410.676840:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979410.676841:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979410.676843:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979410.676846:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979410.676848:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676849:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.676852:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497073536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676863:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979410.676864:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979410.676865:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979410.676868:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979410.676869:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979410.676870:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979410.676872:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979410.676873:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783979410.676875:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979410.676876:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979410.676877:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979410.676879:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979410.676880:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676882:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979410.676885:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497073664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979410.676890:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979410.676891:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979410.676892:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979410.676895:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979410.676896:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979410.676897:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979410.676898:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979410.676900:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979410.676902:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979410.676903:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979410.676904:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979410.676905:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979410.676906:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676909:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.676913:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979410.676915:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.676916:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979410.676918:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.377385:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979411.377390:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979411.377391:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979411.377394:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979411.377397:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979411.377399:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979411.378554:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979411.378557:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979411.378562:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979412.337327:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979412.337332:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979412.337335:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979412.401274:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979412.401282:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979412.401284:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979412.401290:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979412.401294:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979412.401298:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.401301:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979412.401303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.401306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979412.402684:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979412.402689:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979412.402691:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979412.402694:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979412.402697:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979412.402699:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.402702:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979412.402704:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.402706:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979413.425395:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979413.425400:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979413.425403:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979413.425408:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979413.425411:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979413.425413:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979413.425975:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979413.425977:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979413.425980:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.473264:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979415.473271:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979415.473275:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979415.473281:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979415.473286:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979415.473291:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979415.473295:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979415.473299:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979415.473305:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.473320:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979415.473325:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979415.473329:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979415.473335:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979415.473339:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979415.473342:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979415.473345:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979415.473347:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979415.473349:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979415.793578:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979415.793588:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979415.793590:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979415.793594:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979415.793598:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979415.793605:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16949 00000400:00000200:0.0:1783979415.793614:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979415.793619:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979415.793622:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979415.793625:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793628:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.793630:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793633:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979415.793636:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979415.793638:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979415.793641:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979415.793644:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979415.793646:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979415.793648:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979415.793651:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793653:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.793655:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793656:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979415.793659:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979415.793662:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793664:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979415.793666:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979415.793669:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979415.793672:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793674:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979415.793676:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979415.793685:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979415.793689:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979415.793692:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979415.793694:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793696:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979415.793699:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979415.793703:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979415.793712:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979415.793718:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979415.793726:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497073792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979415.793735:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979415.793739:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979415.793744:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497073792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979415.793766:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979415.793769:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979415.793772:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979415.793774:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979415.793775:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979415.793778:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979415.793780:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16949 00000400:00000200:0.0:1783979415.793784:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979415.793786:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979415.793788:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979415.793791:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793793:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.793795:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793797:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979415.793799:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979415.793800:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979415.793802:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979415.793805:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979415.793806:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979415.793809:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979415.793814:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793816:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.793820:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793823:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979415.793826:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979415.793830:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793834:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979415.793838:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979415.793844:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979415.793847:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793848:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979415.793852:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979415.793855:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793857:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979415.793860:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979415.793862:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979415.793864:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979415.793865:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793867:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979415.793868:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979415.793870:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979415.793873:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979415.793876:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979415.793881:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497073920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979415.793888:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979415.793890:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979415.793893:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497073920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979415.793906:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979415.793910:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979415.793913:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979415.793916:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979415.793919:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979415.793922:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979415.793928:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16949 00000400:00000200:0.0:1783979415.793933:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979415.793936:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979415.793938:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979415.793941:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793942:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.793944:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793946:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979415.793948:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979415.793949:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979415.793951:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979415.793952:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979415.793954:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979415.793956:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979415.793958:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793960:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.793961:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793963:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979415.793965:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979415.793967:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979415.793968:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979415.793969:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979415.793972:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979415.793973:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793974:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979415.793976:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979415.793978:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793979:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979415.793982:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979415.793984:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979415.793986:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979415.793987:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.793988:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979415.793989:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979415.793990:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979415.793995:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979415.793999:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979415.794006:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497074048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979415.794022:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979415.794026:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979415.794031:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497074048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979415.794044:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979415.794049:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979415.794055:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979415.794057:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979415.794058:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979415.794061:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979415.794066:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16949 00000400:00000200:0.0:1783979415.794072:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979415.794077:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979415.794080:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979415.794085:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794090:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.794094:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794099:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979415.794103:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979415.794105:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979415.794108:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979415.794110:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979415.794114:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979415.794117:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979415.794122:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794124:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.794126:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794127:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979415.794130:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979415.794133:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794135:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979415.794161:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979415.794164:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979415.794165:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.794167:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979415.794169:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979415.794172:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.794173:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979415.794176:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979415.794178:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979415.794180:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979415.794181:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.794183:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979415.794184:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979415.794186:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979415.794189:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979415.794191:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979415.794196:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497074176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979415.794202:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979415.794204:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979415.794207:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497074176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979415.794220:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979415.794223:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979415.794228:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979415.794232:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979415.794234:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979415.794236:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979415.794242:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16949 00000400:00000200:0.0:1783979415.794247:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979415.794254:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979415.794259:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979415.794265:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794269:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.794274:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794279:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979415.794283:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979415.794285:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979415.794288:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979415.794291:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979415.794295:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979415.794297:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979415.794302:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794306:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979415.794311:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794313:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979415.794317:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979415.794322:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979415.794326:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979415.794328:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979415.794331:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979415.794336:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.794340:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979415.794344:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979415.794350:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.794354:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979415.794359:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979415.794363:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979415.794368:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979415.794372:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979415.794376:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979415.794379:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979415.794382:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979415.794389:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979415.794396:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979415.794406:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497074304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979415.794428:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979415.794432:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979415.794440:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497074304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979415.794468:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979415.794475:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16959) 00000100:00000001:0.0:1783979416.497292:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979416.497298:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979416.497302:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979416.497307:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979416.497310:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979416.497312:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.497315:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979416.497316:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.497319:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979416.497471:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979416.497475:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979416.497477:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979416.497479:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979416.497482:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979416.497483:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.497485:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979416.497487:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.497489:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979416.499068:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979416.499073:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979416.499077:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979416.499081:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979416.499085:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979416.499088:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.499089:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979416.499090:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.499092:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979417.457390:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979417.457392:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979417.457395:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979417.521249:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979417.521254:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979417.521257:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979417.521265:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979417.521269:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979417.521275:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979417.521280:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979417.521283:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979417.521287:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979417.521298:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979417.521300:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979417.521301:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979417.521303:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979417.521305:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979417.521307:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979417.521991:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979417.521993:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979417.521996:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979418.545490:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979418.545494:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979418.545496:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979418.545502:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979418.545507:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979418.545511:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979418.545517:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979418.545520:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979418.545525:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979419.569263:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979419.569269:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979419.569272:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979419.569278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979419.569286:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979419.569290:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.569294:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979419.569297:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.569303:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.593257:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979420.593267:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.593271:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.593278:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979420.593285:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.593289:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.593295:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.593300:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.593304:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.593405:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979420.593411:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.593415:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.593420:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979420.593426:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.593429:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.593435:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.593438:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.593443:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.913511:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979420.913517:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.913521:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979420.913530:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.913549:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.913552:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.913558:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979420.913562:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979420.913568:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.913576:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497074432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979420.913581:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979420.913587:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979420.913589:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.913592:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979420.913598:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979420.913602:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979420.913611:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979420.913618:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979420.913626:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979420.913636:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497074432, portal 25 00000100:00000001:0.0:1783979420.913640:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979420.913643:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979420.913653:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.913679:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979420.913686:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979420.913691:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978110. 00000100:00000200:0.0:1783979420.913696:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497074432, offset 0 00000400:00000200:0.0:1783979420.913709:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979420.913719:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.913729:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979420.913737:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979420.913744:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979420.913752:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979420.913766:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979420.913775:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781832:781832:256:4294967295] 192.168.201.114@tcp LPNI seq info [781810:781810:8:4294967295] 00000400:00000200:0.0:1783979420.913786:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.913806:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979420.913823:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979420.913831:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979420.913840:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979420.913864:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979420.913871:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979420.913875:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311628023 00000100:00000010:0.0:1783979420.913883:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979420.913893:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979420.913901:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311628023 00000100:00000010:0.0:1783979420.913909:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979420.913915:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979420.913919:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979420.913925:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.913931:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.913935:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.913944:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.913948:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979420.913952:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979420.913956:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.913958:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979420.913967:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.913990:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.913993:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.913998:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979420.914001:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979420.914007:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.914016:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979420.914023:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979420.914027:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979420.914031:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.914036:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979420.914042:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979420.914046:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979420.914054:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979420.914059:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703933c8. 00000400:00000010:0.0:1783979420.914067:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979420.914071:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497074560, portal 10 00000100:00000001:0.0:1783979420.914075:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979420.914078:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979420.914088:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.914101:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979420.914107:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979420.914112:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729786e8. 00000100:00000200:0.0:1783979420.914116:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497074560, offset 0 00000400:00000200:0.0:1783979420.914126:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914133:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914158:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979420.914162:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979420.914165:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979420.914167:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979420.914170:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914176:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781833:781833:255:4294967295] 192.168.201.114@tcp LPNI seq info [781811:781811:7:4294967295] 00000400:00000200:0.0:1783979420.914187:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914199:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979420.914209:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979420.914215:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783979420.914222:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979420.914235:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979420.914241:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979420.914249:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979420.914254:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311626763 00000100:00000001:0.0:1783979420.914259:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914265:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311626763 00000100:00000001:0.0:1783979420.914270:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914275:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979420.914280:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.914284:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979420.914291:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.914307:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.914310:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.914316:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979420.914319:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979420.914324:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.914331:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979420.914336:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979420.914340:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979420.914344:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.914347:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979420.914365:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979420.914370:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979420.914377:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979420.914383:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979420.914390:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783979420.914395:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497074688, portal 10 00000100:00000001:0.0:1783979420.914399:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979420.914402:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979420.914411:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.914431:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979420.914437:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979420.914442:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978088. 00000100:00000200:0.0:1783979420.914447:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497074688, offset 0 00000400:00000200:0.0:1783979420.914455:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914462:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914468:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979420.914473:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979420.914479:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979420.914481:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979420.914484:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914487:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781834:781834:254:4294967295] 192.168.201.114@tcp LPNI seq info [781812:781812:6:4294967295] 00000400:00000200:0.0:1783979420.914492:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914499:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979420.914503:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979420.914506:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783979420.914510:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979420.914517:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979420.914519:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979420.914522:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979420.914524:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311626764 00000100:00000001:0.0:1783979420.914526:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914528:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311626764 00000100:00000001:0.0:1783979420.914530:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914532:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979420.914534:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.914537:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.914539:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.914542:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.914544:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979420.914546:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979420.914547:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.914548:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979420.914552:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.914559:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.914560:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.914562:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979420.914564:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979420.914567:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.914569:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979420.914572:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979420.914574:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979420.914575:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.914577:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979420.914580:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979420.914582:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979420.914585:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979420.914587:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393f20. 00000400:00000010:0.0:1783979420.914591:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979420.914593:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497074816, portal 4 00000100:00000001:0.0:1783979420.914595:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979420.914596:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979420.914601:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.914607:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979420.914609:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979420.914611:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978990. 00000100:00000200:0.0:1783979420.914613:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497074816, offset 0 00000400:00000200:0.0:1783979420.914617:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914620:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914623:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979420.914632:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979420.914634:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979420.914636:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979420.914638:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914641:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781835:781835:253:4294967295] 192.168.201.114@tcp LPNI seq info [781813:781813:5:4294967295] 00000400:00000200:0.0:1783979420.914644:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914650:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979420.914654:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979420.914657:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979420.914660:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979420.914666:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979420.914669:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979420.914672:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979420.914673:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311626813 00000100:00000001:0.0:1783979420.914675:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914677:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311626813 00000100:00000001:0.0:1783979420.914680:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914682:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979420.914683:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.914685:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979420.914689:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.914694:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.914696:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.914698:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979420.914699:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979420.914701:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.914704:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979420.914707:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979420.914708:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979420.914710:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979420.914711:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979420.914714:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979420.914716:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979420.914719:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979420.914721:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979420.914724:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979420.914726:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497074944, portal 4 00000100:00000001:0.0:1783979420.914728:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979420.914729:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979420.914734:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979420.914739:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979420.914742:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979420.914744:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978440. 00000100:00000200:0.0:1783979420.914745:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497074944, offset 0 00000400:00000200:0.0:1783979420.914749:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914752:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914754:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979420.914757:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979420.914759:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979420.914761:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979420.914762:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979420.914765:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781836:781836:252:4294967295] 192.168.201.114@tcp LPNI seq info [781814:781814:4:4294967295] 00000400:00000200:0.0:1783979420.914768:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979420.914773:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979420.914777:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979420.914780:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783979420.914783:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979420.914789:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979420.914791:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979420.914794:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979420.914796:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311626784 00000100:00000001:0.0:1783979420.914798:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914800:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311626784 00000100:00000001:0.0:1783979420.914802:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311628023 00000100:00000001:0.0:1783979420.914804:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979420.914806:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.914808:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.914810:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.914813:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.914814:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979420.914815:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979420.914816:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.914818:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.914819:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979421.617303:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979421.617308:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979421.617309:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979421.617312:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979421.617316:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979421.617318:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.617320:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979421.617322:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.617325:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979421.617444:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979421.617447:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979421.617449:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979421.617451:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979421.617453:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979421.617456:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.617457:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979421.617459:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.617461:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979421.617611:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979421.617616:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979421.617617:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979421.617621:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979421.617624:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979421.617626:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.617628:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979421.617630:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.617632:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979422.577382:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979422.577386:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979422.577389:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979422.641236:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979422.641240:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979422.641243:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979422.641246:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979422.641249:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979422.641252:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.641257:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979422.641259:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.641261:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979422.641271:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979422.641273:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979422.641274:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979422.641276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979422.641278:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979422.641280:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.641282:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979422.641284:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.641287:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979422.642529:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979422.642532:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979422.642534:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979422.642536:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979422.642539:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979422.642540:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.642542:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979422.642544:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.642546:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.667487:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979423.667494:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979423.667496:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979423.667499:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979423.667502:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979423.667504:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.667506:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979423.667507:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.667510:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.989355:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979423.989362:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979423.989367:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979423.989379:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979420/real 1783979423] req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979423.989394:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979423.989396:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979423.989400:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979423.989404:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979423.989406:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979423.989410:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979423.989414:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979423.989423:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989430:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979423.989432:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989435:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.989437:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979423.989442:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989450:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979423.989455:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989467:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979423.989473:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989477:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.989480:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989483:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979423.989488:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979423.989492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979423.989497:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979423.989499:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979423.989504:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979423.989513:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497074432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979423.989517:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.989519:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979423.989522:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497074432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989530:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979423.989533:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979423.989536:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979423.989540:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979423.989543:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979423.989545:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979423.989550:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979423.989555:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979423.989561:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979423.989564:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979423.989566:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979423.989573:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979423.989577:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989583:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.989587:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979423.989590:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979423.989594:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979423.989601:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979420/real 1783979423] req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979423.989616:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979423.989619:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979423.989624:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703933c8. 00000400:00000200:0.0:1783979423.989628:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978bb0 00000400:00000010:0.0:1783979423.989632:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978bb0. 00000100:00000001:0.0:1783979423.989636:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979423.989643:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979423.989661:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989680:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979423.989684:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989689:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.989691:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979423.989699:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989720:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979423.989727:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989750:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979423.989753:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989755:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.989756:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989758:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979423.989762:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979423.989764:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979423.989768:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979423.989770:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979423.989775:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979423.989783:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979423.989787:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979423.989791:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979420/real 1783979423] req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979423.989800:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979423.989801:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979423.989803:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979423.989806:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978dd0 00000400:00000010:0.0:1783979423.989811:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978dd0. 00000100:00000001:0.0:1783979423.989815:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979423.989822:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979423.989847:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989866:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979423.989870:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989874:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.989877:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979423.989886:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989896:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979423.989901:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989908:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979423.989911:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989912:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.989913:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989915:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979423.989917:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979423.989920:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979423.989924:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979423.989926:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979423.989930:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979423.989938:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979423.989942:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.989944:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979423.989947:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497074560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989954:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979423.989955:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979423.989957:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979423.989960:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979423.989961:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979423.989962:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979423.989965:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979423.989966:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979423.989969:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979423.989970:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979423.989971:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979423.989974:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979423.989975:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.989977:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979423.989980:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497074688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.989986:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979423.989988:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979423.989989:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979423.989992:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979423.989993:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979423.989994:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979423.989996:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979423.989997:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979423.990000:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979423.990001:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979423.990002:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979423.990005:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979423.990006:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990008:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.990010:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979423.990011:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979423.990013:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979423.990016:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979420/real 1783979423] req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979423.990025:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979423.990026:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979423.990028:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393f20. 00000400:00000200:0.0:1783979423.990030:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979423.990032:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979423.990034:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979423.990037:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979423.990046:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990052:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979423.990054:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990056:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.990057:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979423.990061:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990068:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979423.990071:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990079:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979423.990081:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990083:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.990084:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990086:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979423.990088:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979423.990091:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979423.990094:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979423.990096:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979423.990100:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979423.990108:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979423.990112:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979423.990116:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979420/real 1783979423] req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979423.990124:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979423.990125:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979423.990127:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979423.990129:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979423.990131:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979423.990134:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979423.990167:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979423.990177:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990184:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979423.990186:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990187:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.990189:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979423.990192:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990206:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979423.990209:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990216:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979423.990219:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990221:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979423.990223:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990225:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979423.990228:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979423.990230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979423.990234:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979423.990236:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979423.990240:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979423.990248:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497074944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979423.990252:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990254:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979423.990257:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497074816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990264:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979423.990265:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979423.990267:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979423.990270:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979423.990271:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979423.990273:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979423.990275:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979423.990277:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979423.990279:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979423.990281:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979423.990282:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979423.990284:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979423.990286:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990287:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979423.990291:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497074944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979423.990297:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979423.990310:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979423.990311:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979423.990314:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979423.990315:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979423.990317:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979423.990319:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979423.990320:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979423.990322:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979423.990323:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979423.990325:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979423.990327:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979423.990329:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990331:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.990337:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979423.990339:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.990342:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979423.990343:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979424.689427:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979424.689430:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979424.689431:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979424.689433:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979424.689435:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979424.689437:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.689439:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979424.689441:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.689443:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979425.713265:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979425.713287:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979425.713291:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979425.713296:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979425.713301:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979425.713307:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979425.713376:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979425.713380:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979425.713383:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979426.035359:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979426.035370:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979426.035372:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979426.035376:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979426.035380:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979426.035387:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16959 00000400:00000200:0.0:1783979426.035397:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979426.035403:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979426.035406:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979426.035409:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035412:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035415:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035417:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979426.035421:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979426.035424:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979426.035426:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979426.035430:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979426.035432:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979426.035435:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979426.035437:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035440:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035442:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035443:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979426.035447:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979426.035450:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035453:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979426.035456:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979426.035459:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979426.035462:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035464:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979426.035466:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979426.035476:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979426.035479:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979426.035483:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979426.035484:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035487:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979426.035490:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979426.035494:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979426.035502:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979426.035509:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.035518:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497075072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979426.035527:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979426.035532:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979426.035537:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497075072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979426.035568:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979426.035571:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979426.035574:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979426.035576:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979426.035577:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979426.035580:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979426.035583:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16959 00000400:00000200:0.0:1783979426.035587:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979426.035590:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979426.035592:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979426.035595:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035597:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035599:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035601:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979426.035603:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979426.035604:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979426.035605:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979426.035608:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979426.035610:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979426.035612:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979426.035615:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035616:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035618:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035620:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979426.035622:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979426.035625:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035627:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979426.035629:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979426.035634:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979426.035636:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035639:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979426.035643:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979426.035646:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035648:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979426.035652:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979426.035655:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979426.035657:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979426.035659:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035661:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979426.035663:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979426.035664:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979426.035668:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979426.035671:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.035677:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497075200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979426.035684:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979426.035686:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979426.035690:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497075200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979426.035698:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979426.035701:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979426.035703:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979426.035705:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979426.035707:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979426.035709:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979426.035712:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16959 00000400:00000200:0.0:1783979426.035716:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979426.035720:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979426.035722:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979426.035725:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035727:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035729:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035731:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979426.035733:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979426.035734:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979426.035736:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979426.035738:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979426.035740:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979426.035742:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979426.035745:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035746:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035748:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035749:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979426.035751:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979426.035754:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035756:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979426.035757:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979426.035759:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979426.035761:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035763:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979426.035765:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979426.035767:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035769:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979426.035772:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979426.035774:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979426.035777:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979426.035778:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035780:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979426.035781:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979426.035782:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979426.035785:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979426.035789:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.035793:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497075328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979426.035800:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979426.035802:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979426.035805:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497075328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979426.035812:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979426.035814:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979426.035818:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979426.035819:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979426.035820:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979426.035824:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979426.035825:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16959 00000400:00000200:0.0:1783979426.035828:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979426.035831:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979426.035833:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979426.035836:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035837:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035839:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035841:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979426.035843:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979426.035844:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979426.035846:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979426.035848:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979426.035849:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979426.035851:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979426.035854:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035855:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035857:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035859:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979426.035861:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979426.035863:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035865:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979426.035866:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979426.035869:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979426.035870:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035872:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979426.035874:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979426.035876:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035878:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979426.035881:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979426.035884:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979426.035886:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979426.035887:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035888:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979426.035889:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979426.035891:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979426.035894:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979426.035897:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.035902:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497075456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979426.035909:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979426.035911:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979426.035914:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497075456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979426.035922:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979426.035924:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979426.035927:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979426.035929:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979426.035930:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979426.035933:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979426.035935:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16959 00000400:00000200:0.0:1783979426.035939:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979426.035942:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979426.035944:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979426.035946:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035948:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035950:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035952:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979426.035954:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979426.035955:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979426.035958:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979426.035959:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979426.035961:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979426.035963:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979426.035966:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035967:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979426.035969:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035971:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979426.035973:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979426.035975:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979426.035977:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979426.035978:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979426.035981:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979426.035982:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035984:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979426.035987:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979426.035989:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.035990:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979426.035994:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979426.035996:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979426.035999:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979426.036000:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.036001:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979426.036003:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979426.036004:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979426.036009:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979426.036012:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.036017:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497075584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979426.036024:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979426.036026:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979426.036029:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497075584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979426.036037:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979426.036042:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16969) 00000100:00000001:0.0:1783979426.737266:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979426.737278:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979426.737283:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.737291:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979426.737299:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979426.737305:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979426.737312:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979426.737315:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979426.737318:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979426.737334:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979426.737338:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979426.737342:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.737346:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979426.737350:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979426.737353:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979426.737358:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979426.737362:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979426.737368:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979427.697325:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979427.697328:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979427.697330:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979427.761231:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979427.761250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979427.761253:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979427.761268:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979427.761275:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979427.761280:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979427.761303:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979427.761306:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979427.761309:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979428.787579:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979428.787583:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979428.787585:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979428.787589:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979428.787592:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979428.787595:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979428.787597:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979428.787599:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979428.787601:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979429.809273:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979429.809283:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979429.809287:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979429.809295:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979429.809301:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979429.809305:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979429.809308:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979429.809311:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979429.809317:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979430.833276:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979430.833969:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979430.833971:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979430.833973:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979430.833975:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979430.833977:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979430.833978:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979430.833979:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979430.833981:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979431.857452:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979431.857456:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979431.857457:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979431.857460:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979431.857462:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979431.857465:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979431.857467:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979431.857468:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979431.857470:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979432.817534:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979432.817538:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979432.817541:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979432.881571:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979432.881575:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979432.881576:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979432.881580:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979432.881581:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979432.881583:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.881585:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979432.881586:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.881588:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979432.881792:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979432.881797:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979432.881801:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979432.881805:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979432.881810:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979432.881812:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.881815:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979432.881816:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.881818:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979433.906423:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979433.906427:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979433.906429:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979433.906432:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979433.906435:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979433.906437:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979433.906439:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979433.906440:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979433.906442:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979434.929577:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979434.929580:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979434.929582:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979434.929584:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979434.929586:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979434.929588:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979434.929590:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979434.929591:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979434.929593:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979435.954441:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979435.954444:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979435.954446:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979435.954449:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979435.954451:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979435.954453:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979435.954455:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979435.954457:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979435.954459:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979436.977273:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979436.977279:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979436.977284:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979436.977288:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979436.977293:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979436.977297:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979436.977318:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979436.977322:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979436.977325:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979437.937337:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979437.937340:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979437.937342:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979438.001215:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979438.001223:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979438.001227:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979438.001234:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979438.001241:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979438.001247:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979438.001266:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979438.001269:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979438.001272:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979439.025592:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979439.025597:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979439.025599:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979439.025602:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979439.025605:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979439.025607:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.025610:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979439.025611:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.025614:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979439.026683:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979439.026686:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979439.026688:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979439.026691:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979439.026694:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979439.026696:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.026698:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979439.026699:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.026701:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979440.049255:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979440.049262:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979440.049264:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979440.049269:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979440.049273:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979440.049276:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.049279:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979440.049281:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.049283:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979440.049556:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979440.049559:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979440.049560:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979440.049563:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979440.049565:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979440.049567:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.049569:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979440.049571:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.049573:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979441.073260:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979441.073269:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979441.073270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979441.073276:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979441.073280:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979441.073284:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.073286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979441.073289:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.073292:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979441.073501:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979441.073504:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979441.073506:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979441.073508:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979441.073510:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979441.073512:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.073515:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979441.073516:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.073518:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979441.075524:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979441.075528:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979441.075529:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979441.075532:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979441.075534:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979441.075537:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.075541:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979441.075543:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.075547:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.097229:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979442.097236:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979442.097239:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.097244:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979442.097251:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979442.097259:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.097265:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.097268:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.097274:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.097326:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979442.097330:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979442.097333:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.097337:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979442.097342:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979442.097344:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.098213:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.098217:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.098220:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979443.057333:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979443.057338:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979443.057340:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979443.121226:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979443.121232:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979443.121236:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979443.121242:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979443.121244:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979443.121249:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.121252:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979443.121257:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.121264:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979443.121280:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979443.121284:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979443.121285:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979443.121288:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979443.121290:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979443.121292:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.121294:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979443.121296:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.121297:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979444.145773:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979444.145776:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979444.145778:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979444.145780:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979444.145783:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979444.145791:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979444.145794:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979444.145795:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979444.145798:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.193241:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979446.193245:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979446.193248:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.193254:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979446.193261:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979446.193267:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979446.193271:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979446.193273:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979446.193275:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979446.513310:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979446.513318:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979446.513320:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979446.513323:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979446.513326:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979446.513332:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16979 00000400:00000200:0.0:1783979446.513341:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979446.513347:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979446.513358:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979446.513362:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513365:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.513367:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513369:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979446.513374:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979446.513376:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979446.513378:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979446.513382:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979446.513384:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979446.513386:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979446.513389:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513391:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.513393:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513395:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979446.513397:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979446.513401:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513403:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979446.513405:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979446.513409:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979446.513411:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513414:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979446.513416:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979446.513426:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979446.513430:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979446.513434:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979446.513435:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513438:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979446.513441:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979446.513445:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979446.513454:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979446.513461:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.513470:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497077632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979446.513480:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979446.513484:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979446.513489:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497077632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979446.513511:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979446.513515:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979446.513518:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979446.513520:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979446.513521:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979446.513524:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979446.513526:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16979 00000400:00000200:0.0:1783979446.513529:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979446.513531:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979446.513533:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979446.513535:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513536:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.513538:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513539:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979446.513541:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979446.513542:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979446.513543:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979446.513545:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979446.513546:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979446.513547:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979446.513549:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513551:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.513553:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513558:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979446.513559:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979446.513561:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513565:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979446.513568:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979446.513573:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979446.513575:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513576:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979446.513580:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979446.513583:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513586:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979446.513591:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979446.513596:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979446.513600:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979446.513601:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513603:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979446.513604:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979446.513606:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979446.513610:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979446.513616:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.513625:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497077760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979446.513637:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979446.513640:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979446.513648:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497077760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979446.513660:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979446.513664:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979446.513669:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979446.513671:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979446.513675:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979446.513681:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979446.513687:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16979 00000400:00000200:0.0:1783979446.513694:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979446.513699:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979446.513703:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979446.513723:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513729:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.513743:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513748:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979446.513752:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979446.513755:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979446.513759:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979446.513763:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979446.513766:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979446.513769:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979446.513777:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513782:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.513788:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513792:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979446.513797:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979446.513805:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513809:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979446.513812:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979446.513817:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979446.513823:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513827:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979446.513830:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979446.513834:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513838:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979446.513843:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979446.513848:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979446.513852:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979446.513855:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.513857:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979446.513860:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979446.513862:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979446.513866:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979446.513872:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.513880:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497077888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979446.513890:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979446.513893:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979446.513898:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497077888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979446.513937:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979446.513941:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979446.513947:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979446.513949:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979446.513952:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979446.513957:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979446.513963:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16979 00000400:00000200:0.0:1783979446.513970:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979446.513973:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979446.513975:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979446.513977:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513982:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.513985:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.513987:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979446.513991:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979446.513993:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979446.513995:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979446.513998:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979446.513999:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979446.514001:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979446.514006:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514007:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.514008:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514010:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979446.514011:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979446.514016:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514019:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979446.514021:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979446.514026:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979446.514031:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.514032:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979446.514035:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979446.514037:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.514039:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979446.514044:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979446.514048:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979446.514054:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979446.514056:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.514060:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979446.514063:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979446.514064:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979446.514069:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979446.514074:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.514081:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497078016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979446.514090:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979446.514093:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979446.514097:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497078016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979446.514108:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979446.514113:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979446.514125:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979446.514128:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979446.514130:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979446.514158:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979446.514162:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16979 00000400:00000200:0.0:1783979446.514167:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979446.514173:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979446.514178:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979446.514183:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514188:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.514193:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514197:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979446.514201:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979446.514203:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979446.514206:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979446.514209:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979446.514213:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979446.514217:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979446.514223:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514224:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979446.514226:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514228:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979446.514230:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979446.514232:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979446.514234:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979446.514239:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979446.514242:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979446.514245:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.514250:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979446.514254:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979446.514259:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.514263:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979446.514269:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979446.514273:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979446.514277:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979446.514280:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.514284:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979446.514285:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979446.514286:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979446.514289:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979446.514292:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.514296:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497078144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979446.514301:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979446.514302:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979446.514305:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497078144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979446.514314:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979446.514321:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16990) 00000100:00000001:0.0:1783979447.217230:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979447.217239:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979447.217242:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.217248:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979447.217253:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979447.217257:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979447.217270:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979447.217274:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979447.217278:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979448.177415:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979448.177418:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979448.177420:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979448.241193:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979448.241201:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979448.241205:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979448.241211:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979448.241218:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979448.241222:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979448.241226:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979448.241230:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979448.241350:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979449.265399:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979449.265403:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979449.265404:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979449.265407:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979449.265409:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979449.265411:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979449.265413:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979449.265414:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979449.265416:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979450.289349:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979450.289352:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979450.289354:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979450.289358:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979450.289365:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979450.289368:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.289369:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979450.289370:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.289372:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979451.313235:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979451.313240:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979451.313243:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979451.313248:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979451.313254:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979451.313259:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.313263:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979451.313268:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.313272:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.337246:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979452.337254:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979452.337259:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.337268:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979452.337276:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979452.337282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.337289:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.337293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.337296:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.337328:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979452.337333:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979452.337337:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.337342:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979452.337346:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979452.337350:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.337353:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.337355:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.337358:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979453.297284:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979453.297287:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979453.297289:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979453.361242:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979453.361251:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979453.361257:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979453.361266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979453.361273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979453.361278:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979453.361300:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979453.361304:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979453.361307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979453.361318:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979453.361320:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979453.361321:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979453.361323:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979453.361325:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979453.361326:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979453.361328:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979453.361330:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979453.361333:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979454.385241:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979454.385249:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979454.385251:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979454.385258:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979454.385264:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979454.385268:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979454.385282:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979454.385284:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979454.385285:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979455.409375:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979455.409379:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979455.409380:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979455.409383:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979455.409385:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979455.409387:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979455.409390:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979455.409394:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979455.409399:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979456.433251:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979456.433258:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979456.433260:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979456.433266:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979456.433271:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979456.433274:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.433277:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979456.433282:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.433288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979456.433483:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979456.433492:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979456.433493:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979456.433496:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979456.433498:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979456.433500:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.433501:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979456.433503:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.433504:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.457245:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979457.457250:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979457.457253:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.457261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979457.457265:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979457.457271:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.457276:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.457279:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.457284:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.457296:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979457.457300:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979457.457303:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.457309:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979457.457314:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979457.457316:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.457320:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.457324:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.457325:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979458.417308:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979458.417311:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979458.417313:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979458.481248:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979458.481256:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979458.481262:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979458.481271:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979458.481279:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979458.481284:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.481289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979458.481293:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.481297:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979459.505279:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979459.505284:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979459.505290:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979459.505295:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979459.505301:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979459.505306:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.505317:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979459.505320:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.505324:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979459.505354:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979459.505360:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979459.505363:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979459.505368:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979459.505371:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979459.505373:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.505375:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979459.505377:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.505379:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979460.529242:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979460.529251:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979460.529256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979460.529263:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979460.529268:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979460.529273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.529302:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979460.529305:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.529308:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.553220:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979461.553228:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979461.553231:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.553243:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979461.553247:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979461.553252:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.553256:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979461.553259:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.553262:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979461.873236:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979461.873246:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979461.873249:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979461.873252:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979461.873255:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979461.873261:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 16995 00000400:00000200:0.0:1783979461.873270:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979461.873276:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979461.873279:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979461.873282:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873286:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873288:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873291:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979461.873294:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979461.873296:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979461.873299:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979461.873301:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979461.873304:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979461.873306:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979461.873309:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873311:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873313:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873315:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979461.873318:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979461.873321:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873323:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979461.873326:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979461.873329:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979461.873332:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873334:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979461.873336:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979461.873345:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979461.873348:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979461.873351:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979461.873353:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873356:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979461.873359:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979461.873364:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979461.873372:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979461.873378:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.873386:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497079552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979461.873396:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979461.873401:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979461.873405:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497079552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979461.873426:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979461.873429:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979461.873432:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979461.873434:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979461.873436:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979461.873438:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979461.873440:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16995 00000400:00000200:0.0:1783979461.873445:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979461.873448:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979461.873451:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979461.873454:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873456:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873458:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873460:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979461.873463:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979461.873467:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979461.873468:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979461.873471:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979461.873473:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979461.873475:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979461.873480:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873483:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873487:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873491:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979461.873494:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979461.873501:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873506:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979461.873511:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979461.873517:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979461.873523:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873526:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979461.873530:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979461.873533:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873534:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979461.873537:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979461.873540:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979461.873544:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979461.873547:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873551:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979461.873554:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979461.873557:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979461.873565:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979461.873571:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.873590:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497079680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979461.873605:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979461.873608:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979461.873615:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497079680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979461.873635:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979461.873641:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979461.873659:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979461.873663:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979461.873666:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979461.873670:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979461.873686:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16995 00000400:00000200:0.0:1783979461.873694:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979461.873699:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979461.873704:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979461.873710:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873714:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873720:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873723:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979461.873728:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979461.873730:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979461.873733:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979461.873737:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979461.873739:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979461.873740:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979461.873745:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873748:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873754:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873758:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979461.873762:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979461.873769:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873774:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979461.873777:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979461.873780:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979461.873786:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873790:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979461.873793:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979461.873799:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873803:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979461.873808:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979461.873811:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979461.873814:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979461.873816:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.873817:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979461.873820:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979461.873823:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979461.873829:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979461.873836:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.873844:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497079808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979461.873861:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979461.873865:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979461.873870:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497079808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979461.873881:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979461.873886:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979461.873891:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979461.873895:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979461.873898:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979461.873902:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979461.873909:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16995 00000400:00000200:0.0:1783979461.873918:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979461.873925:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979461.873929:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979461.873935:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873940:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873945:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873949:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979461.873953:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979461.873955:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979461.873957:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979461.873959:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979461.873961:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979461.873964:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979461.873968:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873973:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.873977:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873982:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979461.873985:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979461.873989:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979461.873992:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979461.874008:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979461.874012:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979461.874016:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.874021:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979461.874024:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979461.874028:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.874032:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979461.874037:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979461.874042:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979461.874055:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979461.874059:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.874063:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979461.874066:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979461.874068:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979461.874074:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979461.874080:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.874089:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497079936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979461.874101:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979461.874103:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979461.874111:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497079936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979461.874181:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979461.874187:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979461.874194:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979461.874198:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979461.874201:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979461.874207:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979461.874213:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 16995 00000400:00000200:0.0:1783979461.874220:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979461.874226:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979461.874230:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979461.874236:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.874240:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.874245:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.874248:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979461.874251:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979461.874252:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979461.874254:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979461.874256:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979461.874257:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979461.874259:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979461.874262:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.874264:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979461.874266:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979461.874268:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979461.874270:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979461.874273:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979461.874275:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979461.874276:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979461.874279:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979461.874281:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.874283:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979461.874285:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979461.874287:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.874289:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979461.874292:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979461.874294:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979461.874296:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979461.874298:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.874299:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979461.874301:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979461.874302:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979461.874307:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979461.874310:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.874314:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497080064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979461.874322:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979461.874324:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979461.874328:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497080064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979461.874335:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979461.874339:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17005) 00000100:00000001:0.0:1783979462.577234:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979462.577244:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979462.577249:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.577257:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979462.577264:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979462.577267:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.577271:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.577274:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.577280:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.577304:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979462.577307:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979462.577308:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.577310:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979462.577312:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979462.577314:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.577315:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.577316:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.577317:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979463.537316:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979463.537319:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979463.537321:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979463.601231:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979463.601239:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979463.601243:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979463.601250:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979463.601255:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979463.601261:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.601265:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979463.601269:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.601274:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979463.601295:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979463.601298:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979463.601299:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979463.601302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979463.601305:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979463.601307:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.601310:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979463.601312:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.601317:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979464.625256:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979464.625261:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979464.625265:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979464.625272:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979464.625279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979464.625285:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979464.625303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979464.625306:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979464.625309:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979465.649251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979465.649259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979465.649261:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979465.649266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979465.649272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979465.649277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979465.649283:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979465.649286:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979465.649291:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.673217:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979466.673223:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979466.673226:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.673233:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979466.673240:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979466.673246:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.673351:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979466.673354:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.673357:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.673387:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979466.673391:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979466.673393:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.673398:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979466.673403:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979466.673405:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.673407:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979466.673409:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.673411:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979466.993259:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979466.993269:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979466.993271:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979466.993275:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979466.993278:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979466.993285:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17000 00000400:00000200:0.0:1783979466.993294:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979466.993300:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979466.993303:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979466.993306:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993309:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993311:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993314:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979466.993318:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979466.993320:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979466.993323:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979466.993326:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979466.993328:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979466.993330:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979466.993333:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993335:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993337:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993339:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979466.993342:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979466.993345:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993347:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979466.993350:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979466.993353:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979466.993356:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993358:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979466.993360:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979466.993369:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979466.993372:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979466.993376:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979466.993378:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993381:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979466.993383:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979466.993387:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979466.993394:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979466.993400:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.993409:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497080192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979466.993431:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979466.993435:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979466.993442:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497080192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979466.993469:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979466.993473:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979466.993476:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979466.993478:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979466.993480:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979466.993483:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979466.993485:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17000 00000400:00000200:0.0:1783979466.993489:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979466.993492:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979466.993494:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979466.993497:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993499:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993501:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993503:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979466.993506:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979466.993507:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979466.993509:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979466.993511:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979466.993513:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979466.993515:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979466.993518:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993520:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993522:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993524:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979466.993526:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979466.993528:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993530:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979466.993532:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979466.993538:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979466.993540:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993542:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979466.993566:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979466.993569:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993571:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979466.993574:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979466.993577:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979466.993579:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979466.993580:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993582:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979466.993584:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979466.993586:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979466.993589:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979466.993592:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.993597:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497080320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979466.993605:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979466.993607:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979466.993610:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497080320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979466.993618:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979466.993620:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979466.993624:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979466.993625:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979466.993627:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979466.993629:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979466.993630:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17000 00000400:00000200:0.0:1783979466.993634:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979466.993638:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979466.993640:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979466.993644:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993648:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993650:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993652:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979466.993654:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979466.993655:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979466.993658:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979466.993660:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979466.993663:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979466.993667:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979466.993672:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993675:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993680:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993684:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979466.993686:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979466.993691:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993695:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979466.993697:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979466.993701:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979466.993703:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993707:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979466.993709:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979466.993712:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993714:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979466.993717:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979466.993720:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979466.993724:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979466.993727:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993728:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979466.993729:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979466.993730:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979466.993734:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979466.993738:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.993746:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497080448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979466.993758:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979466.993761:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979466.993768:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497080448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979466.993785:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979466.993801:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979466.993807:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979466.993810:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979466.993814:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979466.993818:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979466.993824:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17000 00000400:00000200:0.0:1783979466.993828:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979466.993832:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979466.993837:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979466.993839:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993841:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993845:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993849:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979466.993850:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979466.993852:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979466.993859:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979466.993861:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979466.993864:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979466.993867:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979466.993874:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993877:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.993881:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993884:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979466.993887:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979466.993892:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979466.993895:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979466.993897:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979466.993900:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979466.993902:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993903:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979466.993905:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979466.993909:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993912:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979466.993916:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979466.993919:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979466.993923:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979466.993924:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.993928:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979466.993929:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979466.993930:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979466.993934:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979466.993938:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.993945:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497080576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979466.993959:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979466.993963:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979466.993973:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497080576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979466.993985:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979466.993990:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979466.993997:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979466.994012:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979466.994017:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979466.994023:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979466.994029:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17000 00000400:00000200:0.0:1783979466.994036:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979466.994044:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979466.994048:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979466.994051:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.994053:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.994055:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.994057:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979466.994060:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979466.994063:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979466.994066:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979466.994070:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979466.994075:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979466.994079:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979466.994084:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.994120:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979466.994126:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979466.994172:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979466.994177:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979466.994184:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979466.994190:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979466.994195:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979466.994200:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979466.994205:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.994209:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979466.994213:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979466.994217:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.994222:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979466.994229:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979466.994235:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979466.994240:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979466.994244:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.994247:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979466.994250:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979466.994252:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979466.994258:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979466.994264:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.994272:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497080704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979466.994291:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979466.994295:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979466.994302:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497080704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979466.994319:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979466.994326:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17010) 00000100:00000001:0.0:1783979467.697256:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979467.697265:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979467.697269:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.697279:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979467.697286:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979467.697292:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.697468:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979467.697470:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.697471:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.697499:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979467.697501:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979467.697502:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.697503:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979467.697505:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979467.697506:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.697507:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979467.697508:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.697509:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979468.657852:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979468.657855:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979468.657858:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979468.721391:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979468.721396:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979468.721397:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979468.721400:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979468.721405:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979468.721409:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.721413:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979468.721416:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.721421:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979469.745245:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979469.745255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979469.745260:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979469.745268:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979469.745273:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979469.745278:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979469.745283:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979469.745286:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979469.745291:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979469.745322:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979469.745326:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979469.745329:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979469.745333:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979469.745337:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979469.745340:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979469.745344:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979469.745348:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979469.745350:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979470.769330:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979470.769338:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979470.769341:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979470.769349:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979470.769354:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979470.769359:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.769364:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979470.769368:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.769372:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979471.794015:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979471.794018:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979471.794019:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979471.794021:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979471.794023:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979471.794024:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979471.794026:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979471.794027:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979471.794028:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.113996:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979472.114001:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979472.114003:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.114008:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114016:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.114018:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114021:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.114024:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.114026:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.114029:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497080832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979472.114033:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.114036:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.114039:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114041:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.114046:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979472.114048:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.114053:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979472.114057:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979472.114063:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979472.114070:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497080832, portal 25 00000100:00000001:0.0:1783979472.114072:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.114074:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979472.114078:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114090:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.114093:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979472.114095:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979472.114098:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497080832, offset 0 00000400:00000200:0.0:1783979472.114104:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979472.114111:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.114116:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979472.114121:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.114124:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979472.114127:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.114130:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979472.114133:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781882:781882:256:4294967295] 192.168.201.114@tcp LPNI seq info [781860:781860:8:4294967295] 00000400:00000200:0.0:1783979472.114161:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.114170:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.114176:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.114181:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979472.114187:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979472.114191:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979472.114203:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.114206:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979472.114211:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.114215:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.114220:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979472.114222:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979472.114227:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.114230:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114239:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.114242:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114253:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.114255:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.114259:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.114263:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979472.114265:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311679224 00000100:00000010:0.0:1783979472.114270:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979472.114276:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979472.114280:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311679224 00000100:00000010:0.0:1783979472.114283:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979472.114286:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979472.114289:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.114291:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.114294:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.114297:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.114306:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.114307:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.114309:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979472.114312:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979472.114314:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979472.114316:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.114319:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.114327:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114333:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.114334:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114336:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.114338:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.114342:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114349:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.114352:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114359:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.114361:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114363:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.114364:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114367:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.114368:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.114371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.114375:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979472.114378:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.114382:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.114390:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497080832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979472.114394:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.114397:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114404:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.114405:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114407:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.114409:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.114410:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.114413:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497080960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.114416:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.114418:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.114419:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114421:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.114424:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979472.114426:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.114429:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979472.114431:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979472.114434:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979472.114437:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497080960, portal 10 00000100:00000001:0.0:1783979472.114439:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.114440:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979472.114445:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114451:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.114453:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979472.114455:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979472.114457:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497080960, offset 0 00000400:00000200:0.0:1783979472.114461:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979472.114476:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.114480:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979472.114483:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.114485:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979472.114488:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.114490:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979472.114493:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781883:781883:256:4294967295] 192.168.201.114@tcp LPNI seq info [781861:781861:8:4294967295] 00000400:00000200:0.0:1783979472.114497:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.114504:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.114508:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.114511:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979472.114515:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979472.114518:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979472.114527:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.114529:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979472.114532:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.114535:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.114538:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979472.114539:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979472.114541:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.114545:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114552:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.114555:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114560:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.114562:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.114564:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.114568:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979472.114570:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979472.114572:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311677963 00000100:00000001:0.0:1783979472.114575:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.114577:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311677963 00000100:00000001:0.0:1783979472.114579:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.114581:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.114582:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.114584:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.114588:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.114595:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.114596:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.114598:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979472.114600:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979472.114601:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979472.114603:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.114607:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.114614:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114619:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.114621:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114622:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.114623:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.114627:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114632:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.114636:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114643:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.114645:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114646:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.114647:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114649:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.114652:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.114655:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.114658:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979472.114660:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.114663:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.114670:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497080960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.114674:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.114677:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114689:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.114690:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114692:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.114694:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.114696:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.114699:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.114702:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.114703:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.114705:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114706:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.114710:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979472.114712:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.114715:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979472.114717:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979472.114719:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979472.114722:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081088, portal 10 00000100:00000001:0.0:1783979472.114723:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.114725:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979472.114730:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114736:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.114738:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979472.114740:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979472.114742:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497081088, offset 0 00000400:00000200:0.0:1783979472.114746:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979472.114750:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.114753:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979472.114755:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.114757:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979472.114759:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.114761:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979472.114764:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781884:781884:256:4294967295] 192.168.201.114@tcp LPNI seq info [781862:781862:8:4294967295] 00000400:00000200:0.0:1783979472.114768:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.114774:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.114777:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.114780:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979472.114784:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979472.114786:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979472.114796:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.114797:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979472.114800:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.114803:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.114805:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979472.114807:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979472.114810:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.114813:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114819:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.114822:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114828:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.114829:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.114831:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.114834:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979472.114837:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979472.114838:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311677964 00000100:00000001:0.0:1783979472.114841:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.114842:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311677964 00000100:00000001:0.0:1783979472.114844:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.114846:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.114848:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.114850:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.114853:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.114860:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.114861:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.114862:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979472.114864:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979472.114866:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979472.114868:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.114870:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.114878:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114883:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.114884:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114886:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.114887:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.114891:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114897:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.114900:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114907:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.114909:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114910:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.114911:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.114913:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.114915:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.114917:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.114921:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979472.114922:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.114926:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.114933:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.114936:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.114939:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114945:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.114946:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114948:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.114949:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.114951:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.114953:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.114956:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.114958:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.114959:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.114961:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.114963:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979472.114965:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.114968:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979472.114970:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979472.114973:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979472.114975:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081216, portal 4 00000100:00000001:0.0:1783979472.114977:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.114978:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979472.114983:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.114988:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.114991:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979472.114993:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979472.114995:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497081216, offset 0 00000400:00000200:0.0:1783979472.114998:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979472.115001:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.115005:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979472.115007:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.115009:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979472.115011:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.115013:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979472.115016:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781885:781885:256:4294967295] 192.168.201.114@tcp LPNI seq info [781863:781863:8:4294967295] 00000400:00000200:0.0:1783979472.115020:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.115025:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.115029:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.115031:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979472.115035:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979472.115037:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979472.115047:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.115048:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979472.115051:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.115053:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.115056:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979472.115058:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979472.115060:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.115063:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115069:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.115072:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115079:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.115080:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.115083:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.115086:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979472.115088:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979472.115090:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311678013 00000100:00000001:0.0:1783979472.115092:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.115094:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311678013 00000100:00000001:0.0:1783979472.115096:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.115098:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.115100:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.115102:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.115105:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.115112:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.115113:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.115115:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979472.115117:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979472.115118:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979472.115120:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.115123:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.115129:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115150:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.115152:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115154:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.115155:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.115159:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115165:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.115168:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115174:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.115177:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115178:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.115179:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115181:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.115183:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.115185:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.115188:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979472.115190:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.115193:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.115200:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.115203:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.115206:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115212:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.115214:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.115215:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.115217:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.115219:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.115221:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.115224:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.115226:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.115227:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.115229:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.115232:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979472.115233:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.115237:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979472.115239:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979472.115242:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979472.115245:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081344, portal 4 00000100:00000001:0.0:1783979472.115246:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.115247:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979472.115253:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115258:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.115260:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979472.115262:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979472.115265:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497081344, offset 0 00000400:00000200:0.0:1783979472.115268:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979472.115271:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.115274:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979472.115277:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.115279:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979472.115281:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.115283:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979472.115285:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781886:781886:256:4294967295] 192.168.201.114@tcp LPNI seq info [781864:781864:8:4294967295] 00000400:00000200:0.0:1783979472.115289:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979472.115294:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.115298:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.115301:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979472.115304:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979472.115307:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979472.115317:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979472.115318:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979472.115321:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.115323:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.115326:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979472.115328:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979472.115330:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.115333:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115340:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.115342:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115348:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.115349:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.115352:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.115363:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979472.115369:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979472.115371:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311677985 00000100:00000001:0.0:1783979472.115373:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.115375:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311677985 00000100:00000001:0.0:1783979472.115378:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311679224 00000100:00000001:0.0:1783979472.115380:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.115382:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.115384:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.115388:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.115396:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.115397:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.115399:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979472.115402:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979472.115403:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979472.115405:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.115408:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.115416:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115427:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.115428:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115430:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.115431:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.115434:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115440:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.115443:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115449:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.115451:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115453:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.115455:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115456:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.115458:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.115460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.115463:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979472.115477:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.115482:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.115489:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.115493:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115495:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.115497:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497080832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115504:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.115506:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.115509:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979472.115511:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.115513:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.115515:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979472.115517:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.115519:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979472.115523:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.115524:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.115526:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979472.115531:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.115532:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115533:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.115536:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497080960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115542:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.115543:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.115544:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979472.115547:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.115548:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.115549:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979472.115550:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.115552:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979472.115554:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.115555:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.115556:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979472.115558:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.115559:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115561:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.115563:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497081088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115569:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.115570:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.115572:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979472.115573:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.115575:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.115576:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979472.115578:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.115579:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979472.115581:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.115582:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.115583:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979472.115585:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.115587:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115588:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.115591:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497081216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115597:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.115598:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.115600:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979472.115602:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.115603:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.115604:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979472.115606:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.115607:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979472.115608:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.115609:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.115610:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979472.115612:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.115613:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115615:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.115618:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497081344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.115623:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.115624:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.115625:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979472.115627:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.115628:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.115630:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979472.115631:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.115632:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979472.115634:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.115635:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.115637:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979472.115639:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.115640:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115642:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.115648:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979472.115650:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.115652:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979472.115653:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.817248:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979472.817258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979472.817262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.817270:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979472.817278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979472.817284:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.817409:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.817412:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.817415:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979473.778509:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979473.778513:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979473.778515:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979473.841411:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979473.841415:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979473.841416:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979473.841419:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979473.841420:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979473.841422:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.841423:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979473.841425:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.841428:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979473.841679:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979473.841681:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979473.841683:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979473.841685:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979473.841686:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979473.841688:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.842055:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979473.842057:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.842060:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979474.865452:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979474.865454:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979474.865456:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979474.865458:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979474.865460:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979474.865462:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.867001:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979474.867004:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.867072:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979475.889247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979475.890134:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979475.890156:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979475.890159:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979475.890161:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979475.890164:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979475.890166:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979475.890167:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979475.890169:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979476.913251:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979476.913260:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979476.913265:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979476.913269:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979476.913276:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979476.913280:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979476.913286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979476.913290:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979476.913303:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.233911:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979477.233914:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979477.233917:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979477.233921:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.233927:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.233928:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.233931:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979477.233933:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979477.233934:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.233936:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497081472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979477.233939:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979477.233942:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979477.233944:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.233946:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979477.233949:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979477.233950:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979477.233954:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979477.233957:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979477.233961:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979477.233966:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081472, portal 25 00000100:00000001:0.0:1783979477.233968:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979477.233969:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985546496 : -115476724005120 : ffff96f97ae2c700) 00000100:00000040:0.0:1783979477.233972:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.233977:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979477.233978:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979477.233980:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979477.233982:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497081472, offset 0 00000400:00000200:0.0:1783979477.233986:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979477.233992:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.233996:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979477.234000:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979477.234003:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979477.234006:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979477.234008:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979477.234010:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781887:781887:256:4294967295] 192.168.201.114@tcp LPNI seq info [781865:781865:8:4294967295] 00000400:00000200:0.0:1783979477.234013:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.234020:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979477.234024:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234028:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979477.234034:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979477.234037:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979477.234051:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234053:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979477.234059:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979477.234063:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979477.234068:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979477.234071:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979477.234075:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979477.234079:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234085:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.234088:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234092:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234094:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979477.234099:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979477.234101:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979477.234103:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311684343 00000100:00000010:0.0:1783979477.234107:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979477.234113:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979477.234118:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311684343 00000100:00000010:0.0:1783979477.234120:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979477.234122:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979477.234124:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979477.234126:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234127:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979477.234130:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979477/real 1783979477] req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979477.234160:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979477.234162:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979477.234163:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979477.234166:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979477.234167:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979477.234170:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979477.234173:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979477.234181:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234187:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979477.234188:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234190:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.234193:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979477.234196:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234203:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979477.234208:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234214:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979477.234217:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234219:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.234220:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234233:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979477.234236:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979477.234239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979477.234243:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979477.234245:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979477.234249:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979477.234257:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497081472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979477.234262:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979477.234265:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234271:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.234272:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.234274:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979477.234275:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979477.234277:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.234279:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979477.234282:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979477.234284:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979477.234285:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.234287:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979477.234290:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979477.234292:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979477.234295:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979477.234297:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979477.234301:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979477.234304:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081600, portal 10 00000100:00000001:0.0:1783979477.234305:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979477.234307:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985545600 : -115476724006016 : ffff96f97ae2c380) 00000100:00000040:0.0:1783979477.234313:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234318:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979477.234320:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979477.234322:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979477.234325:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497081600, offset 0 00000400:00000200:0.0:1783979477.234329:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979477.234333:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.234336:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979477.234339:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979477.234341:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979477.234343:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979477.234345:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979477.234348:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781888:781888:256:4294967295] 192.168.201.114@tcp LPNI seq info [781866:781866:8:4294967295] 00000400:00000200:0.0:1783979477.234351:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.234357:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979477.234360:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234363:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979477.234366:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979477.234369:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979477.234386:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234388:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979477.234391:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979477.234394:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979477.234397:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979477.234398:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979477.234401:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979477.234404:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234412:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.234414:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234421:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234422:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979477.234425:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979477.234428:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979477.234431:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979477.234433:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311683083 00000100:00000001:0.0:1783979477.234436:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.234438:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311683083 00000100:00000001:0.0:1783979477.234440:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.234442:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979477.234444:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234445:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979477.234449:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979477/real 1783979477] req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979477.234457:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979477.234458:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979477.234460:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979477.234462:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979477.234464:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979477.234465:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979477.234468:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979477.234475:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234481:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979477.234482:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234484:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.234486:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979477.234489:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234495:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979477.234499:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234506:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979477.234509:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234511:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.234512:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234514:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979477.234517:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979477.234519:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979477.234522:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979477.234525:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979477.234528:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979477.234536:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979477.234539:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979477.234543:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234549:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.234550:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.234552:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979477.234554:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979477.234556:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.234558:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979477.234561:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979477.234563:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979477.234565:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.234567:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979477.234570:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979477.234572:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979477.234575:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979477.234578:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979477.234580:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979477.234583:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081728, portal 10 00000100:00000001:0.0:1783979477.234585:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979477.234587:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783979477.234592:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234598:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979477.234600:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979477.234602:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979477.234604:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497081728, offset 0 00000400:00000200:0.0:1783979477.234606:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979477.234609:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.234613:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979477.234616:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979477.234618:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979477.234620:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979477.234622:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979477.234625:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781889:781889:256:4294967295] 192.168.201.114@tcp LPNI seq info [781867:781867:8:4294967295] 00000400:00000200:0.0:1783979477.234629:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.234635:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979477.234639:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234642:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979477.234645:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979477.234648:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979477.234658:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234660:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979477.234662:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979477.234665:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979477.234668:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979477.234670:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979477.234672:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979477.234675:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234687:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.234690:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234695:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234697:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979477.234699:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979477.234702:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979477.234705:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979477.234707:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311683084 00000100:00000001:0.0:1783979477.234709:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.234712:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311683084 00000100:00000001:0.0:1783979477.234714:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.234716:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979477.234718:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234720:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979477.234724:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979477/real 1783979477] req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979477.234731:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979477.234732:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979477.234734:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979477.234736:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979477.234738:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979477.234740:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979477.234743:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979477.234751:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234757:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979477.234759:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234760:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.234761:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979477.234765:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234771:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979477.234775:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234781:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979477.234783:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234785:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.234786:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.234788:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979477.234790:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979477.234792:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979477.234795:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979477.234797:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979477.234801:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979477.234808:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979477.234811:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979477.234814:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234821:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.234822:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.234824:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979477.234826:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979477.234828:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.234831:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979477.234834:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979477.234836:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979477.234838:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.234839:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979477.234842:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979477.234843:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979477.234846:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979477.234848:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979477.234850:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979477.234852:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081856, portal 4 00000100:00000001:0.0:1783979477.234853:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979477.234854:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985547392 : -115476724004224 : ffff96f97ae2ca80) 00000100:00000040:0.0:1783979477.234858:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234861:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979477.234863:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979477.234864:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979477.234865:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497081856, offset 0 00000400:00000200:0.0:1783979477.234868:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979477.234870:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.234872:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979477.234874:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979477.234875:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979477.234877:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979477.234878:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979477.234880:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781890:781890:256:4294967295] 192.168.201.114@tcp LPNI seq info [781868:781868:8:4294967295] 00000400:00000200:0.0:1783979477.234882:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.234888:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979477.234892:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234895:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979477.234899:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979477.234901:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979477.234910:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.234912:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979477.234915:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979477.234918:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979477.234922:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979477.234923:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979477.234926:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979477.234929:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234935:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.234938:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.234943:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234945:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979477.234947:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979477.234950:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979477.234952:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979477.234954:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311683133 00000100:00000001:0.0:1783979477.234956:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.234958:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311683133 00000100:00000001:0.0:1783979477.234960:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.234961:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979477.234963:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.234965:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979477.234969:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979477/real 1783979477] req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979477.234976:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979477.234978:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979477.234979:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979477.234981:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979477.234983:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979477.234985:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979477.234988:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979477.234995:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235001:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979477.235003:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235004:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.235005:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979477.235008:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235014:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979477.235018:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235023:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979477.235025:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235027:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.235028:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235029:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979477.235031:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979477.235033:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979477.235036:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979477.235039:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979477.235042:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979477.235054:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979477.235057:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979477.235060:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235066:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.235068:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.235070:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979477.235071:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979477.235073:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.235076:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979477.235079:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979477.235081:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979477.235082:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979477.235083:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979477.235085:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979477.235086:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979477.235089:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979477.235090:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979477.235092:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979477.235094:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497081984, portal 4 00000100:00000001:0.0:1783979477.235095:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979477.235096:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985558144 : -115476723993472 : ffff96f97ae2f480) 00000100:00000040:0.0:1783979477.235100:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235104:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979477.235105:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979477.235106:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979477.235108:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497081984, offset 0 00000400:00000200:0.0:1783979477.235110:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979477.235113:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.235115:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979477.235118:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979477.235120:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979477.235122:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979477.235124:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979477.235126:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781891:781891:256:4294967295] 192.168.201.114@tcp LPNI seq info [781869:781869:8:4294967295] 00000400:00000200:0.0:1783979477.235130:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979477.235161:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979477.235166:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.235169:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979477.235173:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979477.235175:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979477.235184:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979477.235185:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979477.235187:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979477.235190:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979477.235193:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979477.235194:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979477.235196:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979477.235199:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235206:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.235208:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235213:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.235214:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979477.235217:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979477.235220:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979477.235223:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979477.235225:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311683105 00000100:00000001:0.0:1783979477.235227:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.235228:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311683105 00000100:00000001:0.0:1783979477.235230:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311684343 00000100:00000001:0.0:1783979477.235232:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979477.235233:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.235235:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979477.235238:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979477/real 1783979477] req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979477.235244:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979477.235245:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979477.235247:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979477.235248:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979477.235250:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979477.235252:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979477.235254:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979477.235261:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235266:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979477.235267:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235268:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.235270:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979477.235273:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235278:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979477.235281:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235287:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979477.235289:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235290:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979477.235291:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235293:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979477.235295:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979477.235297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979477.235300:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979477.235303:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979477.235306:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979477.235314:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497081984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979477.235317:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235319:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.235322:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c700 x1870620497081472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235328:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979477.235330:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979477.235332:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979477.235335:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979477.235337:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979477.235339:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979477.235341:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979477.235344:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783979477.235348:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979477.235350:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979477.235351:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c700. 00000100:00000001:0.0:1783979477.235354:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979477.235356:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235357:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.235360:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c380 x1870620497081600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235371:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979477.235373:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979477.235374:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979477.235387:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979477.235389:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979477.235390:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979477.235392:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979477.235393:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588c00. 02000000:00000001:0.0:1783979477.235396:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979477.235397:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979477.235398:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c380. 00000100:00000001:0.0:1783979477.235400:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979477.235401:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235403:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.235406:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497081728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235410:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979477.235411:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979477.235412:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979477.235414:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979477.235415:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979477.235416:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979477.235418:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979477.235419:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a000. 02000000:00000001:0.0:1783979477.235421:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979477.235422:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979477.235423:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783979477.235425:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979477.235426:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235427:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.235430:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ca80 x1870620497081856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235436:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979477.235437:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979477.235439:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979477.235441:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979477.235442:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979477.235443:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979477.235445:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979477.235447:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783979477.235448:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979477.235449:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979477.235451:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ca80. 00000100:00000001:0.0:1783979477.235453:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979477.235454:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235455:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979477.235459:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f480 x1870620497081984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979502 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979477.235463:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979477.235464:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979477.235465:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979477.235466:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979477.235467:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979477.235468:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979477.235469:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979477.235470:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783979477.235471:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979477.235471:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979477.235472:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f480. 00000100:00000001:0.0:1783979477.235473:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979477.235474:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235476:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.235482:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979477.235484:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.235486:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979477.235488:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.937270:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979477.937278:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979477.937282:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.937291:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979477.937296:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979477.937301:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.937797:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.937800:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.937803:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979478.897388:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979478.897393:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979478.897396:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979478.961242:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979478.961250:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979478.961253:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.961261:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979478.961266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979478.961272:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.961277:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.961279:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.961281:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.961999:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979478.962002:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979478.962004:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.962006:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979478.962008:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979478.962010:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.962012:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.962013:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.962015:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979479.985387:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979479.985392:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979479.985394:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979479.985398:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979479.985403:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979479.985407:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.985412:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979479.985415:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.985418:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979479.985492:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979479.985496:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979479.985499:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979479.985504:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979479.985509:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979479.985513:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.988226:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979479.988230:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.988241:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979481.009264:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979481.009272:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979481.009273:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979481.009279:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979481.009283:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979481.009288:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.009290:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979481.009293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.009296:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979481.010170:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979481.010174:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979481.010176:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979481.010179:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979481.010181:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979481.010183:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.010185:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979481.010187:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.010189:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.033389:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979482.033392:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979482.033394:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.033396:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979482.033398:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979482.033400:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979482.033402:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979482.033403:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979482.033406:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979482.353314:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979482.353324:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979482.353326:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979482.353330:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979482.353334:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979482.353341:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17015 00000400:00000200:0.0:1783979482.353351:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979482.353357:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979482.353360:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979482.353363:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353366:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353368:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353371:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979482.353375:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979482.353377:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979482.353379:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979482.353382:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979482.353385:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979482.353387:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979482.353390:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353392:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353394:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353395:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979482.353398:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979482.353402:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353404:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979482.353407:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979482.353410:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979482.353414:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353416:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979482.353418:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979482.353428:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979482.353432:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979482.353435:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979482.353436:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353439:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979482.353442:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979482.353446:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979482.353454:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979482.353461:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.353469:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497082112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979482.353479:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979482.353483:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979482.353488:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497082112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979482.353518:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979482.353521:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979482.353524:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979482.353525:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979482.353527:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979482.353530:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979482.353532:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17015 00000400:00000200:0.0:1783979482.353536:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979482.353539:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979482.353541:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979482.353544:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353546:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353548:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353550:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979482.353552:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979482.353553:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979482.353554:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979482.353557:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979482.353559:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979482.353560:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979482.353563:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353565:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353567:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353569:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979482.353571:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979482.353573:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353576:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979482.353578:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979482.353583:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979482.353585:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353587:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979482.353591:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979482.353594:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353596:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979482.353599:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979482.353602:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979482.353605:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979482.353607:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353608:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979482.353609:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979482.353612:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979482.353618:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979482.353623:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.353632:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497082240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979482.353640:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979482.353642:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979482.353645:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497082240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979482.353653:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979482.353656:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979482.353662:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979482.353664:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979482.353665:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979482.353667:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979482.353669:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17015 00000400:00000200:0.0:1783979482.353673:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979482.353675:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979482.353677:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979482.353680:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353682:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353684:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353686:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979482.353688:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979482.353689:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979482.353691:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979482.353693:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979482.353694:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979482.353696:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979482.353699:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353701:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353702:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353704:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979482.353706:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979482.353709:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353711:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979482.353712:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979482.353715:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979482.353716:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353718:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979482.353720:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979482.353722:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353723:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979482.353726:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979482.353729:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979482.353730:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979482.353733:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353737:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979482.353740:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979482.353742:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979482.353747:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979482.353752:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.353760:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497082368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979482.353773:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979482.353777:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979482.353785:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497082368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979482.353796:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979482.353801:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979482.353807:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979482.353810:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979482.353814:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979482.353818:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979482.353822:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17015 00000400:00000200:0.0:1783979482.353828:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979482.353832:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979482.353837:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979482.353842:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353847:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353852:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353857:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979482.353862:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979482.353865:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979482.353868:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979482.353872:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979482.353876:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979482.353880:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979482.353887:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353890:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.353893:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353897:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979482.353901:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979482.353906:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979482.353911:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979482.353914:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979482.353917:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979482.353921:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353926:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979482.353929:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979482.353934:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353938:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979482.353944:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979482.353948:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979482.353953:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979482.353956:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.353960:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979482.353964:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979482.353967:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979482.353973:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979482.353979:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.353988:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497082496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979482.354000:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979482.354004:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979482.354011:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497082496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979482.354026:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979482.354032:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979482.354038:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979482.354040:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979482.354044:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979482.354049:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979482.354054:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17015 00000400:00000200:0.0:1783979482.354062:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979482.354068:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979482.354071:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979482.354076:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.354080:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.354084:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.354088:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979482.354093:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979482.354096:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979482.354099:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979482.354102:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979482.354106:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979482.354110:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979482.354116:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.354121:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979482.354126:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979482.354130:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979482.354133:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979482.354165:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979482.354168:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979482.354170:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979482.354174:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979482.354178:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.354180:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979482.354182:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979482.354187:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.354190:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979482.354196:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979482.354199:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979482.354202:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979482.354205:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.354208:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979482.354209:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979482.354212:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979482.354219:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979482.354226:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.354232:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497082624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979482.354246:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979482.354249:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979482.354257:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497082624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979482.354283:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979482.354298:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17025) 00000100:00000001:0.0:1783979483.057250:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979483.057256:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979483.057261:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.057268:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979483.057286:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979483.057291:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.057296:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.057302:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.057309:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979484.017773:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979484.017777:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979484.017780:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979484.081224:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979484.081232:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979484.081237:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979484.081245:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979484.081250:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979484.081256:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979484.081271:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979484.081276:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979484.081280:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979484.081866:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979484.081869:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979484.081870:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979484.081872:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979484.081874:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979484.081876:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979484.081878:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979484.081879:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979484.081881:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979485.105341:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979485.105345:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979485.105346:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979485.105349:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979485.105351:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979485.105352:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.105354:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979485.105356:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.105358:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979485.105367:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979485.105369:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979485.105370:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979485.105372:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979485.105374:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979485.105376:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.107690:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979485.107695:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.107698:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979486.129276:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979486.129282:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979486.129285:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979486.129289:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979486.129296:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979486.129302:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.129308:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979486.129312:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.129316:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979486.129346:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979486.129350:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979486.129352:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979486.129354:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979486.129357:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979486.129359:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.131588:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979486.131591:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.131593:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979487.153440:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979487.153445:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979487.153446:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979487.153449:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979487.153452:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979487.153454:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.153456:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979487.153458:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.153461:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979487.153480:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979487.153483:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979487.153485:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979487.153488:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979487.153490:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979487.153493:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.154078:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979487.154081:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.154084:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.177348:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979488.177356:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979488.177361:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.177368:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979488.177484:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979488.177487:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.177490:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.177492:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.177494:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979489.137599:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979489.137610:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979489.137613:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979489.201376:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979489.201384:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979489.201387:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979489.201393:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979489.201397:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979489.201400:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979489.201404:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979489.201406:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979489.201410:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979489.201867:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979489.201872:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979489.201874:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979489.201877:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979489.201880:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979489.201882:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979489.201884:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979489.201886:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979489.201889:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.225262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979490.225278:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979490.225282:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979490.225286:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979490.225293:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979490.225297:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.225305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979490.225309:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.225313:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783979490.545512:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783979490.545566:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783979490.545575:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979490.545579:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783979490.545584:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979490.545589:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783979490.545595:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979490.545599:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2d00. 00000400:00000200:0.0:1783979490.545605:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979490.545610:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979490.545617:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d27f8 00000400:00000010:0.0:1783979490.545620:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d27f8. 00000100:00000001:0.0:1783979490.545625:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979490.545644:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe0a80 x1870620497082752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545672:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979490.545677:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497082752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545685:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.545687:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979490.545701:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979490.545703:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2400. 00000400:00000200:0.0:1783979490.545706:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979490.545709:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979490.545713:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2ee0 00000400:00000010:0.0:1783979490.545715:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2ee0. 00000100:00000001:0.0:1783979490.545717:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979490.545721:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe2680 x1870620497082880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545729:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979490.545732:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497082880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545743:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.545745:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979490.545749:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979490.545752:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2200. 00000400:00000200:0.0:1783979490.545755:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979490.545758:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979490.545761:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2dd0 00000400:00000010:0.0:1783979490.545763:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2dd0. 00000100:00000001:0.0:1783979490.545765:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979490.545770:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe1c00 x1870620497083008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545777:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979490.545780:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497083008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545787:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.545789:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979490.545795:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979490.545797:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2100. 00000400:00000200:0.0:1783979490.545800:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979490.545803:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979490.545806:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2770 00000400:00000010:0.0:1783979490.545808:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2770. 00000100:00000001:0.0:1783979490.545810:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979490.545815:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe2300 x1870620497083136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545822:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979490.545825:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497083136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545832:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.545833:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979490.545838:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979490.545840:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f8542b2b00. 00000400:00000200:0.0:1783979490.545843:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979490.545846:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979490.545849:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9811d2440 00000400:00000010:0.0:1783979490.545851:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9811d2440. 00000100:00000001:0.0:1783979490.545853:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979490.545857:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f950fe0000 x1870620497083264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545865:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979490.545867:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497083264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979490.545873:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.545875:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979491.249396:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979491.249399:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979491.249400:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979491.249403:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979491.249404:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979491.249406:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.249407:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979491.249408:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.249410:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979491.251060:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979491.251064:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979491.251065:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979491.251067:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979491.251069:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979491.251071:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.251073:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979491.251075:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.251077:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979492.273322:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979492.273329:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979492.273331:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979492.273336:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979492.273339:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979492.273341:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.273343:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979492.273345:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.273445:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979492.276428:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979492.276432:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979492.276433:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979492.276435:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979492.276437:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979492.276439:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.276441:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979492.276443:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.276445:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.297247:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979493.297254:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979493.297258:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.297264:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979493.297270:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979493.297276:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.297290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.297293:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.297296:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979494.257352:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979494.257356:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979494.257359:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979494.321258:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979494.321265:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979494.321269:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979494.321274:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979494.321280:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979494.321289:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.321309:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979494.321313:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.321318:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979494.321334:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979494.321339:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979494.321344:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979494.321347:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979494.321350:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979494.321352:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.321355:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979494.321356:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.321358:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979496.369237:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979496.369243:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979496.369246:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979496.369250:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979496.369256:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979496.369260:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.369266:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979496.369268:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.369273:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979496.369369:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979496.369372:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979496.369373:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979496.369374:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979496.369376:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979496.369377:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.369379:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979496.369379:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.369381:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979496.369397:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979496.369398:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979496.369400:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979496.369401:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979496.369403:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979496.369405:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.369406:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979496.369407:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.369409:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.393244:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979497.393253:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979497.393257:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.393265:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979497.393271:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979497.393275:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.393282:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.393286:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.393290:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.393305:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979497.393311:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979497.393314:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.393318:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979497.393322:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979497.393324:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.393326:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.393327:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.393329:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.713562:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979497.713569:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979497.713573:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979497.713583:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.713595:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.713598:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.713603:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979497.713606:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979497.713610:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.713616:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497084032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979497.713621:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979497.713626:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979497.713630:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.713634:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979497.713640:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979497.713643:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979497.713651:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979497.713656:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979497.713675:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979497.713685:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084032, portal 25 00000100:00000001:0.0:1783979497.713691:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979497.713694:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979497.713705:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.713720:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979497.713726:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979497.713731:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979497.713737:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497084032, offset 0 00000400:00000200:0.0:1783979497.713749:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979497.713762:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.713772:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979497.713779:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979497.713786:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979497.713793:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979497.713797:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979497.713803:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781907:781907:256:4294967295] 192.168.201.114@tcp LPNI seq info [781885:781885:8:4294967295] 00000400:00000200:0.0:1783979497.713812:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.713823:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979497.713831:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.713837:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979497.713851:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979497.713858:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979497.713878:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.713896:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979497.713904:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979497.713917:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979497.713924:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979497.713929:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979497.713935:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979497.713942:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.713963:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.713969:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.713981:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.713992:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979497.714001:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979497.714009:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979497.714013:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311704823 00000100:00000010:0.0:1783979497.714018:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979497.714037:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979497.714046:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311704823 00000100:00000010:0.0:1783979497.714053:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979497.714059:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979497.714064:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979497.714070:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.714073:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979497.714080:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979497/real 1783979497] req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979497.714100:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979497.714104:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979497.714108:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979497.714114:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979497.714118:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979497.714124:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979497.714131:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979497.714171:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714179:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979497.714183:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714189:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.714193:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979497.714203:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714215:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979497.714224:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714238:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979497.714243:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714248:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.714251:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714257:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979497.714261:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979497.714266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979497.714277:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979497.714283:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979497.714292:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979497.714306:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497084032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979497.714311:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714313:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.714317:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497084032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714323:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979497.714326:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979497.714329:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979497.714332:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979497.714334:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979497.714336:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979497.714338:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979497.714340:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979497.714343:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979497.714344:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979497.714346:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979497.714351:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979497.714360:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714363:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714370:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979497.714372:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.714373:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979497.714375:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979497.714376:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979497.714379:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714385:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.714387:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.714389:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979497.714391:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979497.714394:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.714397:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979497.714400:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979497.714402:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979497.714404:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.714405:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979497.714408:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979497.714410:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979497.714414:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979497.714417:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979497.714419:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979497.714422:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084160, portal 10 00000100:00000001:0.0:1783979497.714431:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979497.714432:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979497.714438:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714445:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979497.714447:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979497.714449:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979497.714451:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497084160, offset 0 00000400:00000200:0.0:1783979497.714455:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979497.714459:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.714463:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979497.714465:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979497.714476:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979497.714478:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979497.714480:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979497.714484:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781908:781908:256:4294967295] 192.168.201.114@tcp LPNI seq info [781886:781886:8:4294967295] 00000400:00000200:0.0:1783979497.714488:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.714494:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979497.714498:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.714501:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979497.714505:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979497.714507:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979497.714517:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.714519:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979497.714522:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979497.714525:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979497.714527:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979497.714529:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979497.714531:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979497.714535:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714543:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.714545:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714556:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.714558:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979497.714561:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979497.714564:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979497.714567:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979497.714570:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311703563 00000100:00000001:0.0:1783979497.714572:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.714574:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311703563 00000100:00000001:0.0:1783979497.714576:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.714578:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979497.714580:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.714581:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979497.714585:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979497/real 1783979497] req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979497.714592:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979497.714593:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979497.714595:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979497.714597:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979497.714599:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979497.714600:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979497.714603:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979497.714610:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714616:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979497.714617:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714619:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.714620:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979497.714623:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714629:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979497.714633:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714639:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979497.714641:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714642:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.714643:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714645:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979497.714648:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979497.714650:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979497.714653:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979497.714655:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979497.714659:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979497.714666:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979497.714670:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979497.714673:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714678:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.714680:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.714681:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979497.714683:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979497.714685:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.714687:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979497.714690:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979497.714692:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979497.714694:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.714695:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979497.714698:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979497.714699:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979497.714702:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979497.714705:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979497.714707:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979497.714710:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084288, portal 10 00000100:00000001:0.0:1783979497.714711:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979497.714712:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979497.714717:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714722:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979497.714725:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979497.714726:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979497.714729:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497084288, offset 0 00000400:00000200:0.0:1783979497.714732:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979497.714735:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.714738:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979497.714741:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979497.714743:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979497.714745:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979497.714747:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979497.714750:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781909:781909:256:4294967295] 192.168.201.114@tcp LPNI seq info [781887:781887:8:4294967295] 00000400:00000200:0.0:1783979497.714753:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.714759:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979497.714763:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.714765:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979497.714769:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979497.714772:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979497.714780:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.714782:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979497.714785:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979497.714788:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979497.714791:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979497.714793:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979497.714795:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979497.714798:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714805:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.714807:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714813:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.714814:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979497.714817:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979497.714819:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979497.714822:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979497.714823:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311703564 00000100:00000001:0.0:1783979497.714826:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.714828:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311703564 00000100:00000001:0.0:1783979497.714830:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.714832:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979497.714833:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.714835:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979497.714838:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979497/real 1783979497] req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979497.714846:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979497.714847:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979497.714849:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979497.714851:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979497.714853:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979497.714855:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979497.714858:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979497.714865:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714870:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979497.714872:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714873:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.714875:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979497.714878:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714884:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979497.714887:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714893:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979497.714894:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714896:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.714897:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.714899:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979497.714901:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979497.714903:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979497.714906:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979497.714908:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979497.714911:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979497.714917:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979497.714921:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979497.714924:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714929:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.714930:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.714932:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979497.714933:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979497.714935:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.714937:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979497.714940:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979497.714942:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979497.714943:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.714945:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979497.714948:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979497.714950:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979497.714953:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979497.714955:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979497.714958:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979497.714961:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084416, portal 4 00000100:00000001:0.0:1783979497.714962:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979497.714964:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979497.714968:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.714974:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979497.714975:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979497.714977:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979497.714979:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497084416, offset 0 00000400:00000200:0.0:1783979497.714982:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979497.714986:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.714989:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979497.714992:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979497.714994:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979497.714996:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979497.714998:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979497.715001:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781910:781910:256:4294967295] 192.168.201.114@tcp LPNI seq info [781888:781888:8:4294967295] 00000400:00000200:0.0:1783979497.715005:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.715010:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979497.715014:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.715017:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979497.715020:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979497.715033:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979497.715042:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.715044:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979497.715047:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979497.715049:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979497.715052:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979497.715054:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979497.715056:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979497.715060:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715067:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.715069:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715075:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.715076:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979497.715079:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979497.715082:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979497.715084:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979497.715086:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311703613 00000100:00000001:0.0:1783979497.715088:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.715090:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311703613 00000100:00000001:0.0:1783979497.715092:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.715094:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979497.715096:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.715098:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979497.715101:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979497/real 1783979497] req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979497.715107:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979497.715109:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979497.715110:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979497.715112:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979497.715113:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979497.715115:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979497.715118:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979497.715125:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715131:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979497.715132:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715134:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.715135:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979497.715162:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715169:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979497.715173:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715179:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979497.715182:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715183:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.715184:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715186:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979497.715188:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979497.715190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979497.715192:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979497.715194:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979497.715197:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979497.715201:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979497.715204:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979497.715206:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715209:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.715210:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.715212:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979497.715213:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979497.715214:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.715216:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979497.715217:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979497.715219:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979497.715220:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979497.715221:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979497.715223:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979497.715224:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979497.715227:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979497.715228:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979497.715230:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979497.715232:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084544, portal 4 00000100:00000001:0.0:1783979497.715233:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979497.715234:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979497.715238:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715242:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979497.715243:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979497.715245:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979497.715246:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497084544, offset 0 00000400:00000200:0.0:1783979497.715248:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979497.715251:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.715253:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979497.715255:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979497.715257:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979497.715259:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979497.715260:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979497.715262:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781911:781911:256:4294967295] 192.168.201.114@tcp LPNI seq info [781889:781889:8:4294967295] 00000400:00000200:0.0:1783979497.715264:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979497.715268:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979497.715270:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.715272:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979497.715274:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979497.715277:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979497.715287:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979497.715289:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979497.715291:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979497.715294:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979497.715297:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979497.715298:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979497.715300:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979497.715304:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715311:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.715314:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715320:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.715321:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979497.715324:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979497.715327:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979497.715330:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979497.715332:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311703585 00000100:00000001:0.0:1783979497.715334:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.715336:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311703585 00000100:00000001:0.0:1783979497.715338:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311704823 00000100:00000001:0.0:1783979497.715340:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979497.715342:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.715344:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979497.715348:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979497/real 1783979497] req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979497.715355:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979497.715356:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979497.715358:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979497.715360:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979497.715361:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979497.715363:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979497.715366:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979497.715374:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715380:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979497.715381:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715383:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.715384:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979497.715388:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715394:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979497.715398:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715405:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979497.715407:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715408:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979497.715409:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715411:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979497.715413:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979497.715415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979497.715418:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979497.715420:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979497.715424:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979497.715431:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979497.715435:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715437:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.715441:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497084160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715447:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979497.715449:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979497.715451:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979497.715453:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979497.715455:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979497.715456:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979497.715458:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979497.715460:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979497.715462:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979497.715464:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979497.715465:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979497.715468:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979497.715469:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715471:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.715474:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497084288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715480:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979497.715481:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979497.715483:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979497.715485:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979497.715486:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979497.715487:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979497.715489:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979497.715490:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979497.715492:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979497.715493:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979497.715494:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979497.715496:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979497.715497:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715499:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.715502:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497084416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715508:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979497.715509:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979497.715510:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979497.715512:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979497.715513:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979497.715514:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979497.715516:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979497.715517:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979497.715519:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979497.715520:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979497.715521:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979497.715523:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979497.715524:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715526:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979497.715529:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497084544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979522 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979497.715540:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979497.715541:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979497.715543:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979497.715545:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979497.715546:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979497.715547:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979497.715549:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979497.715550:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979497.715552:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979497.715553:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979497.715554:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979497.715556:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979497.715557:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715559:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.715564:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979497.715565:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.715567:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979497.715568:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.417432:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979498.417436:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979498.417438:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.417441:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979498.417443:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979498.417445:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.418165:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.418169:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.418172:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979499.377454:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979499.377458:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979499.377462:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979499.441247:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979499.441255:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979499.441259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979499.441648:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979499.441651:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979499.441653:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.441655:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979499.441657:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.441659:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979499.442453:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979499.442456:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979499.442458:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979499.442460:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979499.442462:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979499.442464:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.442465:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979499.442467:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.442469:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979500.465271:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979500.465277:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979500.465281:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979500.465286:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979500.465290:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979500.465295:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.465299:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979500.465301:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.465303:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979501.489247:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979501.489254:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979501.489257:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979501.489262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979501.489269:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979501.489276:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.489283:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979501.489289:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.489295:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.513242:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979502.513249:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979502.513251:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.513256:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979502.513260:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979502.513264:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.513266:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.513269:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.513272:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.513757:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979502.513760:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979502.513761:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.513764:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979502.513777:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979502.513779:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.513780:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.513782:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.513784:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.833804:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979502.833809:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979502.833814:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979502.833826:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.833846:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.833849:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.833852:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979502.833857:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979502.833862:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.833869:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497084672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979502.833876:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979502.833882:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979502.833888:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.833894:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979502.833901:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979502.833905:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979502.833914:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979502.833921:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979502.833931:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979502.833952:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084672, portal 25 00000100:00000001:0.0:1783979502.833956:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979502.833959:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979502.833970:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.833999:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979502.834007:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979502.834012:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979502.834018:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497084672, offset 0 00000400:00000200:0.0:1783979502.834030:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979502.834041:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.834052:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979502.834061:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979502.834068:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979502.834075:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979502.834083:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979502.834096:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781912:781912:256:4294967295] 192.168.201.114@tcp LPNI seq info [781890:781890:8:4294967295] 00000400:00000200:0.0:1783979502.834105:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.834121:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979502.834131:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.834180:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979502.834191:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979502.834197:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979502.834224:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.834229:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979502.834237:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979502.834246:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979502.834254:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979502.834259:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979502.834267:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979502.834276:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834295:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.834303:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834330:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.834334:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979502.834342:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979502.834349:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979502.834354:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311709944 00000100:00000010:0.0:1783979502.834362:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979502.834373:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979502.834382:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311709944 00000100:00000010:0.0:1783979502.834389:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979502.834394:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979502.834399:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979502.834405:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.834410:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979502.834428:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979502/real 1783979502] req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979502.834637:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979502.834639:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979502.834645:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979502.834648:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979502.834650:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979502.834652:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979502.834657:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979502.834666:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834672:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979502.834674:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.834676:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.834678:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979502.834682:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834689:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979502.834693:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834700:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979502.834703:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.834704:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.834705:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.834708:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979502.834710:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979502.834713:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979502.834717:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979502.834719:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979502.834723:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979502.834731:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497084672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979502.834735:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.834737:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.834740:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497084672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834746:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979502.834749:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979502.834752:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979502.834755:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979502.834757:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979502.834759:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979502.834761:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979502.834763:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b400. 02000000:00000001:0.0:1783979502.834766:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979502.834768:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979502.834770:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979502.834773:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979502.834774:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.834776:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.834784:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979502.834785:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.834787:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979502.834789:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979502.834790:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979502.834794:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834800:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.834801:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.834803:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979502.834805:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979502.834807:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.834810:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979502.834813:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979502.834815:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979502.834816:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.834818:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979502.834821:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979502.834823:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979502.834827:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979502.834830:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979502.834833:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979502.834836:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084800, portal 10 00000100:00000001:0.0:1783979502.834838:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979502.834839:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979502.834845:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834850:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979502.834852:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979502.834854:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979502.834857:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497084800, offset 0 00000400:00000200:0.0:1783979502.834861:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979502.834865:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.834870:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979502.834872:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979502.834875:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979502.834877:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979502.834878:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979502.834881:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781913:781913:256:4294967295] 192.168.201.114@tcp LPNI seq info [781891:781891:8:4294967295] 00000400:00000200:0.0:1783979502.834884:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.834892:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979502.834897:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.834901:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979502.834905:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979502.834908:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979502.834919:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.834921:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979502.834924:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979502.834927:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979502.834930:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979502.834947:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979502.834951:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979502.834955:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834962:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.834965:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.834970:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.834972:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979502.834975:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979502.834979:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979502.834982:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979502.834984:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311708683 00000100:00000001:0.0:1783979502.834987:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.834989:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311708683 00000100:00000001:0.0:1783979502.834991:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.834992:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979502.834994:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.834996:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979502.834999:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979502/real 1783979502] req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979502.835007:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979502.835008:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979502.835010:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979502.835013:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979502.835015:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979502.835016:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979502.835019:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979502.835027:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835033:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979502.835034:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835036:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835037:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979502.835040:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835047:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979502.835050:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835056:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979502.835059:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835060:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835061:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835063:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979502.835065:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979502.835068:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979502.835070:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979502.835072:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979502.835076:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979502.835083:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979502.835087:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979502.835090:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835096:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.835097:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.835099:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979502.835101:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979502.835102:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.835105:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979502.835108:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979502.835110:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979502.835111:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.835113:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979502.835116:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979502.835118:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979502.835121:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979502.835123:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979502.835126:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979502.835128:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497084928, portal 10 00000100:00000001:0.0:1783979502.835130:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979502.835131:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979502.835156:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835162:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979502.835165:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979502.835167:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979502.835169:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497084928, offset 0 00000400:00000200:0.0:1783979502.835173:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979502.835177:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.835180:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979502.835183:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979502.835185:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979502.835187:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979502.835189:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979502.835192:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781914:781914:256:4294967295] 192.168.201.114@tcp LPNI seq info [781892:781892:8:4294967295] 00000400:00000200:0.0:1783979502.835195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.835201:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979502.835205:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.835208:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979502.835211:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979502.835214:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979502.835223:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.835225:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979502.835227:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979502.835231:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979502.835234:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979502.835236:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979502.835238:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979502.835242:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835249:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.835252:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835258:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.835259:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979502.835262:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979502.835265:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979502.835268:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979502.835269:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311708685 00000100:00000001:0.0:1783979502.835271:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.835273:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311708685 00000100:00000001:0.0:1783979502.835276:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.835278:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979502.835279:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.835281:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979502.835284:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979502/real 1783979502] req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979502.835291:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979502.835292:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979502.835294:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979502.835296:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979502.835297:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979502.835299:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979502.835302:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979502.835309:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835314:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979502.835315:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835317:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835318:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979502.835321:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835327:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979502.835331:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835337:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979502.835339:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835341:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835342:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835344:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979502.835346:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979502.835349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979502.835352:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979502.835354:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979502.835358:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979502.835365:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497084928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979502.835369:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979502.835373:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835378:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.835380:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.835382:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979502.835384:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979502.835385:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.835388:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497085056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979502.835390:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979502.835393:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979502.835394:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.835396:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979502.835399:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979502.835401:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979502.835405:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979502.835407:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979502.835410:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979502.835413:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497085056, portal 4 00000100:00000001:0.0:1783979502.835414:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979502.835426:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979502.835432:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835437:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979502.835439:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979502.835442:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979502.835444:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497085056, offset 0 00000400:00000200:0.0:1783979502.835448:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979502.835451:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.835455:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979502.835458:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979502.835461:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979502.835463:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979502.835465:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979502.835467:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781915:781915:256:4294967295] 192.168.201.114@tcp LPNI seq info [781893:781893:8:4294967295] 00000400:00000200:0.0:1783979502.835471:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.835476:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979502.835481:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.835484:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979502.835487:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979502.835490:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979502.835499:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.835501:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979502.835503:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979502.835506:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979502.835509:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979502.835511:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979502.835513:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979502.835516:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835523:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.835525:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835531:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.835532:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979502.835535:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979502.835537:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979502.835540:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979502.835542:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311708734 00000100:00000001:0.0:1783979502.835544:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.835546:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311708734 00000100:00000001:0.0:1783979502.835548:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.835550:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979502.835552:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.835553:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979502.835558:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979502/real 1783979502] req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979502.835566:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979502.835567:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979502.835568:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979502.835570:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979502.835571:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979502.835573:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979502.835576:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979502.835583:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835589:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979502.835590:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835592:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835593:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979502.835596:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835602:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979502.835606:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835612:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979502.835614:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835615:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835616:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835618:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979502.835620:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979502.835623:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979502.835626:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979502.835628:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979502.835632:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979502.835639:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497085056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979502.835642:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979502.835645:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835651:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.835652:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.835655:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979502.835656:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979502.835658:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.835661:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497085184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979502.835664:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979502.835666:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979502.835667:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979502.835668:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979502.835671:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979502.835674:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979502.835676:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979502.835679:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979502.835681:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979502.835684:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497085184, portal 4 00000100:00000001:0.0:1783979502.835686:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979502.835687:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979502.835692:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835698:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979502.835700:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979502.835702:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979502.835704:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497085184, offset 0 00000400:00000200:0.0:1783979502.835708:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979502.835711:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.835715:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979502.835717:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979502.835719:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979502.835722:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979502.835724:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979502.835726:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781916:781916:256:4294967295] 192.168.201.114@tcp LPNI seq info [781894:781894:8:4294967295] 00000400:00000200:0.0:1783979502.835730:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979502.835736:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979502.835739:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.835742:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979502.835746:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979502.835748:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979502.835757:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979502.835759:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979502.835761:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979502.835764:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979502.835766:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979502.835768:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979502.835770:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979502.835774:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835780:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.835783:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835788:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.835790:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979502.835792:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979502.835795:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979502.835797:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979502.835799:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311708705 00000100:00000001:0.0:1783979502.835802:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.835803:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311708705 00000100:00000001:0.0:1783979502.835805:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311709944 00000100:00000001:0.0:1783979502.835807:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979502.835809:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.835810:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979502.835814:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979502/real 1783979502] req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979502.835821:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979502.835822:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979502.835824:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979502.835826:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979502.835828:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979502.835829:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979502.835832:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979502.835839:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835844:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979502.835845:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835847:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835848:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979502.835851:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835857:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979502.835860:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835866:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979502.835869:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835870:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979502.835871:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835873:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979502.835874:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979502.835877:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979502.835879:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979502.835882:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979502.835885:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979502.835891:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497085184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979502.835895:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835896:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.835899:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497084800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835906:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979502.835907:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979502.835909:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979502.835912:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979502.835913:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979502.835914:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979502.835916:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979502.835918:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589000. 02000000:00000001:0.0:1783979502.835920:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979502.835922:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979502.835923:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979502.835926:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979502.835927:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835929:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.835946:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497084928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835958:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979502.835959:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979502.835961:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979502.835963:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979502.835964:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979502.835965:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979502.835967:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979502.835968:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358bc00. 02000000:00000001:0.0:1783979502.835970:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979502.835971:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979502.835973:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979502.835975:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979502.835976:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.835977:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.835980:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497085056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.835986:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979502.835987:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979502.835988:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979502.835990:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979502.835991:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979502.835992:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979502.835994:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979502.835995:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b000. 02000000:00000001:0.0:1783979502.835997:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979502.835998:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979502.835999:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979502.836001:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979502.836002:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.836003:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979502.836006:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497085184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979527 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979502.836011:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979502.836012:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979502.836013:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979502.836015:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979502.836016:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979502.836017:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979502.836019:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979502.836020:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588800. 02000000:00000001:0.0:1783979502.836021:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979502.836022:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979502.836023:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979502.836025:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979502.836026:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.836028:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.836033:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979502.836035:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979502.836037:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979502.836038:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.537490:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979503.537494:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.537496:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.537499:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979503.537501:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.537503:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.537505:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.537507:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.537509:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.537518:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979503.537520:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.537522:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.537523:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979503.537525:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.537527:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.539974:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.539978:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.539982:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979504.497360:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979504.497364:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979504.497367:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979504.561446:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979504.561451:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979504.561455:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979504.561460:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979504.561466:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979504.561471:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.561475:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979504.561479:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.561483:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979505.585366:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979505.585374:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979505.585377:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979505.585392:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979505.585397:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979505.585400:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.585402:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979505.585404:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.585407:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979505.587065:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979505.587067:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979505.587068:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979505.587071:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979505.587073:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979505.587075:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.587077:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979505.587078:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.587079:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.633579:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979507.633584:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979507.633586:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.633589:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979507.633593:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979507.633595:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979507.633598:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979507.633599:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979507.633650:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979507.953475:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979507.953491:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979507.953495:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979507.953501:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979507.953506:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979507.953515:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17041 00000400:00000200:0.0:1783979507.953527:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979507.953534:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979507.953538:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979507.953540:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.953544:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.953547:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.953549:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979507.953555:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979507.953557:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979507.953560:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979507.953564:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979507.953567:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979507.953570:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979507.953574:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.953577:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.953579:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.953580:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979507.953584:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979507.953587:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979507.953590:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979507.953594:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979507.953600:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979507.953604:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.953607:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979507.953610:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979507.953624:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979507.953629:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979507.953634:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979507.953636:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.953641:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979507.953645:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979507.953651:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979507.953664:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979507.953672:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.953685:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497085312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979507.953696:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979507.953703:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979507.953708:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497085312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979507.954241:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979507.954246:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979507.954250:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979507.954252:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979507.954254:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979507.954257:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979507.954261:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17041 00000400:00000200:0.0:1783979507.954265:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979507.954268:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979507.954271:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979507.954274:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.954276:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.954278:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.954280:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979507.954283:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979507.954285:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979507.954287:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979507.954289:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979507.954291:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979507.954294:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979507.954297:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.954299:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.954301:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.954303:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979507.954306:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979507.954308:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979507.954311:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979507.954312:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979507.954319:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979507.954322:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.954324:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979507.954331:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979507.954335:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.954337:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979507.954342:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979507.954344:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979507.954360:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979507.954362:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.954365:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979507.954366:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979507.954369:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979507.954374:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979507.954379:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.954384:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497085440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979507.954391:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979507.954394:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979507.954397:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497085440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979507.955508:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979507.955512:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979507.955516:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979507.955518:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979507.955520:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979507.955523:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979507.955527:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17041 00000400:00000200:0.0:1783979507.955531:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979507.955534:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979507.955537:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979507.955541:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955543:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.955545:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955547:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979507.955550:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979507.955551:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979507.955553:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979507.955556:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979507.955558:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979507.955560:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979507.955563:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955565:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.955567:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955569:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979507.955572:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979507.955575:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955578:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979507.955581:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979507.955586:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979507.955589:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955591:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979507.955595:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979507.955598:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955600:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979507.955606:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979507.955609:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979507.955613:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979507.955614:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955616:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979507.955618:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979507.955621:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979507.955627:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979507.955631:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.955637:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497085568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979507.955646:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979507.955649:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979507.955653:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497085568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979507.955663:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979507.955666:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979507.955670:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979507.955672:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979507.955674:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979507.955677:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979507.955679:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17041 00000400:00000200:0.0:1783979507.955683:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979507.955686:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979507.955688:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979507.955692:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955694:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.955695:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955697:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979507.955700:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979507.955701:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979507.955703:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979507.955705:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979507.955707:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979507.955709:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979507.955712:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955714:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.955716:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955719:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979507.955721:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979507.955723:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955726:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979507.955728:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979507.955730:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979507.955732:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955735:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979507.955738:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979507.955740:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955742:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979507.955747:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979507.955750:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979507.955752:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979507.955753:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955755:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979507.955756:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979507.955758:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979507.955763:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979507.955767:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.955772:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497085696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979507.955778:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979507.955780:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979507.955783:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497085696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979507.955789:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979507.955791:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979507.955794:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979507.955796:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979507.955797:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979507.955801:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979507.955803:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17041 00000400:00000200:0.0:1783979507.955807:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979507.955809:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979507.955811:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979507.955814:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955816:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.955818:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955819:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979507.955822:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979507.955823:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979507.955824:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979507.955826:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979507.955828:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979507.955830:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979507.955834:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955835:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979507.955838:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955839:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979507.955841:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979507.955858:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979507.955860:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979507.955862:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979507.955864:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979507.955866:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955869:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979507.955871:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979507.955874:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955875:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979507.955879:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979507.955881:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979507.955884:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979507.955885:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.955887:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979507.955889:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979507.955890:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979507.955894:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979507.955898:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.955902:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497085824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979507.955910:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979507.955912:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979507.955916:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497085824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979507.955923:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979507.955928:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17051) 00000100:00000001:0.0:1783979508.657261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979508.657272:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979508.657276:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.657286:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979508.657293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979508.657300:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.657863:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.657867:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.657870:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979509.617504:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979509.617508:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979509.617512:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979509.681276:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979509.681287:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979509.681292:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979509.681299:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979509.681311:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979509.681316:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.681321:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979509.681325:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.681330:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979509.681488:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979509.681504:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979509.681508:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979509.681513:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979509.681516:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979509.681522:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.681525:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979509.681527:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.681530:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979510.706793:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979510.706807:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979510.706809:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979510.706814:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979510.706817:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979510.706820:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.706823:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979510.706825:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.706828:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979511.729273:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979511.729283:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979511.729289:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979511.729299:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979511.729305:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979511.729309:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.729313:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979511.729319:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.729326:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979512.753230:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979512.753239:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979512.753245:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979512.753254:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979512.753262:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979512.753267:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.753274:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979512.753279:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.753284:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979512.753576:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979512.753579:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979512.753580:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979512.753583:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979512.753585:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979512.753587:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.753589:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979512.753590:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.753592:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.777225:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979513.777230:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.777234:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.777238:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979513.777243:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.777247:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.777424:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.777428:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.777435:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979514.737582:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979514.737585:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979514.737589:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979514.801283:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979514.801290:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979514.801293:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979514.801297:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979514.801300:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979514.801303:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.801305:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979514.801307:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.801309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979514.801851:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979514.801856:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979514.801859:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979514.801864:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979514.801869:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979514.801873:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.801883:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979514.801887:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.801889:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979515.825242:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979515.825249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979515.825253:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979515.825261:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979515.825267:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979515.825273:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979515.825280:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979515.825285:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979515.825289:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979515.825308:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979515.825311:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979515.825312:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979515.825315:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979515.825318:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979515.825320:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979515.826500:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979515.826503:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979515.826506:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979516.849349:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979516.849352:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979516.849353:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979516.849355:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979516.849357:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979516.849359:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.849360:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979516.849361:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.849363:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979517.873430:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979517.873434:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979517.873437:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979517.873441:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979517.873446:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979517.873451:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.873460:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979517.873463:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.873465:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979517.873479:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979517.873484:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979517.873485:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979517.873488:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979517.873491:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979517.873493:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.873495:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979517.873497:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.873499:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979518.897745:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979518.897749:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979518.897750:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979518.897754:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979518.897756:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979518.897758:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.897760:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979518.897762:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.897764:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979518.897974:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979518.897979:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979518.897982:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979518.897985:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979518.897987:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979518.897991:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.897993:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979518.897995:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.897997:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979519.857333:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979519.857337:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979519.857340:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979519.922021:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979519.922024:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979519.922026:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.922029:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979519.922032:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979519.922035:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.922037:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.922039:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.922041:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979520.945557:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979520.945559:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979520.945560:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979520.945562:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979520.945563:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979520.945565:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.945566:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979520.945567:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.945568:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979520.945671:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979520.945676:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979520.945679:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979520.945683:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979520.945688:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979520.945691:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.945694:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979520.945695:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.945698:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979521.969255:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979521.969261:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979521.969265:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979521.969271:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979521.969277:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979521.969281:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.970082:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979521.970085:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.970088:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979522.993227:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979522.993234:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979522.993239:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979522.993247:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979522.993254:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979522.993259:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.993266:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979522.993269:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.993273:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979522.993306:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979522.993311:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979522.993314:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979522.993320:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979522.993326:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979522.993330:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.993335:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979522.993339:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.993345:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.017260:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979524.017281:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979524.017285:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.017290:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979524.017295:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979524.017300:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.017304:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.017307:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.017310:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.017730:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979524.017733:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979524.017735:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.017737:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979524.017739:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979524.017741:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.017744:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.017745:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.017747:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979524.977653:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979524.977657:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979524.977661:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979525.041414:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979525.041418:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979525.041419:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979525.041421:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979525.041423:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979525.041425:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.041427:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979525.041429:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.041430:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979525.042883:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979525.042886:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979525.042887:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979525.042890:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979525.042892:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979525.042894:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.042896:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979525.042897:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.042899:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979526.065272:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979526.065280:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979526.065282:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979526.065287:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979526.065291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979526.065295:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.065298:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979526.065300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.065303:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979526.065338:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979526.065343:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979526.065345:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979526.065349:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979526.065353:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979526.065357:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.065361:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979526.065364:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.065368:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979526.065382:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979526.065386:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979526.065387:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979526.065389:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979526.065392:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979526.065395:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.065399:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979526.065402:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.065406:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979527.089257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979527.089263:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979527.089266:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979527.089273:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979527.089281:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979527.089286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.089303:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979527.089308:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.089311:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979527.089329:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979527.089333:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979527.089336:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979527.089342:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979527.089347:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979527.089352:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.089358:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979527.089362:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.089369:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979528.113264:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979528.113274:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979528.113277:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979528.113286:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979528.113293:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979528.113298:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.113305:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979528.113309:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.113312:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979528.113339:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979528.113343:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979528.113346:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979528.113351:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979528.113355:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979528.113358:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.113371:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979528.113374:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.113379:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.137250:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979529.137258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979529.137264:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.137273:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979529.137279:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979529.137286:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.137830:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.137833:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.137836:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979530.097399:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979530.097402:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979530.097405:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979530.161257:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979530.161267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979530.161270:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979530.161276:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979530.161282:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979530.161287:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979530.161292:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979530.161298:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979530.161304:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979531.185249:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979531.185256:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979531.185258:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979531.185264:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979531.185267:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979531.185270:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.185273:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979531.185276:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.185279:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979531.191249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979531.191255:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979531.191256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979531.191261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979531.191264:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979531.191267:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.191269:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979531.191271:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.191273:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979532.209249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979532.209254:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979532.209256:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979532.209261:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979532.209268:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979532.209274:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.209278:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979532.209282:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.209284:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979532.209380:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979532.209385:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979532.209388:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979532.209392:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979532.209398:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979532.209402:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.209405:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979532.209409:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.209416:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979533.233298:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979533.233307:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979533.233310:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979533.233319:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979533.233328:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979533.233334:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.233348:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979533.233354:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.233362:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.257296:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979534.257303:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979534.257308:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.257315:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979534.257321:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979534.257325:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.257351:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.257355:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.257359:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979535.217647:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979535.217652:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979535.217656:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979535.281455:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979535.281460:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979535.281461:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979535.281465:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979535.281468:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979535.281470:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979535.281473:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979535.281475:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979535.281478:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979537.329309:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979537.329316:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979537.329320:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979537.329325:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979537.329333:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979537.329350:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979537.329384:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979537.329389:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979537.329395:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979538.353228:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979538.353235:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979538.353237:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979538.353243:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979538.353249:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979538.353254:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.353261:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979538.353264:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.353267:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979538.353424:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979538.353428:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979538.353430:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979538.353438:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979538.353441:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979538.353444:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.353454:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979538.353456:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.353466:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.377280:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979539.377288:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979539.377293:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.377310:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979539.377318:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979539.377325:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979539.377331:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979539.377335:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979539.377340:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.377418:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979539.377423:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979539.377427:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.377429:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979539.377432:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979539.377434:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979539.377784:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979539.377788:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979539.377791:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979540.339502:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979540.339506:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979540.339509:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979540.401504:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979540.401507:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979540.401508:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979540.401511:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979540.401514:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979540.401515:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.401528:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979540.401530:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.401532:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979541.425314:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979541.425331:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979541.425336:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979541.425353:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979541.425373:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979541.425387:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.425405:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979541.425410:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.425417:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979542.449295:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979542.449308:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979542.449313:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979542.449323:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979542.449334:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979542.449342:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.449352:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979542.449355:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.449358:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.473323:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979543.473330:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979543.473333:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.473338:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979543.473341:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979543.473346:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.473360:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979543.473373:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.473377:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979543.794312:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979543.794326:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979543.794329:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979543.794334:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979543.794339:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979543.794348:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17077 00000400:00000200:0.0:1783979543.794359:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979543.794366:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979543.794370:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979543.794374:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794377:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794379:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794382:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979543.794392:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979543.794395:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979543.794398:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979543.794402:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979543.794405:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979543.794408:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979543.794411:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794413:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794414:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794415:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979543.794418:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979543.794421:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794422:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979543.794425:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979543.794428:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979543.794430:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794431:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979543.794434:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979543.794444:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979543.794447:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979543.794451:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979543.794453:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794455:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979543.794459:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979543.794462:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979543.794470:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979543.794477:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.794485:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497089792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979543.794494:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979543.794498:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979543.794501:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497089792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979543.794521:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979543.794524:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979543.794528:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979543.794529:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979543.794531:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979543.794534:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979543.794536:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17077 00000400:00000200:0.0:1783979543.794541:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979543.794543:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979543.794545:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979543.794548:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794550:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794552:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794554:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979543.794556:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979543.794557:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979543.794559:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979543.794561:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979543.794563:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979543.794565:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979543.794568:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794570:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794572:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794574:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979543.794576:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979543.794579:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794581:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979543.794583:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979543.794589:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979543.794591:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794592:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979543.794597:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979543.794601:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794602:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979543.794606:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979543.794608:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979543.794610:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979543.794611:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794613:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979543.794615:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979543.794616:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979543.794620:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979543.794623:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.794627:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497089920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979543.794633:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979543.794636:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979543.794639:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497089920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979543.794646:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979543.794648:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979543.794651:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979543.794652:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979543.794654:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979543.794657:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979543.794659:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17077 00000400:00000200:0.0:1783979543.794663:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979543.794666:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979543.794668:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979543.794670:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794673:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794674:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794676:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979543.794678:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979543.794679:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979543.794681:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979543.794683:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979543.794685:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979543.794686:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979543.794689:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794691:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794692:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794694:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979543.794696:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979543.794698:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794701:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979543.794702:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979543.794705:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979543.794706:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794708:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979543.794710:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979543.794712:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794714:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979543.794718:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979543.794719:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979543.794721:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979543.794723:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794724:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979543.794726:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979543.794727:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979543.794730:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979543.794733:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.794737:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497090048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979543.794743:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979543.794745:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979543.794749:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497090048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979543.794756:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979543.794759:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979543.794762:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979543.794764:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979543.794765:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979543.794768:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979543.794771:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17077 00000400:00000200:0.0:1783979543.794774:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979543.794777:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979543.794779:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979543.794781:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794783:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794785:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794787:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979543.794789:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979543.794791:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979543.794793:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979543.794795:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979543.794797:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979543.794799:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979543.794802:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794804:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794805:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794807:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979543.794809:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979543.794812:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794814:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979543.794816:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979543.794818:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979543.794820:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794822:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979543.794824:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979543.794826:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794827:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979543.794830:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979543.794832:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979543.794835:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979543.794836:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794838:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979543.794839:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979543.794841:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979543.794844:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979543.794847:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.794851:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497090176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979543.794857:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979543.794859:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979543.794863:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497090176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979543.794870:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979543.794872:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979543.794876:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979543.794877:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979543.794878:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979543.794881:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979543.794884:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17077 00000400:00000200:0.0:1783979543.794887:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979543.794889:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979543.794892:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979543.794894:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794897:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794898:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794901:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979543.794903:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979543.794904:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979543.794906:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979543.794907:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979543.794909:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979543.794910:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979543.794913:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794915:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979543.794917:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794919:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979543.794921:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979543.794923:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979543.794925:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979543.794927:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979543.794929:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979543.794931:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794933:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979543.794934:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979543.794936:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794938:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979543.794941:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979543.794943:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979543.794945:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979543.794946:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.794948:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979543.794949:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979543.794950:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979543.794954:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979543.794957:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.794960:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497090304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979543.794968:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979543.794969:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979543.794973:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497090304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979543.794980:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979543.794984:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17087) 00000100:00000001:0.0:1783979544.497272:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979544.497281:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979544.497283:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.497290:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979544.497294:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979544.497299:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.497304:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979544.497308:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.497315:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.498493:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979544.498498:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979544.498499:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.498502:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979544.498505:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979544.498508:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.498510:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979544.498511:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.498514:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979545.457401:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979545.457407:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979545.457410:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979545.521309:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979545.521317:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979545.521319:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979545.521323:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979545.521327:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979545.521333:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.521342:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979545.521348:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.521353:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979545.522107:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979545.522111:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979545.522112:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979545.522115:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979545.522117:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979545.522118:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.522121:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979545.522122:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.522125:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979546.545290:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979546.545302:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979546.545307:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979546.545326:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979546.545340:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979546.545347:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.545351:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979546.545355:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.545364:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979546.545396:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979546.545402:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979546.545404:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979546.545406:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979546.545408:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979546.545410:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.545412:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979546.545414:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.545415:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979547.570584:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979547.570591:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979547.570593:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979547.570598:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979547.570601:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979547.570604:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.570607:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979547.570609:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.570612:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979547.571620:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979547.571623:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979547.571625:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979547.571627:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979547.571629:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979547.571632:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.571634:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979547.571635:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.571637:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.593329:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979548.593336:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979548.593340:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.593345:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979548.593350:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979548.593353:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.593356:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.593360:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.593363:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.593434:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979548.593438:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979548.593441:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.593445:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979548.593449:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979548.593453:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.593456:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.593460:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.593465:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.915723:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979548.915727:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979548.915730:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979548.915737:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.915746:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.915748:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.915751:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979548.915754:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979548.915757:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.915761:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497090432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979548.915765:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979548.915770:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979548.915773:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.915776:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979548.915781:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979548.915783:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979548.915789:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979548.915794:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979548.915802:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979548.915811:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497090432, portal 25 00000100:00000001:0.0:1783979548.915813:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979548.915815:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979548.915820:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.915827:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979548.915830:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979548.915834:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979548.915837:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497090432, offset 0 00000400:00000200:0.0:1783979548.915845:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979548.915854:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.915861:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979548.915867:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979548.915872:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979548.915876:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979548.915879:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979548.915883:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781957:781957:256:4294967295] 192.168.201.114@tcp LPNI seq info [781935:781935:8:4294967295] 00000400:00000200:0.0:1783979548.915888:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.915900:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979548.915906:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.915912:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979548.915920:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979548.915924:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979548.915939:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.915942:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979548.915949:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979548.915953:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979548.915959:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979548.915961:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979548.915966:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979548.915970:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.915979:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.915983:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.915990:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.915992:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979548.915999:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979548.916003:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979548.916005:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311756025 00000100:00000010:0.0:1783979548.916012:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979548.916019:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979548.916025:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311756025 00000100:00000010:0.0:1783979548.916028:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979548.916032:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979548.916035:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979548.916038:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916041:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979548.916045:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979548/real 1783979548] req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979548.916055:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979548.916057:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979548.916059:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979548.916062:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979548.916064:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979548.916067:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979548.916071:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979548.916081:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916088:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979548.916089:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916092:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916095:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979548.916099:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916106:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979548.916111:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916118:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979548.916121:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916123:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916124:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916127:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979548.916129:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979548.916132:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979548.916166:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979548.916169:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979548.916173:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979548.916179:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497090432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979548.916183:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979548.916185:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916189:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.916189:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916191:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979548.916192:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979548.916193:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.916195:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979548.916197:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979548.916198:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979548.916199:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916201:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979548.916204:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979548.916205:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979548.916207:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979548.916210:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979548.916212:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979548.916214:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497090560, portal 10 00000100:00000001:0.0:1783979548.916216:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979548.916216:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979548.916222:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916226:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979548.916227:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979548.916229:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979548.916230:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497090560, offset 0 00000400:00000200:0.0:1783979548.916232:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916235:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916237:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979548.916239:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979548.916241:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979548.916242:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979548.916244:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916246:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781958:781958:256:4294967295] 192.168.201.114@tcp LPNI seq info [781936:781936:8:4294967295] 00000400:00000200:0.0:1783979548.916248:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916252:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979548.916254:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916256:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979548.916259:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979548.916261:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979548.916268:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916269:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979548.916271:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979548.916273:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979548.916275:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979548.916276:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979548.916278:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979548.916280:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916285:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.916287:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916291:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916292:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979548.916294:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979548.916297:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979548.916299:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979548.916300:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311754765 00000100:00000001:0.0:1783979548.916302:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916303:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311754765 00000100:00000001:0.0:1783979548.916304:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916306:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979548.916307:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916308:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979548.916310:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979548/real 1783979548] req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979548.916314:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979548.916315:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979548.916315:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979548.916317:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979548.916318:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979548.916319:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979548.916321:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979548.916326:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916333:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979548.916334:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916335:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916336:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979548.916338:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916342:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979548.916344:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916347:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979548.916349:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916350:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916350:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916351:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979548.916354:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979548.916355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979548.916356:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979548.916358:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979548.916360:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979548.916364:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979548.916365:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979548.916367:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916371:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.916372:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916374:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979548.916375:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979548.916376:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.916378:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979548.916380:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979548.916381:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979548.916382:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916383:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979548.916384:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979548.916385:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979548.916387:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979548.916389:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979548.916391:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979548.916392:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497090688, portal 10 00000100:00000001:0.0:1783979548.916394:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979548.916395:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979548.916398:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916402:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979548.916403:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979548.916405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979548.916406:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497090688, offset 0 00000400:00000200:0.0:1783979548.916408:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916410:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916412:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979548.916413:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979548.916415:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979548.916416:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979548.916417:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916419:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781959:781959:256:4294967295] 192.168.201.114@tcp LPNI seq info [781937:781937:8:4294967295] 00000400:00000200:0.0:1783979548.916422:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916425:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979548.916428:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916430:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979548.916432:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979548.916434:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979548.916440:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916442:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979548.916444:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979548.916446:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979548.916447:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979548.916448:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979548.916450:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979548.916452:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916456:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.916458:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916461:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916462:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979548.916464:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979548.916466:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979548.916468:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979548.916469:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311754766 00000100:00000001:0.0:1783979548.916471:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916472:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311754766 00000100:00000001:0.0:1783979548.916473:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916474:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979548.916475:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916476:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979548.916478:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979548/real 1783979548] req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979548.916483:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979548.916484:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979548.916485:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979548.916486:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979548.916487:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979548.916488:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979548.916489:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979548.916494:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916497:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979548.916498:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916498:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916499:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979548.916501:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916505:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979548.916507:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916511:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979548.916512:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916513:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916514:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916515:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979548.916516:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979548.916518:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979548.916519:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979548.916520:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979548.916523:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979548.916528:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979548.916530:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916531:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.916533:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497090432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916536:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979548.916539:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979548.916541:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979548.916543:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979548.916544:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979548.916546:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979548.916547:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979548.916549:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979548.916552:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979548.916553:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979548.916554:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979548.916559:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979548.916560:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916561:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.916562:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497090560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916566:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979548.916567:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979548.916568:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979548.916569:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979548.916570:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979548.916571:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979548.916572:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979548.916572:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979548.916574:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979548.916574:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979548.916576:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979548.916578:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979548.916579:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916581:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.916584:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497090688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916590:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979548.916591:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979548.916592:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979548.916595:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979548.916596:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979548.916597:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979548.916600:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979548.916601:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979548.916603:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979548.916604:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979548.916605:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979548.916607:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979548.916609:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916611:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916619:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979548.916621:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916623:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979548.916625:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979548.916626:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979548.916628:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916633:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.916634:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916635:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979548.916637:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979548.916638:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.916640:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979548.916642:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979548.916643:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979548.916645:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916646:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979548.916648:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979548.916649:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979548.916651:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979548.916653:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979548.916656:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979548.916657:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497090816, portal 4 00000100:00000001:0.0:1783979548.916658:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979548.916659:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979548.916663:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916668:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979548.916669:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979548.916670:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979548.916672:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497090816, offset 0 00000400:00000200:0.0:1783979548.916674:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916676:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916678:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979548.916679:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979548.916681:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979548.916682:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979548.916684:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916686:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781960:781960:256:4294967295] 192.168.201.114@tcp LPNI seq info [781938:781938:8:4294967295] 00000400:00000200:0.0:1783979548.916689:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916693:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979548.916697:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916699:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979548.916703:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979548.916706:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979548.916716:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916718:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979548.916721:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979548.916724:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979548.916727:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979548.916729:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979548.916731:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979548.916735:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916743:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.916745:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916749:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916750:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979548.916752:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979548.916754:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979548.916756:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979548.916758:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311754815 00000100:00000001:0.0:1783979548.916760:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916761:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311754815 00000100:00000001:0.0:1783979548.916762:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916763:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979548.916764:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916765:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979548.916767:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979548/real 1783979548] req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979548.916772:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979548.916773:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979548.916775:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979548.916776:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979548.916777:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979548.916779:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979548.916780:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979548.916785:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916789:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979548.916789:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916790:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916791:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979548.916793:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916796:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979548.916798:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916801:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979548.916802:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916803:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916804:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916805:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979548.916806:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979548.916808:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979548.916810:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979548.916812:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979548.916814:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979548.916818:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979548.916820:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979548.916822:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916826:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.916827:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916829:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979548.916830:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979548.916831:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.916832:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979548.916834:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979548.916835:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979548.916836:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979548.916837:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979548.916838:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979548.916839:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979548.916841:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979548.916842:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979548.916844:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979548.916846:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497090944, portal 4 00000100:00000001:0.0:1783979548.916847:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979548.916848:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979548.916852:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916856:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979548.916857:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979548.916858:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979548.916860:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497090944, offset 0 00000400:00000200:0.0:1783979548.916862:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916864:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916867:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979548.916868:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979548.916870:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979548.916872:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979548.916873:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979548.916876:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781961:781961:256:4294967295] 192.168.201.114@tcp LPNI seq info [781939:781939:8:4294967295] 00000400:00000200:0.0:1783979548.916878:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979548.916882:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979548.916885:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916887:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979548.916889:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979548.916891:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979548.916898:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979548.916899:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2a000. 00000400:00000200:0.0:1783979548.916900:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979548.916903:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979548.916904:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978198 00000400:00000010:0.0:1783979548.916906:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978198. 00000100:00000001:0.0:1783979548.916908:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979548.916911:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916918:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.916921:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916927:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916928:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979548.916931:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979548.916933:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979548.916936:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979548.916938:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311754786 00000100:00000001:0.0:1783979548.916940:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916942:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311754786 00000100:00000001:0.0:1783979548.916944:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311756025 00000100:00000001:0.0:1783979548.916946:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979548.916948:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.916950:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979548.916953:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979548/real 1783979548] req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979548.916961:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979548.916962:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979548.916964:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979548.916966:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979548.916968:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979548.916971:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979548.916973:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979548.916981:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.916987:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979548.916989:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.916990:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.916992:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979548.916995:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.917001:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979548.917005:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.917012:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979548.917014:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.917015:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979548.917017:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.917019:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979548.917021:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979548.917023:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979548.917027:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979548.917029:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979548.917032:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979548.917040:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497090944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979548.917043:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.917044:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.917047:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497090816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.917052:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979548.917054:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979548.917055:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979548.917058:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979548.917059:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979548.917060:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979548.917062:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979548.917064:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979548.917066:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979548.917067:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979548.917068:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979548.917070:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979548.917071:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.917073:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979548.917076:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497090944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979548.917082:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979548.917084:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979548.917085:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979548.917087:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979548.917088:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979548.917089:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979548.917091:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979548.917092:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979548.917094:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979548.917096:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979548.917097:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979548.917098:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979548.917100:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.917101:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.917104:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979548.917105:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979548.917107:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979548.917108:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.617292:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979549.617302:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979549.617304:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.617311:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979549.617315:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979549.617320:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.617323:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979549.617325:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.617329:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.617427:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979549.617433:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979549.617437:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.617441:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979549.617445:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979549.617448:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.617451:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979549.617453:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.617455:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.618342:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979549.618346:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979549.618347:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.618349:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979549.618351:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979549.618353:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.618355:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979549.618356:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.618358:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979550.577881:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979550.577890:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979550.577895:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979550.641278:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979550.641287:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979550.641290:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979550.641296:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979550.641300:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979550.641303:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.641306:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979550.641309:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.641311:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979550.641408:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979550.641412:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979550.641414:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979550.641417:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979550.641421:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979550.641423:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.641425:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979550.641427:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.641429:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979551.669381:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979551.669387:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979551.669392:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979551.669397:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979551.669402:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979551.669406:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979551.669411:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979551.669415:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979551.669419:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979552.689246:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979552.689256:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979552.689261:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979552.689269:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979552.689276:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979552.689282:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.689288:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979552.689292:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.689295:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979552.689408:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979552.689412:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979552.689414:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979552.689416:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979552.689419:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979552.689420:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.689424:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979552.689427:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.689430:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979553.713664:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979553.713670:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979553.713675:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979553.713681:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979553.713687:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979553.713691:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.713697:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979553.713701:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.713707:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979553.714300:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979553.714303:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979553.714305:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979553.714307:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979553.714309:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979553.714311:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.714313:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979553.714315:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.714317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.034682:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979554.034687:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979554.034690:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979554.034696:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.034705:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.034707:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.034710:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979554.034712:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.034715:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.034718:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497091072:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979554.034722:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979554.034725:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979554.034728:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.034730:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979554.034745:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979554.034748:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979554.034753:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979554.034758:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979554.034764:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979554.034771:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091072, portal 25 00000100:00000001:0.0:1783979554.034774:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979554.034775:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979554.034781:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.034788:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979554.034791:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979554.034794:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978198. 00000100:00000200:0.0:1783979554.034798:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497091072, offset 0 00000400:00000200:0.0:1783979554.034805:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979554.034812:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.034818:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979554.034823:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979554.034827:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979554.034831:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979554.034834:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979554.034838:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781962:781962:256:4294967295] 192.168.201.114@tcp LPNI seq info [781940:781940:8:4294967295] 00000400:00000200:0.0:1783979554.034842:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.034852:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979554.034858:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979554.034864:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979554.034871:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979554.034898:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979554.034904:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979554.034907:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311761144 00000100:00000010:0.0:1783979554.034912:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979554.034919:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979554.034923:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311761144 00000100:00000010:0.0:1783979554.034926:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979554.034929:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979554.034932:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979554.034934:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.034937:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979554.034941:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.034948:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.034950:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.034952:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979554.034953:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.034955:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.034958:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091200:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979554.034961:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979554.034963:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979554.034964:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.034966:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979554.034969:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979554.034971:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979554.034975:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979554.034977:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393f20. 00000400:00000010:0.0:1783979554.034981:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783979554.034984:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091200, portal 10 00000100:00000001:0.0:1783979554.034986:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979554.034988:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979554.034994:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.035001:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979554.035004:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979554.035006:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978bb0. 00000100:00000200:0.0:1783979554.035009:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497091200, offset 0 00000400:00000200:0.0:1783979554.035013:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979554.035017:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.035020:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979554.035023:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979554.035026:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979554.035028:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979554.035030:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979554.035033:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781963:781963:255:4294967295] 192.168.201.114@tcp LPNI seq info [781941:781941:7:4294967295] 00000400:00000200:0.0:1783979554.035038:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.035043:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979554.035059:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979554.035063:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783979554.035066:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979554.035072:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.035076:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979554.035079:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979554.035080:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311759883 00000100:00000001:0.0:1783979554.035082:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.035084:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311759883 00000100:00000001:0.0:1783979554.035086:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.035088:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979554.035089:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.035091:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979554.035095:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.035100:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.035101:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.035103:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979554.035104:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.035106:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.035108:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091328:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979554.035111:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979554.035112:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979554.035113:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.035115:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979554.035118:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979554.035119:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979554.035122:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979554.035124:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979554.035127:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979554.035129:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091328, portal 10 00000100:00000001:0.0:1783979554.035131:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979554.035132:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979554.035164:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.035170:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979554.035173:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979554.035175:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978e58. 00000100:00000200:0.0:1783979554.035177:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497091328, offset 0 00000400:00000200:0.0:1783979554.035181:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979554.035184:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.035192:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979554.035194:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979554.035197:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979554.035198:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979554.035201:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979554.035203:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781964:781964:254:4294967295] 192.168.201.114@tcp LPNI seq info [781942:781942:6:4294967295] 00000400:00000200:0.0:1783979554.035207:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.035212:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979554.035216:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979554.035219:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783979554.035223:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979554.035229:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.035231:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979554.035233:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979554.035235:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311759885 00000100:00000001:0.0:1783979554.035237:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.035239:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311759885 00000100:00000001:0.0:1783979554.035241:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.035242:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979554.035244:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.035246:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979554.035249:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.035255:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.035256:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.035258:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979554.035260:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.035262:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.035264:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091456:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979554.035266:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979554.035268:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979554.035269:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.035270:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979554.035273:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979554.035275:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979554.035277:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979554.035280:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703933c8. 00000400:00000010:0.0:1783979554.035282:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979554.035285:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091456, portal 4 00000100:00000001:0.0:1783979554.035286:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979554.035287:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979554.035292:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.035298:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979554.035299:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979554.035302:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978770. 00000100:00000200:0.0:1783979554.035304:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497091456, offset 0 00000400:00000200:0.0:1783979554.035307:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979554.035311:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.035314:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979554.035316:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979554.035318:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979554.035320:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979554.035321:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979554.035324:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781965:781965:253:4294967295] 192.168.201.114@tcp LPNI seq info [781943:781943:5:4294967295] 00000400:00000200:0.0:1783979554.035327:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.035333:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979554.035336:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979554.035339:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979554.035342:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979554.035347:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.035349:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979554.035352:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979554.035353:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311759934 00000100:00000001:0.0:1783979554.035355:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.035357:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311759934 00000100:00000001:0.0:1783979554.035358:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.035360:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979554.035362:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.035364:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979554.035367:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.035372:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.035373:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.035374:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979554.035376:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.035377:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.035380:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091584:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979554.035382:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979554.035384:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979554.035385:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.035386:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979554.035389:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979554.035391:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979554.035394:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979554.035396:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979554.035399:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979554.035401:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091584, portal 4 00000100:00000001:0.0:1783979554.035403:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979554.035403:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979554.035408:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.035414:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979554.035416:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979554.035418:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978b28. 00000100:00000200:0.0:1783979554.035420:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497091584, offset 0 00000400:00000200:0.0:1783979554.035424:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979554.035427:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.038682:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979554.038691:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979554.038696:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979554.038699:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979554.038703:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979554.038707:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781966:781966:252:4294967295] 192.168.201.114@tcp LPNI seq info [781944:781944:4:4294967295] 00000400:00000200:0.0:1783979554.038713:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979554.038724:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979554.038730:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979554.038748:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783979554.038756:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979554.039337:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.039343:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979554.039349:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979554.039352:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311759909 00000100:00000001:0.0:1783979554.039356:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.039359:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311759909 00000100:00000001:0.0:1783979554.039361:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311761144 00000100:00000001:0.0:1783979554.039363:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979554.039367:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.039371:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.039375:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979554.039383:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979554.039386:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979554.039389:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979554.039391:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979554.039393:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.039395:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.737449:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979554.737459:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979554.737460:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.737463:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979554.737465:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979554.737470:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979554.737472:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.737476:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979554.737478:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979555.697342:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979555.697346:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979555.697349:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979555.761345:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979555.761349:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979555.761350:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979555.761353:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979555.761358:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979555.761361:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.761364:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979555.761366:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.761368:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979555.761921:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979555.761924:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979555.761925:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979555.761927:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979555.761929:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979555.761931:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.761933:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979555.761935:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.761937:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979556.789080:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979556.789086:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979556.789088:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979556.789094:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979556.789098:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979556.789101:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.789104:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979556.789106:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.789109:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.105913:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979557.105921:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979557.105926:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979557.105939:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979554/real 1783979557] req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979579 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979557.105957:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979557.105961:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979557.105967:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979557.105974:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979557.105979:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979557.105986:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979557.106006:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979557.106020:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106031:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979557.106035:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106040:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106044:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979557.106051:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106059:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979557.106064:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106071:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979557.106074:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106076:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106077:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106080:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979557.106082:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979557.106086:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979557.106091:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979557.106094:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979557.106099:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979557.106107:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497091072:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979557.106112:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979557.106115:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979554/real 1783979557] req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979557.106123:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979557.106124:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979557.106126:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393f20. 00000400:00000200:0.0:1783979557.106128:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978dd0 00000400:00000010:0.0:1783979557.106130:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978dd0. 00000100:00000001:0.0:1783979557.106132:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979557.106169:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979557.106179:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106186:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979557.106187:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106189:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106191:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979557.106195:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106200:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979557.106204:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106216:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979557.106218:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106219:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106220:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106223:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979557.106227:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979557.106230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979557.106234:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979557.106237:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979557.106242:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979557.106250:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091200:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979557.106258:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.106263:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979557.106270:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497091072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106284:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979557.106289:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979557.106296:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979557.106302:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979557.106307:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979557.106310:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979557.106315:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979557.106320:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4400. 02000000:00000001:0.0:1783979557.106326:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979557.106329:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979557.106333:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979557.106339:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979557.106342:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106346:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979557.106354:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497091200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106371:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979557.106375:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979557.106378:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979557.106382:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979557.106383:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979557.106384:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979557.106386:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979557.106387:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783979557.106389:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979557.106390:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979557.106391:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979557.106394:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979557.106397:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106401:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.106405:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979557.106407:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979557.106410:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979557.106418:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979554/real 1783979557] req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979557.106433:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979557.106436:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979557.106439:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979557.106445:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979557.106449:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979557.106455:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979557.106462:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979557.106480:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106495:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979557.106500:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106505:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106509:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979557.106519:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106535:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979557.106543:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106557:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979557.106563:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106565:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106568:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106573:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979557.106577:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979557.106582:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979557.106589:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979557.106593:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979557.106598:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979557.106605:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091328:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979557.106609:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979557.106613:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979554/real 1783979557] req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979557.106620:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979557.106621:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979557.106623:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703933c8. 00000400:00000200:0.0:1783979557.106625:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979557.106627:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979557.106629:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979557.106632:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979557.106639:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106648:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979557.106649:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106650:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106652:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979557.106654:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106660:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979557.106663:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106668:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979557.106670:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106672:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106673:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106674:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979557.106676:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979557.106678:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979557.106682:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979557.106684:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979557.106687:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979557.106694:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091456:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979557.106698:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979557.106701:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979554/real 1783979557] req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979557.106708:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979557.106709:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979557.106711:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979557.106713:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979557.106714:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979557.106716:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979557.106719:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979557.106725:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106730:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979557.106731:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106733:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106734:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979557.106737:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106743:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979557.106746:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106752:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979557.106754:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106755:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979557.106756:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106757:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979557.106759:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979557.106761:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979557.106764:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979557.106766:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979557.106769:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979557.106776:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091584:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979557.106779:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.106781:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979557.106783:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497091328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.106789:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979557.106790:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979557.106792:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979557.106794:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979557.106796:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979557.106797:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979557.106799:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979557.106800:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783979557.106802:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979557.106803:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979557.106805:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979557.106807:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979557.107327:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.107330:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979557.107335:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497091456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.107342:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979557.107344:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979557.107345:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979557.107349:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979557.107350:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979557.107351:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979557.107353:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979557.107355:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979557.107357:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979557.107358:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979557.107360:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979557.107362:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979557.107364:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.107365:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979557.107368:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497091584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979557.107374:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979557.107375:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979557.107377:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979557.107379:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979557.107380:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979557.107381:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979557.107383:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979557.107384:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979557.107385:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979557.107386:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979557.107388:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979557.107390:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979557.107391:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.107393:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.107401:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979557.107403:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.107405:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979557.107406:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.809241:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979557.809250:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979557.809254:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979557.809263:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979557.809269:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979557.809274:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.809281:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979557.809285:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.809288:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.809466:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979557.809468:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979557.809469:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979557.809471:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979557.809474:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979557.809475:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.809477:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979557.809479:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.809482:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979558.833305:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979558.833310:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979558.833373:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979558.833376:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979558.833380:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979558.833382:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979558.833384:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979558.833386:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979558.833388:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.153768:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979559.153775:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.153779:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979559.153788:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.153805:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.153808:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.153814:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979559.153817:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979559.153822:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.153829:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497091712:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979559.153835:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979559.153840:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979559.153844:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.153848:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979559.153854:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979559.153858:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979559.153871:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979559.153876:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979559.153882:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979559.153889:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091712, portal 25 00000100:00000001:0.0:1783979559.153892:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979559.153894:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979559.153899:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.153904:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979559.153907:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979559.153909:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979559.153914:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497091712, offset 0 00000400:00000200:0.0:1783979559.153921:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979559.153931:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.153938:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979559.153944:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979559.153950:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979559.153956:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979559.153972:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979559.153980:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781967:781967:256:4294967295] 192.168.201.114@tcp LPNI seq info [781945:781945:8:4294967295] 00000400:00000200:0.0:1783979559.153992:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.154009:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979559.154022:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.154029:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979559.158333:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979559.158389:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979559.158419:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.158423:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979559.158429:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979559.158435:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979559.158444:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979559.158447:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979559.158452:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979559.158460:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.158477:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.158481:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.158488:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.158490:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979559.158498:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979559.158505:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979559.158509:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311766268 00000100:00000010:0.0:1783979559.158518:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979559.158526:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979559.158532:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311766268 00000100:00000010:0.0:1783979559.158537:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979559.158540:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979559.158543:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979559.158546:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.158550:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979559.158567:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979559/real 1783979559] req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979559.158578:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979559.158580:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979559.158582:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979559.158585:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979559.158588:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979559.158590:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979559.158594:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979559.158602:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.158609:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979559.158610:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.158613:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.158615:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979559.158619:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.158625:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979559.158629:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.158636:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979559.158638:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.158640:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.158641:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.158644:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979559.158646:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979559.158649:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979559.158655:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979559.158658:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979559.158662:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979559.158671:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497091712:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979559.158876:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979559.159088:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.159098:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.159100:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.159105:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979559.159108:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979559.159111:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.159114:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091840:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979559.159119:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979559.159122:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979559.159125:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.159128:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979559.159181:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979559.159200:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979559.159226:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979559.159230:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979559.159859:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979559.159867:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091840, portal 10 00000100:00000001:0.0:1783979559.159914:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979559.159915:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979559.159923:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.159928:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979559.159929:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979559.159931:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979559.159934:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497091840, offset 0 00000400:00000200:0.0:1783979559.159938:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979559.159984:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.159992:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979559.159997:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979559.160005:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979559.160008:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979559.160011:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979559.160014:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781968:781968:256:4294967295] 192.168.201.114@tcp LPNI seq info [781946:781946:8:4294967295] 00000400:00000200:0.0:1783979559.160018:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.160027:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979559.160032:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.160037:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979559.160043:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979559.160047:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979559.160058:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.160060:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979559.160063:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979559.160067:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979559.160070:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979559.160072:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979559.160075:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979559.160079:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160087:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.160094:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160100:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.160102:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979559.160107:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979559.160111:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979559.160114:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979559.160116:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311765008 00000100:00000001:0.0:1783979559.160119:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.160121:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311765008 00000100:00000001:0.0:1783979559.160123:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.160125:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979559.160127:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.160129:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979559.160133:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979559/real 1783979559] req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979559.160162:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979559.160163:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979559.160165:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979559.160168:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979559.160169:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979559.160171:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979559.160175:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979559.160181:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160188:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979559.160189:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.160191:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.160192:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979559.160195:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160201:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979559.160204:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160210:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979559.160212:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.160214:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.160215:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.160217:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979559.160220:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979559.160223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979559.160226:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979559.160228:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979559.160231:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979559.160238:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091840:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979559.160242:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979559.160245:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160251:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.160252:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.160255:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979559.160666:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979559.160671:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.160675:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091968:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979559.160679:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979559.160682:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979559.160683:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.160685:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979559.160690:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979559.160693:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979559.160696:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979559.160699:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979559.160702:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979559.160705:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497091968, portal 10 00000100:00000001:0.0:1783979559.160707:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979559.160708:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979559.160714:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160720:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979559.160722:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979559.160724:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979559.160727:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497091968, offset 0 00000400:00000200:0.0:1783979559.160731:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979559.160735:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.160739:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979559.160837:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979559.160841:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979559.160844:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979559.160846:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979559.160849:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781969:781969:256:4294967295] 192.168.201.114@tcp LPNI seq info [781947:781947:8:4294967295] 00000400:00000200:0.0:1783979559.160853:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.160860:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979559.160865:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.160869:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979559.160873:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979559.160876:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979559.160885:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.160887:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979559.160890:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979559.160893:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979559.160896:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979559.160898:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979559.160901:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979559.160904:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160916:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.160919:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160925:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.160926:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979559.160929:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979559.160932:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979559.160935:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979559.160937:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311765010 00000100:00000001:0.0:1783979559.160939:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.160941:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311765010 00000100:00000001:0.0:1783979559.160943:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.160945:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979559.160947:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.160948:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979559.160951:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979559/real 1783979559] req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979559.160969:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979559.160970:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979559.160971:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979559.160974:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979559.160975:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979559.160977:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979559.160980:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979559.160987:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.160992:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979559.160993:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.160995:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.160996:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979559.160999:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.161005:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979559.161009:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.161015:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979559.161037:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.161040:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.161041:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.161044:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979559.161047:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979559.161050:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979559.161054:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979559.161056:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979559.161060:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979559.161068:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497091968:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979559.161072:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.161074:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.161078:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497091712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.161085:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979559.161087:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979559.161090:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979559.161094:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979559.161097:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979559.161098:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979559.161100:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979559.161103:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783979559.161106:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979559.161107:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979559.161109:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979559.161112:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979559.161114:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.161115:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.161119:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497091840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.161125:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979559.161126:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979559.161127:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979559.161130:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979559.161131:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979559.161132:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979559.161134:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979559.161172:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979559.161176:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979559.161178:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979559.161179:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979559.161196:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979559.161197:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.161199:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.161202:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497091968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.161209:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979559.161210:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979559.161212:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979559.161224:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979559.161226:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979559.161227:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979559.161229:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979559.161231:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979559.161233:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979559.161234:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979559.161235:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979559.161238:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979559.161253:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.161255:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.161357:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.161360:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.161363:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979559.161365:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.161367:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979559.161372:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.161396:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.161398:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.161401:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979559.161403:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979559.161405:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.161408:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092096:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979559.161425:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979559.161428:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979559.161429:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.161431:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979559.161434:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979559.161436:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979559.161440:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979559.161459:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979559.161463:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979559.161466:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092096, portal 4 00000100:00000001:0.0:1783979559.161468:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979559.161469:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979559.161476:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.161481:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979559.161494:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979559.161497:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979559.161501:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497092096, offset 0 00000400:00000200:0.0:1783979559.161505:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979559.161509:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.161528:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979559.161531:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979559.161533:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979559.161535:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979559.161537:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979559.161555:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781970:781970:256:4294967295] 192.168.201.114@tcp LPNI seq info [781948:781948:8:4294967295] 00000400:00000200:0.0:1783979559.161559:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.161565:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979559.161569:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.161587:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979559.161592:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979559.161594:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979559.161604:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.161606:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979559.162016:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979559.162021:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979559.162025:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979559.162027:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979559.162030:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979559.162034:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162042:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.162045:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162051:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.162052:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979559.162056:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979559.162059:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979559.162063:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979559.162065:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311765060 00000100:00000001:0.0:1783979559.162068:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.162070:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311765060 00000100:00000001:0.0:1783979559.162072:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.162074:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979559.162077:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.162078:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979559.162082:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979559/real 1783979559] req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979559.162090:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979559.162091:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979559.162093:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979559.162096:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979559.162097:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979559.162099:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979559.162102:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979559.162110:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162117:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979559.162118:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162120:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.162122:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979559.162126:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162132:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979559.162157:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162165:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979559.162167:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162169:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.162170:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162172:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979559.162174:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979559.162177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979559.162181:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979559.162183:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979559.162187:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979559.162196:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092096:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979559.162200:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979559.162203:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162209:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.162211:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.162213:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979559.162215:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979559.162217:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.162220:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092224:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979559.162223:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979559.162225:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979559.162227:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979559.162229:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979559.162233:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979559.162234:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979559.162237:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979559.162240:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979559.162243:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979559.162246:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092224, portal 4 00000100:00000001:0.0:1783979559.162248:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979559.162249:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979559.162255:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162352:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979559.162356:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979559.162359:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979559.162362:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497092224, offset 0 00000400:00000200:0.0:1783979559.162367:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979559.162371:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.162375:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979559.162377:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979559.162380:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979559.162382:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979559.162384:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979559.162387:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781971:781971:256:4294967295] 192.168.201.114@tcp LPNI seq info [781949:781949:8:4294967295] 00000400:00000200:0.0:1783979559.162391:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979559.162398:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979559.162403:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.162406:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979559.162410:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979559.162413:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979559.162423:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979559.162425:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979559.162428:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979559.162431:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979559.162434:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979559.162436:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979559.162438:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979559.162442:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162449:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.162452:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162458:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.162459:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979559.162463:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979559.162465:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979559.162469:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979559.162471:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311765032 00000100:00000001:0.0:1783979559.162474:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.162476:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311765032 00000100:00000001:0.0:1783979559.162477:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311766268 00000100:00000001:0.0:1783979559.162479:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979559.162481:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.162483:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979559.162487:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979559/real 1783979559] req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979559.162494:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979559.162495:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979559.162497:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979559.162499:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979559.162501:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979559.162502:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979559.162505:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979559.162513:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162519:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979559.162520:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162522:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.162523:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979559.162527:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162533:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979559.162536:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162542:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979559.162545:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162546:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979559.162547:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162548:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979559.162550:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979559.162553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979559.162556:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979559.162558:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979559.162561:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979559.162568:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092224:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979559.162572:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162574:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.162577:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497092096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162583:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979559.162584:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979559.162586:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979559.162588:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979559.162590:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979559.162592:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979559.162593:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979559.162595:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979559.162598:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979559.162599:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979559.162601:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979559.162603:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979559.162604:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162606:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979559.162608:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497092224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979559.162619:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979559.162621:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979559.162622:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979559.162624:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979559.162625:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979559.162626:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979559.162628:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979559.162629:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979559.162631:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979559.162632:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979559.162633:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979559.162635:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979559.162636:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162638:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.162642:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.162643:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.162645:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979559.162646:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.858164:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979559.858169:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.858172:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.858176:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979559.858181:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.858184:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.858187:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.858191:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.858193:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.862339:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979559.862350:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.862355:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.862361:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979559.862366:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.862370:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.862374:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.862378:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.862380:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.862407:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979559.862409:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.862410:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.862411:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979559.862412:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.862414:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.865718:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.865724:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.865727:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979560.817474:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979560.817478:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979560.817482:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979560.881523:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979560.881526:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979560.881527:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979560.881529:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979560.881530:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979560.881532:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.881533:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979560.881534:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.881536:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979560.881687:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979560.881689:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979560.881690:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979560.881691:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979560.881692:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979560.881693:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.881694:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979560.881696:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.881697:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979561.905420:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.905429:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.905431:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.905437:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.905441:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.905444:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.905447:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.905449:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.905453:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979561.905477:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.905481:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.905483:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.905487:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.905488:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.905490:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.905491:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.905492:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.905493:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979561.905656:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.905659:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.905660:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.905661:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.905662:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.905664:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.905665:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.905667:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.905669:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979562.929274:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979562.929286:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979562.929289:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979562.929298:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979562.929304:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979562.929311:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.929316:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979562.929322:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.929326:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979563.953528:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979563.953532:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979563.953533:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979563.953536:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979563.953538:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979563.953540:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.953542:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979563.953544:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.953545:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979563.954228:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979563.954231:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979563.954231:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979563.954233:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979563.954234:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979563.954236:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.954237:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979563.954238:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.954239:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.274754:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979564.274759:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979564.274762:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979564.274768:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.274775:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.274777:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.274780:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979564.274783:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979564.274784:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.274787:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497092352:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979564.274790:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979564.274794:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979564.274797:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.274799:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979564.274804:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979564.274805:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979564.274810:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979564.274814:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979564.274820:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979564.274827:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092352, portal 25 00000100:00000001:0.0:1783979564.274828:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979564.274830:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979564.274833:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.274838:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979564.274841:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979564.274843:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979564.274846:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497092352, offset 0 00000400:00000200:0.0:1783979564.274851:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979564.274859:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.274866:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979564.274883:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979564.274887:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979564.274891:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979564.274894:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979564.274898:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781972:781972:256:4294967295] 192.168.201.114@tcp LPNI seq info [781950:781950:8:4294967295] 00000400:00000200:0.0:1783979564.274903:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.274914:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979564.274920:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.274927:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979564.274934:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979564.274937:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979564.274948:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.274950:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979564.274957:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979564.274961:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979564.274965:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979564.274967:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979564.274972:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979564.274975:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.274982:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.274985:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.274990:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.274991:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979564.274997:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979564.274999:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979564.275002:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311771384 00000100:00000010:0.0:1783979564.275007:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979564.275014:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979564.275063:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311771384 00000100:00000010:0.0:1783979564.275067:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979564.275070:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979564.275072:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979564.275074:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.275076:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979564.275080:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979564/real 1783979564] req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979564.275087:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979564.275088:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979564.275090:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979564.275092:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979564.275093:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979564.275095:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979564.275097:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979564.275102:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.275106:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979564.275107:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.275109:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.275110:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979564.275113:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.275117:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979564.275120:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.275125:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979564.275127:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.275128:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.275129:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.275131:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979564.275132:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979564.275135:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979564.275163:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979564.275166:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979564.275171:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979564.275178:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497092352:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979564.275183:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979564.275186:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.275193:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.275194:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.275196:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979564.275198:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979564.275199:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.275202:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092480:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979564.275205:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979564.275208:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979564.275209:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.275211:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979564.275214:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979564.275216:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979564.275220:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979564.275223:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979564.275227:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979564.275230:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092480, portal 10 00000100:00000001:0.0:1783979564.275232:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979564.275233:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979564.275241:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.275248:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979564.275250:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979564.275252:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979564.275254:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497092480, offset 0 00000400:00000200:0.0:1783979564.275256:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979564.275259:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.275262:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979564.275264:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979564.275265:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979564.275267:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979564.275269:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979564.275271:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781973:781973:256:4294967295] 192.168.201.114@tcp LPNI seq info [781951:781951:8:4294967295] 00000400:00000200:0.0:1783979564.275273:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.275277:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979564.275279:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.275281:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979564.275284:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979564.275285:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979564.275293:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.275294:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979564.275296:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979564.275298:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979564.275300:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979564.275301:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979564.275303:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979564.275305:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.275311:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.276068:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.276077:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.276078:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979564.276083:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979564.276086:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979564.276089:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979564.276091:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311770124 00000100:00000001:0.0:1783979564.276094:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.276095:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311770124 00000100:00000001:0.0:1783979564.276096:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.276098:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979564.276100:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.276101:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979564.276105:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979564/real 1783979564] req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979564.276110:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979564.276111:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979564.276112:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979564.276114:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979564.276115:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979564.276117:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979564.276119:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979564.276123:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.276132:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979564.276133:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.276134:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.276135:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979564.276164:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.276170:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979564.276174:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.276181:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979564.276184:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.276185:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.276187:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.276189:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979564.276193:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979564.276196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979564.276199:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979564.276202:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979564.276206:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979564.276214:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092480:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979564.276218:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979564.276222:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.276229:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.276231:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.276233:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979564.276235:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979564.276237:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.276240:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092608:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979564.276243:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979564.276246:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979564.276247:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.276248:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979564.276252:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979564.276254:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979564.276256:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979564.276258:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979564.276261:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979564.276262:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092608, portal 10 00000100:00000001:0.0:1783979564.276264:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979564.276265:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979564.276269:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.276273:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979564.276275:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979564.276276:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979564.276278:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497092608, offset 0 00000400:00000200:0.0:1783979564.276280:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979564.276283:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.276286:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979564.276288:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979564.276290:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979564.276292:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979564.276293:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979564.276295:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781974:781974:256:4294967295] 192.168.201.114@tcp LPNI seq info [781952:781952:8:4294967295] 00000400:00000200:0.0:1783979564.276298:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.276302:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979564.276306:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.276308:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979564.276311:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979564.276313:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979564.277518:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.277521:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979564.277525:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979564.277529:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979564.277532:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979564.277534:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979564.277537:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979564.277540:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277547:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.277549:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277554:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.277555:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979564.277559:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979564.277562:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979564.277565:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979564.277567:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311770127 00000100:00000001:0.0:1783979564.277579:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.277581:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311770127 00000100:00000001:0.0:1783979564.277582:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.277584:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979564.277586:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.277588:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979564.277590:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979564/real 1783979564] req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979564.277597:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979564.277598:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979564.277600:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979564.277601:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979564.277602:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979564.277604:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979564.277606:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979564.277611:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277614:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979564.277615:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.277616:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.277617:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979564.277619:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277623:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979564.277626:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277631:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979564.277632:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.277633:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.277634:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.277635:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979564.277638:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979564.277640:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979564.277642:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979564.277644:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979564.277647:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979564.277652:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092608:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979564.277654:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979564.277657:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277661:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.277662:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.277664:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979564.277665:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979564.277666:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.277668:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092736:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979564.277670:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979564.277671:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979564.277673:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.277674:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979564.277679:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979564.277680:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979564.277682:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979564.277685:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979564.277687:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979564.277690:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092736, portal 4 00000100:00000001:0.0:1783979564.277692:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979564.277693:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979564.277697:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277701:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979564.277703:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979564.277704:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979564.277706:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497092736, offset 0 00000400:00000200:0.0:1783979564.277709:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979564.277713:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.277717:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979564.277719:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979564.277721:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979564.277723:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979564.277725:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979564.277728:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781975:781975:256:4294967295] 192.168.201.114@tcp LPNI seq info [781953:781953:8:4294967295] 00000400:00000200:0.0:1783979564.277731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.277738:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979564.277740:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.277743:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979564.277746:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979564.277747:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979564.277754:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.277755:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979564.277757:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979564.277759:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979564.277761:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979564.277762:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979564.277763:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979564.277765:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277769:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.277771:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277775:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.277776:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979564.277777:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979564.277779:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979564.277781:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979564.277782:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311770176 00000100:00000001:0.0:1783979564.277784:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.277786:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311770176 00000100:00000001:0.0:1783979564.277787:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.277788:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979564.277789:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.277790:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979564.277792:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979564/real 1783979564] req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979564.277795:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979564.277796:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979564.277797:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979564.277799:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979564.277800:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979564.277801:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979564.277803:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979564.277807:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277810:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979564.277811:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.277812:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.277813:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979564.277814:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277818:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979564.277820:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277823:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979564.277825:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.277826:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.277827:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.277828:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979564.277830:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979564.277831:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979564.277833:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979564.277834:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979564.277836:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979564.277840:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092736:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979564.277842:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979564.277845:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277848:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.277849:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.277850:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979564.277851:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979564.277852:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.277854:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092864:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979564.277856:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979564.277858:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979564.277859:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979564.277860:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979564.277863:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979564.277864:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979564.277867:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979564.277878:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979564.277881:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979564.277884:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092864, portal 4 00000100:00000001:0.0:1783979564.277886:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979564.277887:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979564.277893:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277899:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979564.277901:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979564.277903:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979564.277906:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497092864, offset 0 00000400:00000200:0.0:1783979564.277909:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979564.277913:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.277916:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979564.277919:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979564.277921:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979564.277923:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979564.277925:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979564.277928:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781976:781976:256:4294967295] 192.168.201.114@tcp LPNI seq info [781954:781954:8:4294967295] 00000400:00000200:0.0:1783979564.277932:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979564.277937:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979564.277940:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.277942:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979564.277945:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979564.277946:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979564.277953:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979564.277954:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979564.277956:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979564.277958:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979564.277960:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979564.277961:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979564.277963:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979564.277965:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277974:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.277976:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.277980:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.277981:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979564.277983:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979564.277985:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979564.277987:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979564.277989:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311770147 00000100:00000001:0.0:1783979564.277991:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.277992:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311770147 00000100:00000001:0.0:1783979564.277993:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311771384 00000100:00000001:0.0:1783979564.277995:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979564.277996:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.277997:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979564.277999:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979564/real 1783979564] req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979564.278003:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979564.278004:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979564.278004:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979564.278006:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979564.278007:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979564.278008:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979564.278010:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979564.278015:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278018:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979564.278019:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278021:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.278022:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979564.278024:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278027:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979564.278029:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278033:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979564.278034:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278035:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979564.278035:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278036:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979564.278038:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979564.278039:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979564.278041:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979564.278042:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979564.278044:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979564.278048:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497092864:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979564.278050:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278052:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.278055:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497092352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278060:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979564.278062:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979564.278064:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979564.278066:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979564.278068:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979564.278070:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979564.278072:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979564.278074:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979564.278078:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979564.278079:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979564.278081:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979564.278087:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979564.278088:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278089:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.278091:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497092480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278095:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979564.278096:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979564.278098:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979564.278099:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979564.278100:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979564.278100:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979564.278101:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979564.278102:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979564.278103:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979564.278104:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979564.278105:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979564.278106:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979564.278106:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278107:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.278109:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497092608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278112:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979564.278112:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979564.278113:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979564.278114:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979564.278115:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979564.278115:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979564.278116:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979564.278117:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979564.278118:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979564.278119:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979564.278120:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979564.278121:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979564.278122:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278123:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.278125:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497092736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278128:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979564.278129:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979564.278130:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979564.278131:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979564.278131:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979564.278132:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979564.278133:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979564.278133:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979564.278135:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979564.278156:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979564.278158:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979564.278160:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979564.278161:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278163:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979564.278166:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497092864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979564.278172:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979564.278173:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979564.278174:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979564.278176:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979564.278178:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979564.278179:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979564.278181:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979564.278182:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979564.278184:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979564.278186:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979564.278187:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979564.278189:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979564.278190:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278193:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.278203:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979564.278205:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.278208:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979564.278210:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.978744:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979564.978752:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979564.978755:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.978760:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979564.978773:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979564.978778:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.978781:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.978784:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.978788:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979565.937786:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979565.937790:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979565.937793:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979566.001271:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979566.001279:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979566.001282:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979566.001287:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979566.001291:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979566.001295:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.001297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979566.001300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.001302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979566.001489:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979566.001492:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979566.001493:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979566.001495:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979566.001497:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979566.001499:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.001500:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979566.001502:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.001504:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979567.025244:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979567.025252:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979567.025257:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979567.025266:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979567.025273:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979567.025278:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.025863:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979567.025866:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.025869:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979567.025899:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979567.025903:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979567.025905:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979567.025908:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979567.025911:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979567.025914:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.025916:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979567.025918:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.025920:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.073443:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979569.073448:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979569.073449:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.073452:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979569.073455:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979569.073458:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.073461:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.073462:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.073465:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.393635:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979569.393641:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979569.393646:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979569.393658:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.393673:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.393677:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.393683:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979569.393688:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979569.393694:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.393700:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497092992:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979569.393708:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979569.393715:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979569.393719:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.393724:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979569.393731:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979569.393737:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979569.393747:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979569.393754:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979569.393765:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979569.393775:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497092992, portal 25 00000100:00000001:0.0:1783979569.393793:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979569.393797:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979569.393809:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.393827:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979569.393837:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979569.393844:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979569.393852:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497092992, offset 0 00000400:00000200:0.0:1783979569.393864:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979569.393875:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.393885:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979569.393894:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979569.393901:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979569.393907:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979569.393911:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979569.393918:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781977:781977:256:4294967295] 192.168.201.114@tcp LPNI seq info [781955:781955:8:4294967295] 00000400:00000200:0.0:1783979569.393927:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.393943:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979569.393952:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.393961:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979569.393970:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979569.393978:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979569.393994:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.393998:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979569.394003:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979569.394009:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979569.394013:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979569.394017:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979569.394021:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979569.394027:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394039:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.394044:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394053:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.394056:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979569.394062:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979569.394067:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979569.394071:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311776503 00000100:00000010:0.0:1783979569.394077:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979569.394084:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979569.394092:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311776503 00000100:00000010:0.0:1783979569.394098:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979569.394105:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979569.394112:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979569.394117:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.394123:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979569.394131:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979569/real 1783979569] req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979569.394165:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979569.394167:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979569.394168:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979569.394171:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979569.394172:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979569.394174:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979569.394177:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979569.394185:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394194:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979569.394196:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394198:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.394201:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979569.394207:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394214:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979569.394223:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394236:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979569.394244:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394248:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.394250:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394252:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979569.394256:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979569.394263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979569.394271:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979569.394276:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979569.394283:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979569.394296:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497092992:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979569.394305:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394309:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.394313:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497092992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394331:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979569.394335:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979569.394339:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979569.394343:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979569.394348:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979569.394351:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979569.394353:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979569.394357:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979569.394363:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979569.394366:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979569.394368:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979569.394375:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979569.394379:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394384:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394392:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979569.394395:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.394397:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979569.394400:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979569.394403:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979569.394407:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394417:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.394419:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.394422:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979569.394424:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979569.394426:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.394431:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093120:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979569.394436:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979569.394439:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979569.394442:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.394444:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979569.394446:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979569.394450:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979569.394459:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979569.394465:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979569.394470:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979569.394473:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497093120, portal 10 00000100:00000001:0.0:1783979569.394475:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979569.394476:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979569.394484:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394490:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979569.394492:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979569.394495:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979569.394497:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497093120, offset 0 00000400:00000200:0.0:1783979569.394501:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979569.394505:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.394511:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979569.394517:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979569.394520:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979569.394523:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979569.394527:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979569.394532:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781978:781978:256:4294967295] 192.168.201.114@tcp LPNI seq info [781956:781956:8:4294967295] 00000400:00000200:0.0:1783979569.394539:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.394548:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979569.394555:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.394559:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979569.394567:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979569.394572:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979569.394596:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.394600:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979569.394606:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979569.394613:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979569.394619:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979569.394624:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979569.394630:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979569.394636:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394648:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.394655:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394671:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.394676:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979569.394681:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979569.394688:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979569.394696:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979569.394700:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311775243 00000100:00000001:0.0:1783979569.394704:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.394708:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311775243 00000100:00000001:0.0:1783979569.394711:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.394715:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979569.394716:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.394718:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979569.394722:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979569/real 1783979569] req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979569.394727:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979569.394729:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979569.394730:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979569.394732:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979569.394733:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979569.394735:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979569.394737:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979569.394742:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394749:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979569.394750:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394751:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.394752:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979569.394754:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394757:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979569.394760:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394764:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979569.394765:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394766:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.394767:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394768:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979569.394769:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979569.394771:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979569.394773:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979569.394774:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979569.394776:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979569.394795:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093120:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979569.394797:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979569.394800:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394804:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.394805:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.394806:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979569.394807:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979569.394809:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.394810:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093248:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979569.394812:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979569.394813:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979569.394814:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.394815:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979569.394818:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979569.394819:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979569.394821:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979569.394823:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979569.394825:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979569.394826:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497093248, portal 10 00000100:00000001:0.0:1783979569.394828:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979569.394829:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979569.394832:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394844:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979569.394846:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979569.394847:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979569.394849:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497093248, offset 0 00000400:00000200:0.0:1783979569.394851:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979569.394854:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.394856:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979569.394858:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979569.394859:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979569.394861:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979569.394862:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979569.394864:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781979:781979:256:4294967295] 192.168.201.114@tcp LPNI seq info [781957:781957:8:4294967295] 00000400:00000200:0.0:1783979569.394867:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.394870:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979569.394873:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.394875:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979569.394878:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979569.394879:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979569.394886:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.394887:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979569.394889:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979569.394891:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979569.394893:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979569.394894:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979569.394896:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979569.394898:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394904:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.394907:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394913:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.394915:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979569.394917:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979569.394920:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979569.394923:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979569.394925:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311775244 00000100:00000001:0.0:1783979569.394927:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.394929:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311775244 00000100:00000001:0.0:1783979569.394931:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.394933:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979569.394934:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.394936:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979569.394940:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979569/real 1783979569] req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979569.394948:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979569.394950:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979569.394951:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979569.394953:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979569.394954:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979569.394955:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979569.394958:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979569.394962:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394966:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979569.394967:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394968:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.394969:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979569.394971:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394974:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979569.394977:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.394980:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979569.394982:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394982:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.394983:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.394984:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979569.394986:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979569.394987:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979569.394989:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979569.394990:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979569.394992:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979569.394997:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093248:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979569.394999:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979569.395001:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395004:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.395005:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.395006:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979569.395008:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979569.395009:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.395010:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093376:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979569.395012:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979569.395013:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979569.395014:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.395015:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979569.395017:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979569.395018:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979569.395020:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979569.395022:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979569.395024:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979569.395026:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497093376, portal 4 00000100:00000001:0.0:1783979569.395027:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979569.395028:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979569.395031:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395035:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979569.395036:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979569.395037:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979569.395039:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497093376, offset 0 00000400:00000200:0.0:1783979569.395042:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979569.395044:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.395046:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979569.395048:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979569.395050:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979569.395051:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979569.395053:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979569.395055:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781980:781980:256:4294967295] 192.168.201.114@tcp LPNI seq info [781958:781958:8:4294967295] 00000400:00000200:0.0:1783979569.395057:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.395060:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979569.395063:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.395064:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979569.395067:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979569.395068:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979569.395075:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.395076:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979569.395078:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979569.395079:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979569.395081:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979569.395082:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979569.395084:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979569.395087:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395094:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.395096:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395102:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.395103:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979569.395105:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979569.395108:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979569.395111:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979569.395113:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311775293 00000100:00000001:0.0:1783979569.395115:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.395117:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311775293 00000100:00000001:0.0:1783979569.395119:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.395121:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979569.395123:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.395125:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979569.395129:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979569/real 1783979569] req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979569.395149:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979569.395151:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979569.395152:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979569.395154:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979569.395155:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979569.395156:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979569.395159:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979569.395166:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395172:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979569.395173:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395175:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.395176:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979569.395180:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395185:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979569.395189:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395195:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979569.395197:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395198:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.395199:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395201:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979569.395203:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979569.395205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979569.395208:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979569.395210:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979569.395214:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979569.395221:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093376:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979569.395224:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395226:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.395229:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497093120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395234:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979569.395235:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979569.395236:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979569.395239:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979569.395240:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979569.395241:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979569.395243:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979569.395244:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979569.395246:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979569.395247:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979569.395249:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979569.395251:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979569.395252:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395253:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.395256:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497093248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395266:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979569.395267:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979569.395268:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979569.395270:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979569.395271:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979569.395272:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979569.395274:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979569.395275:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979569.395277:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979569.395278:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979569.395279:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979569.395281:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979569.395282:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395283:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.395286:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497093376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395291:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979569.395292:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979569.395293:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979569.395296:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979569.395297:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979569.395298:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979569.395300:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979569.395301:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979569.395303:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979569.395304:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979569.395306:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979569.395307:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979569.395308:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395310:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395314:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979569.395316:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.395318:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979569.395319:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979569.395320:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979569.395324:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395330:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.395332:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.395334:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979569.395335:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979569.395337:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.395339:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093504:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979569.395342:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979569.395344:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979569.395345:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979569.395347:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979569.395349:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979569.395351:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979569.395354:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979569.395356:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979569.395359:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979569.395362:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497093504, portal 4 00000100:00000001:0.0:1783979569.395363:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979569.395365:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979569.395370:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395375:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979569.395378:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979569.395380:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979569.395382:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497093504, offset 0 00000400:00000200:0.0:1783979569.395386:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979569.395390:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.395392:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979569.395395:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979569.395397:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979569.395399:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979569.395401:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979569.395405:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [781981:781981:256:4294967295] 192.168.201.114@tcp LPNI seq info [781959:781959:8:4294967295] 00000400:00000200:0.0:1783979569.395409:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979569.395414:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979569.395418:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.395422:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979569.395425:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979569.395428:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979569.395437:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979569.395438:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979569.395441:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979569.395444:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979569.395447:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979569.395449:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979569.395451:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979569.395455:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395462:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.395465:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395471:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.395472:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979569.395475:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979569.395478:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979569.395480:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979569.395482:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311775265 00000100:00000001:0.0:1783979569.395485:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.395487:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311775265 00000100:00000001:0.0:1783979569.395488:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311776503 00000100:00000001:0.0:1783979569.395491:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979569.395493:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.395494:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979569.395498:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979569/real 1783979569] req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979569.395504:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979569.395505:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979569.395507:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979569.395509:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979569.395510:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979569.395512:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979569.395514:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979569.395521:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395526:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979569.395527:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395529:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.395530:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979569.395532:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395538:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979569.395541:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395547:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979569.395549:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395550:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979569.395552:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395553:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979569.395555:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979569.395557:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979569.395560:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979569.395562:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979569.395565:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979569.395573:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497093504:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979569.395577:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395578:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979569.395581:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497093504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979569.395588:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979569.395589:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979569.395590:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979569.395593:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979569.395594:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979569.395595:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979569.395597:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979569.395599:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979569.395601:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979569.395602:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979569.395603:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979569.395605:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979569.395606:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395608:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.395611:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979569.395612:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.395614:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979569.395616:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.097386:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979570.097390:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979570.097391:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.097393:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979570.097396:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979570.097397:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.097578:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.097580:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.097582:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979571.060836:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979571.060843:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979571.060848:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979571.121861:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979571.121865:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979571.121866:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979571.121869:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979571.121872:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979571.121874:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.121876:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979571.121878:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.121880:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979571.122043:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979571.122046:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979571.122047:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979571.122050:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979571.122052:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979571.122053:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.122055:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979571.122057:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.122059:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979572.145472:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979572.145477:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979572.145479:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979572.145482:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979572.145485:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979572.145487:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979572.146948:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979572.146952:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979572.146964:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979573.169403:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979573.169405:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979573.169406:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979573.169408:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979573.169409:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979573.169411:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.169412:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979573.169413:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.169414:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979573.169437:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979573.169439:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979573.169440:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979573.169441:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979573.169442:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979573.169443:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.169444:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979573.169445:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.169445:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.193270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979574.193276:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979574.193280:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979574.193285:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979574.193289:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979574.193293:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979574.194747:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979574.194751:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979574.194763:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979574.513274:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979574.513290:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979574.513292:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979574.513296:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979574.513301:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979574.513308:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17107 00000400:00000200:0.0:1783979574.513317:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979574.513328:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979574.513331:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979574.513334:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513337:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.513340:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513342:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979574.513347:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979574.513349:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979574.513351:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979574.513355:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979574.513357:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979574.513359:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979574.513362:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513364:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.513366:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513367:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979574.513370:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979574.513373:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513376:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979574.513378:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979574.513382:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979574.513385:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513387:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979574.513389:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979574.513399:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979574.513402:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979574.513407:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979574.513409:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513412:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979574.513415:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979574.513419:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979574.513427:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979574.513434:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979574.513443:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497093632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979574.513453:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979574.513458:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979574.513462:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497093632/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979574.513485:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979574.513488:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979574.513491:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979574.513493:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979574.513494:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979574.513497:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979574.513500:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17107 00000400:00000200:0.0:1783979574.513504:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979574.513508:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979574.513510:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979574.513513:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513518:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.513521:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513525:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979574.513529:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979574.513531:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979574.513534:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979574.513537:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979574.513542:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979574.513547:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979574.513554:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513559:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.513564:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513568:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979574.513572:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979574.513577:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513582:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979574.513586:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979574.513593:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979574.513597:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513599:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979574.513603:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979574.513605:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513608:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979574.513614:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979574.513618:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979574.513622:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979574.513623:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513625:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979574.513630:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979574.513633:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979574.513639:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979574.513647:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979574.513654:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497093760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979574.513665:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979574.513669:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979574.513688:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497093760/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979574.513717:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979574.513720:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979574.513727:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979574.513730:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979574.513732:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979574.513738:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979574.513742:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17107 00000400:00000200:0.0:1783979574.513750:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979574.513756:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979574.513760:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979574.513766:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513770:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.513775:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513781:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979574.513785:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979574.513788:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979574.513790:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979574.513793:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979574.513799:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979574.513804:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979574.513812:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513814:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.513817:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513820:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979574.513822:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979574.513824:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979574.513830:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979574.513832:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979574.513835:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979574.513838:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513841:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979574.513843:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979574.513846:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513848:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979574.513854:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979574.513856:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979574.513867:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979574.513869:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.513873:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979574.513875:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979574.513880:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979574.513884:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979574.513889:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979574.513898:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497093888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979574.513909:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979574.513913:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979574.513921:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497093888/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979574.513945:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979574.513949:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979574.513956:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979574.513960:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979574.513963:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979574.513968:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979574.513973:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17107 00000400:00000200:0.0:1783979574.513981:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979574.513988:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979574.514000:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979574.514005:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514009:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.514011:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514014:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979574.514020:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979574.514021:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979574.514025:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979574.514030:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979574.514036:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979574.514041:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979574.514046:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514048:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.514052:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514057:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979574.514062:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979574.514066:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514069:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979574.514073:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979574.514078:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979574.514082:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.514086:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979574.514090:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979574.514094:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.514095:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979574.514099:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979574.514104:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979574.514109:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979574.514111:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.514116:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979574.514120:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979574.514122:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979574.514127:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979574.514132:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979574.514182:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497094016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979574.514198:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979574.514203:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979574.514211:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497094016/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979574.514227:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979574.514232:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979574.514238:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979574.514241:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979574.514245:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979574.514250:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979574.514256:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17107 00000400:00000200:0.0:1783979574.514263:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979574.514271:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979574.514277:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979574.514283:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514288:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.514292:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514297:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979574.514301:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979574.514304:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979574.514308:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979574.514311:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979574.514313:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979574.514314:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979574.514319:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514321:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979574.514325:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514330:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979574.514336:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979574.514342:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979574.514347:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979574.514351:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979574.514355:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979574.514359:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.514362:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979574.514367:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979574.514371:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.514375:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979574.514381:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979574.514386:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979574.514391:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979574.514394:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979574.514397:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979574.514400:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979574.514402:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979574.514406:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979574.514411:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979574.514420:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497094144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979574.514432:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979574.514437:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979574.514444:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497094144/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979574.514462:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979574.514469:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17118) 00000100:00000001:0.0:1783979575.218340:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979575.218346:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.218347:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.218351:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979575.218354:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.218356:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.218358:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.218360:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.218362:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.218553:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979575.218555:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.218557:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.218559:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979575.218561:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.218563:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.218565:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.218566:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.218568:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979576.178118:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979576.178121:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979576.178123:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979577.265344:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979577.265348:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979577.265349:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979577.265352:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979577.265354:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979577.265356:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.265358:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979577.265360:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.265362:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979577.265370:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979577.265372:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979577.265374:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979577.265375:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979577.265377:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979577.265379:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.265380:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979577.265382:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.265384:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979578.289218:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979578.289225:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979578.289228:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979578.289233:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979578.289237:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979578.289241:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.289244:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979578.289247:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.289250:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979578.289293:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979578.289299:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979578.289302:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979578.289306:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979578.289309:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979578.289310:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.289312:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979578.289314:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.289319:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979579.313233:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979579.313242:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979579.313244:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979579.313250:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979579.313254:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979579.313257:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.313260:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979579.313262:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.313264:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.337752:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979580.337755:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.337756:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.337759:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979580.337762:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.337764:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.337765:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.337767:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.337769:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979581.298020:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979581.298024:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979581.298028:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979581.361363:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979581.361367:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979581.361368:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979581.361371:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979581.361373:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979581.361375:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979581.361378:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979581.361380:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979581.361382:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979582.385369:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979582.385373:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979582.385374:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979582.385378:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979582.385382:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979582.385385:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.385390:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979582.385425:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.385430:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.411231:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979583.411235:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979583.411237:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979583.411241:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979583.411243:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.411245:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.411247:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979583.411248:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.411251:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979584.433434:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979584.433438:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979584.433439:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979584.433442:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979584.433444:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979584.433446:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.433448:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979584.433450:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.433451:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.457283:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979585.457290:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979585.457291:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.457294:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979585.457296:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979585.457298:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.457300:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.457301:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.457303:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.459414:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979585.459417:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979585.459418:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.459420:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979585.459422:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979585.459424:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.459426:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.459427:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.459429:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979586.417470:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979586.417474:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979586.417477:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979587.506124:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979587.506129:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979587.506130:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979587.506132:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979587.506151:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979587.506153:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979587.506155:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979587.506156:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979587.506158:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979588.529536:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979588.529540:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979588.529542:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979588.529545:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979588.529547:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979588.529549:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.529551:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979588.529553:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.529555:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979588.529576:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979588.529579:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979588.529580:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979588.529582:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979588.529584:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979588.529586:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.529587:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979588.529589:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.529591:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979589.557091:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979589.557095:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979589.557096:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979589.557099:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979589.557105:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979589.557108:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.557110:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979589.557111:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.557114:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979590.577357:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979590.577360:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979590.577361:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979590.577364:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979590.577366:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979590.577368:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.577369:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979590.577371:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.577373:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979590.579453:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979590.579456:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979590.579461:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979590.579463:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979590.579465:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979590.579467:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.580077:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979590.580078:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.580081:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979591.537694:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979591.537702:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979591.537705:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979591.601269:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979591.601277:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979591.601278:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979591.601284:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979591.601288:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979591.601291:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.601294:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979591.601296:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.601299:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979591.601563:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979591.601566:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979591.601567:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979591.601570:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979591.601572:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979591.601574:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.601576:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979591.601577:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.601579:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979592.625275:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979592.625281:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979592.625285:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979592.625290:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979592.625293:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979592.625300:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.625420:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979592.625424:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.625428:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979592.625465:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979592.625469:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979592.625471:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979592.625474:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979592.625477:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979592.625479:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.625494:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979592.625495:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.625498:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979592.625527:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979592.625533:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979592.625535:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979592.625538:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979592.625541:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979592.625545:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.625547:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979592.625550:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.625552:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979593.650744:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979593.650751:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979593.650753:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979593.650758:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979593.650760:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979593.650764:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979593.650766:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979593.650768:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979593.650771:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.673284:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979594.673295:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979594.673297:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.673304:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979594.673309:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979594.673313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.673316:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.673319:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.673323:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.673553:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979594.673556:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979594.673558:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.673561:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979594.673562:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979594.673565:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.673567:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.673568:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.673570:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.996348:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979594.996355:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979594.996359:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979594.996370:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996381:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.996383:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.996388:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979594.996392:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979594.996395:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.996398:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497096192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979594.996403:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979594.996408:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979594.996412:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.996414:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979594.996423:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979594.996425:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979594.996433:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979594.996439:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979594.996447:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979594.996457:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497096192, portal 25 00000100:00000001:0.0:1783979594.996460:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979594.996461:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979594.996468:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996476:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979594.996479:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979594.996482:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979594.996487:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497096192, offset 0 00000400:00000200:0.0:1783979594.996495:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979594.996504:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.996513:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979594.996519:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979594.996524:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979594.996529:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979594.996532:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979594.996536:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782002:782002:256:4294967295] 192.168.201.114@tcp LPNI seq info [781980:781980:8:4294967295] 00000400:00000200:0.0:1783979594.996541:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.996552:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979594.996559:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.996566:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979594.996574:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979594.996578:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979594.996593:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.996597:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979594.996603:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979594.996608:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979594.996616:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979594.996619:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979594.996625:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979594.996629:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996640:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.996643:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996651:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.996653:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979594.996660:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979594.996665:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979594.996668:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311802106 00000100:00000010:0.0:1783979594.996674:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979594.996682:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979594.996691:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311802106 00000100:00000010:0.0:1783979594.996695:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979594.996699:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979594.996703:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979594.996706:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.996709:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979594.996713:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979594/real 1783979594] req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979594.996723:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979594.996725:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979594.996728:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979594.996731:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979594.996733:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979594.996735:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979594.996738:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979594.996747:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996760:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979594.996762:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.996765:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.996767:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979594.996771:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996778:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979594.996783:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996790:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979594.996794:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.996795:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.996796:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.996799:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979594.996801:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979594.996805:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979594.996810:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979594.996812:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979594.996817:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979594.996826:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497096192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979594.996831:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979594.996835:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996842:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.996843:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.996846:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979594.996848:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979594.996850:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.996853:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979594.996856:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979594.996858:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979594.996860:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.996862:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979594.996866:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979594.996868:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979594.996872:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979594.996875:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979594.996878:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979594.996881:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497096320, portal 10 00000100:00000001:0.0:1783979594.996883:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979594.996884:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979594.996891:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996898:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979594.996900:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979594.996902:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979594.996905:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497096320, offset 0 00000400:00000200:0.0:1783979594.996909:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979594.996912:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.996916:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979594.996918:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979594.996921:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979594.996923:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979594.996926:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979594.996928:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782003:782003:256:4294967295] 192.168.201.114@tcp LPNI seq info [781981:781981:8:4294967295] 00000400:00000200:0.0:1783979594.996933:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.996938:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979594.996943:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.996946:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979594.996950:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979594.996953:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979594.996963:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.996965:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979594.996967:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979594.996971:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979594.996974:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979594.996976:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979594.996978:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979594.996981:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996989:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.996991:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.996998:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.996999:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979594.997003:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979594.997006:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979594.997010:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979594.997012:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311800845 00000100:00000001:0.0:1783979594.997014:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.997016:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311800845 00000100:00000001:0.0:1783979594.997018:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.997020:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979594.997022:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.997024:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979594.997028:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979594/real 1783979594] req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979594.997042:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979594.997043:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979594.997045:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979594.997047:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979594.997049:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979594.997051:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979594.997054:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979594.997062:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.997069:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979594.997070:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.997072:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.997073:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979594.997077:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.997083:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979594.997087:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.997092:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979594.997094:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.997096:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.997097:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.997099:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979594.997102:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979594.997105:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979594.997109:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979594.997111:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979594.997116:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979594.997124:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979594.997128:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979594.997131:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998555:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.998558:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.998563:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979594.998567:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979594.998569:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.998578:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979594.998582:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979594.998586:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979594.998589:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.998591:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979594.998602:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979594.998604:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979594.998611:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979594.998618:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979594.998624:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979594.998629:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497096448, portal 10 00000100:00000001:0.0:1783979594.998631:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979594.998633:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979594.998642:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998651:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979594.998654:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979594.998657:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979594.998661:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497096448, offset 0 00000400:00000200:0.0:1783979594.998669:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979594.998676:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.998683:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979594.998688:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979594.998691:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979594.998694:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979594.998697:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979594.998701:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782004:782004:256:4294967295] 192.168.201.114@tcp LPNI seq info [781982:781982:8:4294967295] 00000400:00000200:0.0:1783979594.998706:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.998715:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979594.998721:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.998726:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979594.998734:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979594.998738:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979594.998752:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.998754:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979594.998759:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979594.998765:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979594.998770:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979594.998772:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979594.998777:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979594.998780:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998791:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.998795:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998802:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.998804:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979594.998809:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979594.998814:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979594.998817:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979594.998820:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311800848 00000100:00000001:0.0:1783979594.998825:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.998827:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311800848 00000100:00000001:0.0:1783979594.998829:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.998832:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979594.998834:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.998837:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979594.998841:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979594/real 1783979594] req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979594.998849:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979594.998851:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979594.998853:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979594.998855:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979594.998857:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979594.998859:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979594.998863:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979594.998872:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998878:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979594.998880:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.998882:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.998884:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979594.998889:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998895:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979594.998901:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998908:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979594.998912:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.998914:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.998915:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.998918:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979594.998923:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979594.998927:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979594.998931:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979594.998934:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979594.998938:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979594.998947:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979594.998952:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979594.998955:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.998962:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.998964:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.998966:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979594.998968:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979594.998970:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.998972:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979594.998976:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979594.998978:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979594.998980:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.998981:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979594.998985:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979594.998988:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979594.998992:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979594.998995:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979594.998998:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979594.999001:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497096576, portal 4 00000100:00000001:0.0:1783979594.999004:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979594.999005:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979594.999010:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999016:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979594.999018:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979594.999020:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979594.999022:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497096576, offset 0 00000400:00000200:0.0:1783979594.999026:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979594.999029:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.999033:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979594.999036:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979594.999038:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979594.999041:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979594.999043:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979594.999045:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782005:782005:256:4294967295] 192.168.201.114@tcp LPNI seq info [781983:781983:8:4294967295] 00000400:00000200:0.0:1783979594.999049:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.999055:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979594.999059:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.999062:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979594.999066:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979594.999068:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979594.999078:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.999080:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979594.999083:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979594.999086:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979594.999089:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979594.999090:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979594.999092:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979594.999096:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999108:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.999111:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999117:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.999119:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979594.999121:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979594.999124:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979594.999127:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979594.999129:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311800897 00000100:00000001:0.0:1783979594.999132:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.999134:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311800897 00000100:00000001:0.0:1783979594.999158:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.999161:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979594.999164:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.999165:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979594.999169:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979594/real 1783979594] req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979594.999177:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979594.999179:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979594.999181:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979594.999184:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979594.999185:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979594.999188:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979594.999191:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979594.999199:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999206:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979594.999208:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999209:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.999211:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979594.999214:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999351:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979594.999356:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999364:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979594.999367:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999368:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.999370:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999372:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979594.999374:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979594.999377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979594.999381:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979594.999383:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979594.999387:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979594.999395:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979594.999400:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979594.999405:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999412:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.999414:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.999416:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979594.999418:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979594.999420:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.999424:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979594.999427:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979594.999430:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979594.999431:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979594.999433:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979594.999437:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979594.999439:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979594.999443:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979594.999446:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979594.999449:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979594.999452:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497096704, portal 4 00000100:00000001:0.0:1783979594.999454:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979594.999455:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979594.999462:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999468:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979594.999470:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979594.999472:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979594.999475:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497096704, offset 0 00000400:00000200:0.0:1783979594.999479:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979594.999483:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.999487:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979594.999490:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979594.999492:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979594.999494:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979594.999497:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979594.999501:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782006:782006:256:4294967295] 192.168.201.114@tcp LPNI seq info [781984:781984:8:4294967295] 00000400:00000200:0.0:1783979594.999505:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979594.999511:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979594.999516:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.999519:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979594.999524:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979594.999527:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979594.999539:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979594.999542:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979594.999545:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979594.999549:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979594.999552:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979594.999554:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979594.999557:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979594.999562:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999570:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.999573:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999579:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.999581:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979594.999584:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979594.999587:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979594.999591:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979594.999593:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311800869 00000100:00000001:0.0:1783979594.999596:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.999598:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311800869 00000100:00000001:0.0:1783979594.999600:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311802106 00000100:00000001:0.0:1783979594.999602:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979594.999604:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.999606:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979594.999610:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979594/real 1783979594] req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979594.999617:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979594.999619:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979594.999621:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979594.999623:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979594.999625:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979594.999627:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979594.999630:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979594.999638:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999644:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979594.999646:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999648:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.999650:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979594.999654:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999661:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979594.999666:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999673:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979594.999676:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999678:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979594.999679:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999681:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979594.999683:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979594.999685:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979594.999689:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979594.999691:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979594.999695:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979594.999710:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979594.999714:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999717:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.999722:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497096192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999729:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979594.999733:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979594.999736:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979594.999740:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979594.999743:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979594.999746:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979594.999749:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979594.999752:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783979594.999757:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979594.999759:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979594.999762:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979594.999766:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979594.999767:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999770:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.999774:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497096320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999781:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979594.999783:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979594.999785:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979594.999787:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979594.999788:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979594.999789:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979594.999791:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979594.999793:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783979594.999795:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979594.999796:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979594.999798:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979594.999801:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979594.999802:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999804:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.999807:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497096448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999814:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979594.999816:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979594.999817:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979594.999819:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979594.999820:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979594.999822:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979594.999823:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979594.999825:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4400. 02000000:00000001:0.0:1783979594.999827:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979594.999828:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979594.999829:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979594.999832:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979594.999833:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999835:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.999838:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497096576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999845:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979594.999846:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979594.999847:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979594.999850:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979594.999851:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979594.999852:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979594.999854:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979594.999856:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979594.999858:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979594.999860:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979594.999861:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979594.999863:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979594.999864:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999866:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979594.999869:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497096704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979594.999875:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979594.999877:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979594.999878:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979594.999880:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979594.999881:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979594.999882:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979594.999884:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979594.999885:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979594.999887:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979594.999888:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979594.999889:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979594.999891:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979594.999892:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999895:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.999907:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979594.999909:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979594.999912:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979594.999914:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979595.697424:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979595.697429:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979595.697430:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979595.697433:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979595.697435:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979595.697437:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979595.697439:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979595.697441:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979595.697443:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979595.698514:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979595.698518:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979595.698519:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979595.698521:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979595.698523:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979595.698525:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979595.698527:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979595.698529:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979595.698531:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979596.658595:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979596.658600:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979596.658603:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979596.721507:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979596.721511:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979596.721512:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979596.721515:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979596.721517:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979596.721519:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979596.721521:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979596.721523:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979596.721525:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979596.721933:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979596.721936:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979596.721937:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979596.721940:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979596.721942:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979596.721944:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979596.721946:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979596.721947:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979596.721949:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979597.745663:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979597.745668:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979597.745669:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979597.745672:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979597.745674:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979597.745676:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979597.745678:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979597.745679:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979597.745682:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979598.770750:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979598.770754:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979598.770755:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979598.770758:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979598.770760:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979598.770762:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979598.770764:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979598.770765:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979598.770767:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979599.795794:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979599.795799:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979599.795801:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979599.795804:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979599.795807:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979599.795810:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979599.795822:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979599.795824:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979599.795826:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.113856:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979600.113867:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979600.113873:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979600.113890:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.113920:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.113924:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.113931:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979600.113937:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979600.113944:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.113957:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497096832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979600.113966:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979600.113974:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979600.113980:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.113985:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979600.113997:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979600.114001:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979600.114015:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979600.114025:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979600.114036:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979600.114047:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497096832, portal 25 00000100:00000001:0.0:1783979600.114053:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979600.114056:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979600.114070:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114098:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979600.114106:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979600.114112:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979600.114123:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497096832, offset 0 00000400:00000200:0.0:1783979600.114166:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979600.114175:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.114184:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979600.114191:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979600.114195:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979600.114199:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979600.114203:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979600.114207:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782007:782007:256:4294967295] 192.168.201.114@tcp LPNI seq info [781985:781985:8:4294967295] 00000400:00000200:0.0:1783979600.114211:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.114223:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979600.114230:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.114236:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979600.114244:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979600.114262:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979600.114278:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.114281:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979600.114288:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979600.114293:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979600.114300:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979600.114302:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979600.114307:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979600.114312:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114323:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.114327:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114336:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.114338:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979600.114344:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979600.114346:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979600.114349:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311807223 00000100:00000010:0.0:1783979600.114354:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979600.114360:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979600.114368:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311807223 00000100:00000010:0.0:1783979600.114371:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979600.114373:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979600.114376:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979600.114378:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.114380:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979600.114383:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979600/real 1783979600] req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979600.114390:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979600.114392:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979600.114394:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979600.114395:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979600.114396:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979600.114399:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979600.114401:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979600.114406:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114411:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979600.114412:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114413:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.114415:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979600.114417:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114422:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979600.114424:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114429:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979600.114431:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114432:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.114432:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114434:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979600.114436:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979600.114438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979600.114441:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979600.114442:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979600.114445:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979600.114449:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497096832:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979600.114453:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114454:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.114456:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497096832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114460:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979600.114463:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979600.114465:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979600.114467:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979600.114469:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979600.114470:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979600.114472:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979600.114474:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979600.114477:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979600.114479:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979600.114481:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979600.114484:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979600.114484:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114486:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114494:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979600.114495:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.114497:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979600.114498:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979600.114499:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979600.114501:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114506:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.114507:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.114508:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979600.114510:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979600.114511:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.114513:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979600.114515:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979600.114516:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979600.114517:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.114518:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979600.114520:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979600.114521:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979600.114524:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979600.114525:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979600.114528:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979600.114530:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497096960, portal 10 00000100:00000001:0.0:1783979600.114531:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979600.114532:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979600.114537:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114541:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979600.114543:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979600.114544:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979600.114546:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497096960, offset 0 00000400:00000200:0.0:1783979600.114548:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979600.114550:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.114553:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979600.114555:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979600.114556:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979600.114558:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979600.114560:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979600.114562:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782008:782008:256:4294967295] 192.168.201.114@tcp LPNI seq info [781986:781986:8:4294967295] 00000400:00000200:0.0:1783979600.114564:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.114568:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979600.114571:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.114572:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979600.114575:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979600.114577:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979600.114584:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.114585:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979600.114587:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979600.114589:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979600.114591:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979600.114592:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979600.114593:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979600.114595:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114600:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.114602:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114606:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.114606:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979600.114609:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979600.114612:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979600.114614:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979600.114615:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311805962 00000100:00000001:0.0:1783979600.114617:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.114619:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311805962 00000100:00000001:0.0:1783979600.114620:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.114621:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979600.114622:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.114623:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979600.114625:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979600/real 1783979600] req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979600.114629:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979600.114630:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979600.114631:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979600.114632:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979600.114633:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979600.114635:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979600.114637:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979600.114641:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114644:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979600.114645:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114646:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.114646:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979600.114648:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114653:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979600.114654:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114659:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979600.114661:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114662:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.114662:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114663:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979600.114666:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979600.114668:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979600.114670:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979600.114671:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979600.114684:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979600.114688:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497096960:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979600.114691:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114692:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.114694:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497096960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.114698:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979600.114699:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979600.114700:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979600.114701:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979600.114702:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979600.114703:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979600.114704:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979600.114705:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979600.114707:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979600.114708:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979600.114709:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979600.114711:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979600.114712:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114713:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.114715:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979600.114716:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.114717:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979600.114719:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.116331:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979600.116337:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979600.116339:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979600.116346:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.116355:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.116357:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.116360:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979600.116362:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979600.116365:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.116368:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979600.116372:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979600.116376:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979600.116378:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.116380:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979600.116385:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979600.116387:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979600.116393:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979600.116396:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979600.116402:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979600.116410:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097088, portal 10 00000100:00000001:0.0:1783979600.116412:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979600.116414:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979600.116420:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.116427:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979600.116489:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979600.116494:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979600.116499:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497097088, offset 0 00000400:00000200:0.0:1783979600.116506:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979600.116579:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.116586:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979600.116591:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979600.116595:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979600.116598:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979600.116601:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979600.116605:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782009:782009:256:4294967295] 192.168.201.114@tcp LPNI seq info [781987:781987:8:4294967295] 00000400:00000200:0.0:1783979600.116609:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.116619:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979600.116625:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.116631:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979600.116638:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979600.116641:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979600.116654:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.116656:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979600.116661:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979600.116665:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979600.116671:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979600.116673:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979600.116677:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979600.116681:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.116691:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.116694:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.116700:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.116701:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979600.116707:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979600.116710:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979600.116713:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979600.116716:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311805966 00000100:00000001:0.0:1783979600.116719:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.117128:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311805966 00000100:00000001:0.0:1783979600.117131:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.117133:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979600.117229:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.117233:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979600.117239:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979600/real 1783979600] req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979600.117262:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979600.117264:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979600.117266:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979600.117270:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979600.117272:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979600.117274:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979600.117278:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979600.117287:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.117293:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979600.117296:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.117298:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.117299:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979600.117303:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.117311:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979600.117315:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.117322:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979600.117325:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.117326:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.117328:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.117330:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979600.117333:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979600.117336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979600.117340:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979600.117342:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979600.117346:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979600.117354:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097088:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979600.117358:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979600.117361:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.117368:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.117370:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.117372:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979600.117374:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979600.117376:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.117379:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979600.117382:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979600.117385:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979600.117386:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.117388:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979600.117392:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979600.117395:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979600.117399:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979600.117401:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979600.117405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979600.117408:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097216, portal 4 00000100:00000001:0.0:1783979600.117410:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979600.117412:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979600.117418:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.117424:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979600.117427:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979600.117430:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979600.117433:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497097216, offset 0 00000400:00000200:0.0:1783979600.117437:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979600.117441:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.117445:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979600.117448:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979600.117451:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979600.117453:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979600.117456:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979600.117459:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782010:782010:256:4294967295] 192.168.201.114@tcp LPNI seq info [781988:781988:8:4294967295] 00000400:00000200:0.0:1783979600.117463:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.117469:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979600.117474:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.117477:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979600.117481:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979600.117484:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979600.117494:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.117496:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979600.117499:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979600.117502:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979600.117506:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979600.117508:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979600.118486:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979600.118493:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118565:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.118569:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118574:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.118575:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979600.118580:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979600.118583:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979600.118587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979600.118589:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311806017 00000100:00000001:0.0:1783979600.118592:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.118594:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311806017 00000100:00000001:0.0:1783979600.118596:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.118598:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979600.118600:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.118602:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979600.118606:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979600/real 1783979600] req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979600.118614:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979600.118616:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979600.118618:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979600.118620:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979600.118622:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979600.118624:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979600.118627:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979600.118636:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118642:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979600.118644:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.118646:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.118647:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979600.118651:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118657:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979600.118661:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118668:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979600.118670:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.118672:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.118673:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.118675:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979600.118677:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979600.118680:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979600.118683:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979600.118686:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979600.118690:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979600.118698:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097216:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979600.118702:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.118705:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.118708:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497097088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118714:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979600.118717:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979600.118719:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979600.118787:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979600.118790:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979600.118791:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979600.118793:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979600.118794:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783979600.118797:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979600.118799:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979600.118800:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979600.118802:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979600.118803:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.118805:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.118809:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497097216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118815:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979600.118816:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979600.118818:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979600.118820:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979600.118821:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979600.118822:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979600.118824:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979600.118825:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979600.118827:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979600.118828:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979600.118829:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979600.118831:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979600.118832:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.118835:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.118841:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979600.118843:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.118845:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979600.118848:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979600.118849:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979600.118852:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118859:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.118861:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.118864:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979600.118866:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979600.118868:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.118871:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979600.118875:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979600.118877:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979600.118879:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979600.118880:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979600.118885:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979600.118887:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979600.118892:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979600.118894:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979600.118898:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979600.118902:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097344, portal 4 00000100:00000001:0.0:1783979600.118904:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979600.118905:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979600.118912:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.118918:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979600.118920:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979600.118922:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979600.118924:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497097344, offset 0 00000400:00000200:0.0:1783979600.118929:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979600.118933:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.118938:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979600.118941:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979600.118944:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979600.118947:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979600.118949:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979600.118952:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782011:782011:256:4294967295] 192.168.201.114@tcp LPNI seq info [781989:781989:8:4294967295] 00000400:00000200:0.0:1783979600.118956:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979600.118963:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979600.118968:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.118972:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979600.118976:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979600.118979:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979600.118990:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979600.118992:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979600.118994:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979600.118998:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979600.119001:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979600.119002:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979600.119005:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979600.119008:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.119015:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.119018:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.119024:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.119025:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979600.119028:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979600.119031:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979600.119034:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979600.119036:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311805988 00000100:00000001:0.0:1783979600.119038:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.119040:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311805988 00000100:00000001:0.0:1783979600.119042:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311807223 00000100:00000001:0.0:1783979600.119044:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979600.119046:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.119048:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979600.119052:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979600/real 1783979600] req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979600.119065:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979600.119067:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979600.119068:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979600.119071:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979600.119072:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979600.119074:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979600.119078:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979600.119086:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.119092:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979600.119093:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.119095:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.119096:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979600.119100:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.119106:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979600.119109:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.119116:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979600.119118:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.119119:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979600.119120:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.119122:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979600.119124:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979600.119126:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979600.119129:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979600.119131:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979600.119135:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979600.119159:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097344:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979600.119162:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.119164:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979600.119166:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497097344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979600.119173:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979600.119174:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979600.119176:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979600.119178:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979600.119180:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979600.119181:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979600.119183:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979600.119184:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979600.119186:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979600.119187:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979600.119189:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979600.119191:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979600.119192:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.119194:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.119197:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979600.119263:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.119267:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979600.119268:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979601.779848:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979601.779855:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979601.779859:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979601.841418:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979601.841426:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979601.841428:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979601.841432:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979601.841436:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979601.841439:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979601.842251:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979601.842256:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979601.842261:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979602.865477:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979602.865481:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979602.865482:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979602.865484:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979602.865485:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979602.865487:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979602.865488:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979602.865489:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979602.865490:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979602.865639:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979602.865643:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979602.865645:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979602.865649:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979602.865651:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979602.865654:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979602.865656:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979602.865659:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979602.865661:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979603.889463:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979603.889466:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979603.889468:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979603.889470:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979603.889472:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979603.889474:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979603.889476:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979603.889478:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979603.889480:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979603.889493:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979603.889495:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979603.889496:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979603.889498:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979603.889500:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979603.889502:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979603.889688:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979603.889690:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979603.889693:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979604.913273:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979604.913280:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979604.913283:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979604.913288:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979604.913294:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979604.913298:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979604.913303:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979604.913307:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979604.913310:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979604.913442:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979604.913446:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979604.913447:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979604.913449:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979604.913452:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979604.913454:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979604.913695:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979604.913697:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979604.913701:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.233646:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979605.233651:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979605.233654:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979605.233664:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.233675:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.233679:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.233685:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979605.233688:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979605.233694:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.233702:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497097472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979605.233711:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979605.233716:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979605.233720:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.233724:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979605.233731:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979605.233736:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979605.233747:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979605.233754:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979605.233764:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979605.233773:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097472, portal 25 00000100:00000001:0.0:1783979605.233778:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979605.233782:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979605.233792:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.233811:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979605.233818:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979605.233824:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979605.233830:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497097472, offset 0 00000400:00000200:0.0:1783979605.233843:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979605.233854:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.233863:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979605.233871:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979605.233877:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979605.233884:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979605.233891:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979605.233900:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782012:782012:256:4294967295] 192.168.201.114@tcp LPNI seq info [781990:781990:8:4294967295] 00000400:00000200:0.0:1783979605.233912:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.233931:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979605.233941:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.233949:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979605.233962:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979605.233970:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979605.234002:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.234007:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979605.234013:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979605.234019:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979605.234026:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979605.234029:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979605.234033:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979605.234039:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234054:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.234059:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234070:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.234083:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979605.234091:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979605.234098:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979605.234102:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311812343 00000100:00000010:0.0:1783979605.234108:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979605.234114:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979605.234119:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311812343 00000100:00000010:0.0:1783979605.234125:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979605.234129:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979605.234133:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979605.234181:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.234185:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979605.234191:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979605/real 1783979605] req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979605.234200:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979605.234202:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979605.234205:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979605.234208:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979605.234210:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979605.234212:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979605.234216:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979605.234221:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234226:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979605.234227:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234229:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.234230:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979605.234233:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234237:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979605.234239:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234243:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979605.234245:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234246:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.234246:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234248:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979605.234249:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979605.234251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979605.234253:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979605.234254:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979605.234256:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979605.234261:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497097472:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979605.234264:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979605.234266:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234270:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.234271:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.234272:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979605.234274:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979605.234275:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.234277:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979605.234279:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979605.234280:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979605.234281:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.234282:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979605.234285:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979605.234286:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979605.234288:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979605.234290:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979605.234292:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979605.234294:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097600, portal 10 00000100:00000001:0.0:1783979605.234295:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979605.234296:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979605.234301:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234305:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979605.234306:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979605.234307:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979605.234309:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497097600, offset 0 00000400:00000200:0.0:1783979605.234311:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979605.234313:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.234315:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979605.234317:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979605.234319:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979605.234321:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979605.234322:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979605.234324:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782013:782013:256:4294967295] 192.168.201.114@tcp LPNI seq info [781991:781991:8:4294967295] 00000400:00000200:0.0:1783979605.234326:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.234331:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979605.234335:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.234338:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979605.234342:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979605.234344:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979605.234353:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.234355:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979605.234358:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979605.234361:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979605.234364:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979605.234365:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979605.234368:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979605.234371:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234379:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.234382:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234387:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.234389:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979605.234392:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979605.234395:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979605.234398:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979605.234400:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311811083 00000100:00000001:0.0:1783979605.234402:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.234404:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311811083 00000100:00000001:0.0:1783979605.234406:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.234408:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979605.234410:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.234412:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979605.234415:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979605/real 1783979605] req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979605.234428:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979605.234429:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979605.234431:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979605.234433:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979605.234435:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979605.234437:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979605.234439:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979605.234447:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234454:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979605.234455:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234457:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.234458:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979605.234461:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234467:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979605.234471:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234477:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979605.234479:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234481:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.234482:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234484:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979605.234487:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979605.234490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979605.234493:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979605.234495:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979605.234499:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979605.234506:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097600:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979605.234510:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234512:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.234515:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497097472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234521:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979605.234523:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979605.234526:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979605.234528:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979605.234530:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979605.234531:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979605.234533:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979605.234536:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979605.234539:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979605.234540:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979605.234542:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979605.234545:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979605.234546:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234548:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.234551:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497097600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234557:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979605.234558:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979605.234559:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979605.234561:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979605.234563:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979605.234563:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979605.234565:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979605.234566:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979605.234569:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979605.234570:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979605.234571:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979605.234573:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979605.234575:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234576:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234583:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979605.234585:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.234587:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979605.234588:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979605.234589:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979605.234592:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234599:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.234600:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.234601:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979605.234603:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979605.234604:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.234607:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979605.234610:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979605.234611:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979605.234613:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.234614:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979605.234617:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979605.234619:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979605.234622:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979605.234624:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979605.234627:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979605.234630:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097728, portal 10 00000100:00000001:0.0:1783979605.234632:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979605.234633:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979605.234638:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234644:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979605.234646:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979605.234648:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979605.234651:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497097728, offset 0 00000400:00000200:0.0:1783979605.234655:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979605.234658:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.234661:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979605.234664:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979605.234667:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979605.234669:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979605.234671:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979605.234674:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782014:782014:256:4294967295] 192.168.201.114@tcp LPNI seq info [781992:781992:8:4294967295] 00000400:00000200:0.0:1783979605.234678:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.234684:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979605.234689:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.234692:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979605.234695:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979605.234698:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979605.234707:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.234709:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979605.234712:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979605.234715:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979605.234717:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979605.234719:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979605.234721:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979605.234724:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234732:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.234735:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234741:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.234742:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979605.234745:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979605.234748:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979605.234751:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979605.234753:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311811084 00000100:00000001:0.0:1783979605.234755:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.234757:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311811084 00000100:00000001:0.0:1783979605.234759:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.234760:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979605.234762:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.234764:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979605.234768:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979605/real 1783979605] req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979605.234775:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979605.234777:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979605.234778:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979605.234781:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979605.234782:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979605.234784:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979605.234788:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979605.234796:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234801:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979605.234802:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234804:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.234805:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979605.234808:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234814:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979605.234817:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234823:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979605.234825:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234826:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.234827:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.234828:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979605.234831:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979605.234832:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979605.234835:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979605.234836:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979605.234840:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979605.234847:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097728:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979605.234851:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979605.234854:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234860:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.234861:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.234863:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979605.234864:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979605.234866:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.234868:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979605.234871:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979605.234872:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979605.234873:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.234875:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979605.234878:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979605.234880:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979605.234883:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979605.234886:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979605.234889:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979605.234892:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097856, portal 4 00000100:00000001:0.0:1783979605.234893:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979605.234895:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979605.234900:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234905:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979605.234907:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979605.234909:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979605.234911:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497097856, offset 0 00000400:00000200:0.0:1783979605.234915:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979605.234918:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.234922:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979605.234924:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979605.234927:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979605.234929:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979605.234931:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979605.234934:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782015:782015:256:4294967295] 192.168.201.114@tcp LPNI seq info [781993:781993:8:4294967295] 00000400:00000200:0.0:1783979605.234937:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.234943:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979605.234947:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.234950:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979605.234953:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979605.234956:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979605.234966:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.234968:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979605.234971:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979605.234974:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979605.234977:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979605.234979:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979605.234982:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979605.234985:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.234992:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.234995:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235001:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.235002:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979605.235005:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979605.235008:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979605.235011:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979605.235012:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311811133 00000100:00000001:0.0:1783979605.235015:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.235017:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311811133 00000100:00000001:0.0:1783979605.235019:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.235020:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979605.235022:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.235024:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979605.235028:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979605/real 1783979605] req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979605.235035:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979605.235037:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979605.235038:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979605.235040:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979605.235042:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979605.235044:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979605.235047:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979605.235055:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235066:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979605.235068:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235069:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.235071:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979605.235074:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235080:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979605.235084:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235090:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979605.235092:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235094:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.235095:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235097:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979605.235099:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979605.235101:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979605.235104:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979605.235106:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979605.235110:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979605.235117:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097856:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979605.235120:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979605.235123:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235129:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.235131:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.235133:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979605.235135:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979605.235170:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.235174:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979605.235177:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979605.235179:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979605.235180:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979605.235181:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979605.235184:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979605.235186:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979605.235189:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979605.235191:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979605.235194:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979605.235197:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497097984, portal 4 00000100:00000001:0.0:1783979605.235198:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979605.235199:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979605.235205:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235211:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979605.235213:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979605.235215:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979605.235218:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497097984, offset 0 00000400:00000200:0.0:1783979605.235221:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979605.235225:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.235229:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979605.235231:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979605.235233:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979605.235235:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979605.235237:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979605.235241:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782016:782016:256:4294967295] 192.168.201.114@tcp LPNI seq info [781994:781994:8:4294967295] 00000400:00000200:0.0:1783979605.235245:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979605.235250:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979605.235255:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.235258:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979605.235262:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979605.235264:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979605.235274:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979605.235276:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979605.235279:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979605.235282:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979605.235284:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979605.235286:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979605.235288:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979605.235291:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235298:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.235301:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979630 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235307:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.235308:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979605.235311:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979605.235314:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979605.235317:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979605.235319:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311811105 00000100:00000001:0.0:1783979605.235321:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.235323:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311811105 00000100:00000001:0.0:1783979605.235325:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311812343 00000100:00000001:0.0:1783979605.235327:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979605.235329:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.235331:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979605.235335:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979605/real 1783979605] req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979605.235342:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979605.235344:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979605.235345:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979605.235348:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979605.235350:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979605.235352:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979605.235355:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979605.235363:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235369:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979605.235370:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235372:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.235373:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979605.235376:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235383:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979605.235386:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235393:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979605.235395:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235396:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979605.235397:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235399:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979605.235401:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979605.235403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979605.235406:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979605.235409:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979605.235413:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979605.235420:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497097984:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979605.235424:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235426:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.235429:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497097728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235436:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979605.235437:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979605.235439:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979605.235442:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979605.235443:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979605.235445:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979605.235447:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979605.235449:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4400. 02000000:00000001:0.0:1783979605.235452:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979605.235453:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979605.235454:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979605.235457:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979605.235458:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235459:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.235462:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497097856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235469:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979605.235470:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979605.235471:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979605.235473:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979605.235474:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979605.235476:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979605.235477:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979605.235478:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783979605.235480:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979605.235482:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979605.235483:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979605.235485:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979605.235486:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235488:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979605.235491:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497097984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979630 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979605.235496:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979605.235498:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979605.235499:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979605.235502:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979605.235503:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979605.235504:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979605.235506:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979605.235507:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783979605.235509:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979605.235510:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979605.235511:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979605.235513:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979605.235514:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235516:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.235520:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979605.235522:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.235524:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979605.235526:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.937648:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979605.937652:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979605.937653:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.937656:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979605.937658:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979605.937661:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.937663:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.937665:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.937667:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.937675:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979605.937677:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979605.937679:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.937680:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979605.937683:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979605.937684:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.944394:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.944398:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.944401:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979606.897345:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979606.897349:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979606.897351:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979606.961227:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979606.961233:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979606.961236:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979606.961242:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979606.961248:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979606.961252:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979606.961260:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979606.961264:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979606.961267:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979606.961573:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979606.961576:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979606.961578:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979606.961580:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979606.961582:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979606.961584:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979606.961586:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979606.961588:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979606.961590:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979607.986084:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979607.986087:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979607.986089:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979607.986092:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979607.986094:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979607.986096:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979607.986098:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979607.986100:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979607.986102:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979609.009256:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979609.009265:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979609.009269:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979609.009277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979609.009283:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979609.009287:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.009290:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979609.009292:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.009294:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979609.009309:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979609.009313:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979609.009314:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979609.009316:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979609.009318:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979609.009320:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.009323:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979609.009324:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.009326:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979609.011155:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979609.011158:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979609.011159:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979609.011162:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979609.011164:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979609.011166:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.011167:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979609.011169:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.011170:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.037743:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979610.037752:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979610.037755:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979610.037764:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979610.037769:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979610.037775:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.037778:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979610.037782:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.037787:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.353630:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979610.353637:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979610.353642:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979610.353652:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.353684:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979610.353688:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.353695:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979610.353700:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979610.353706:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979610.353713:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497098112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979610.353721:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979610.353726:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979610.353730:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.353735:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979610.353742:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979610.353746:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979610.353756:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979610.353763:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979610.353772:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979610.353781:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497098112, portal 25 00000100:00000001:0.0:1783979610.353786:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979610.353790:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979610.353801:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.353818:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979610.353822:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979610.353824:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979610.353828:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497098112, offset 0 00000400:00000200:0.0:1783979610.353834:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979610.353841:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.353847:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979610.353852:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979610.353856:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979610.353860:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979610.353863:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979610.353867:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782017:782017:256:4294967295] 192.168.201.114@tcp LPNI seq info [781995:781995:8:4294967295] 00000400:00000200:0.0:1783979610.353871:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.353881:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979610.353887:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.353893:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979610.353899:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979610.353902:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979610.353915:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.353917:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979610.353923:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979610.353926:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979610.353931:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979610.353934:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979610.353938:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979610.353942:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.353951:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.353954:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.353961:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.353963:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979610.353967:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979610.353971:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979610.353974:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311817463 00000100:00000010:0.0:1783979610.353979:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979610.353984:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979610.353990:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311817463 00000100:00000010:0.0:1783979610.353993:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979610.353996:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979610.353999:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979610.354002:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.354004:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979610.354008:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979610/real 1783979610] req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979610.354028:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979610.354029:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979610.354031:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979610.354033:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979610.354035:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979610.354037:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979610.354040:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979610.354048:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354053:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979610.354054:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354057:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.354059:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979610.354062:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354068:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979610.354083:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354091:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979610.354093:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354095:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.354096:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354099:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979610.354101:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979610.354104:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979610.354107:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979610.354110:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979610.354114:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979610.354121:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497098112:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979610.354125:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354126:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.354129:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497098112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354170:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979610.354173:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979610.354176:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979610.354180:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979610.354182:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979610.354184:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979610.354186:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979610.354188:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979610.354192:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979610.354194:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979610.354196:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979610.354201:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979610.354202:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354204:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354212:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979610.354214:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.354216:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979610.354218:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979610.354219:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979610.354223:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354229:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979610.354231:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.354233:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979610.354234:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979610.354237:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979610.354240:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979610.354242:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979610.354244:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979610.354246:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.354248:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979610.354250:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979610.354252:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979610.354255:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979610.354258:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979610.354261:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979610.354265:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497098240, portal 10 00000100:00000001:0.0:1783979610.354266:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979610.354268:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979610.354275:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354280:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979610.354282:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979610.354284:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979610.354287:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497098240, offset 0 00000400:00000200:0.0:1783979610.354290:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979610.354294:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.354298:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979610.354300:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979610.354303:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979610.354304:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979610.354306:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979610.354309:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782018:782018:256:4294967295] 192.168.201.114@tcp LPNI seq info [781996:781996:8:4294967295] 00000400:00000200:0.0:1783979610.354313:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.354319:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979610.354324:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.354327:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979610.354331:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979610.354334:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979610.354345:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.354346:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979610.354349:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979610.354352:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979610.354355:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979610.354357:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979610.354359:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979610.354363:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354371:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.354373:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354379:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.354380:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979610.354383:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979610.354386:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979610.354388:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979610.354389:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311816203 00000100:00000001:0.0:1783979610.354391:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.354392:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311816203 00000100:00000001:0.0:1783979610.354394:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.354395:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979610.354396:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.354398:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979610.354400:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979610/real 1783979610] req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979610.354408:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979610.354409:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979610.354410:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979610.354412:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979610.354413:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979610.354414:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979610.354416:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979610.354421:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354424:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979610.354425:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354426:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.354426:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979610.354428:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354432:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979610.354434:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354438:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979610.354439:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354440:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.354441:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354442:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979610.354444:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979610.354446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979610.354447:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979610.354449:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979610.354451:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979610.354456:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098240:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979610.354458:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354459:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.354461:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497098240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.354464:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979610.354465:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979610.354466:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979610.354467:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979610.354468:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979610.354469:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979610.354470:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979610.354471:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979610.354472:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979610.354473:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979610.354474:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979610.354475:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979610.354476:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354477:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.354479:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979610.354480:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.354481:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979610.354482:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.356700:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979610.356705:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979610.356708:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979610.356714:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.356723:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979610.356724:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.356728:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979610.356732:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979610.356734:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979610.356737:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979610.356741:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979610.356745:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979610.356748:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.356751:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979610.356757:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979610.356759:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979610.356765:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979610.356769:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979610.356776:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979610.356784:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497098368, portal 10 00000100:00000001:0.0:1783979610.356786:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979610.356788:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979610.356796:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.356804:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979610.356806:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979610.356809:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979610.356812:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497098368, offset 0 00000400:00000200:0.0:1783979610.356817:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979610.356824:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.356829:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979610.356834:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979610.356837:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979610.356840:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979610.356843:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979610.356846:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782019:782019:256:4294967295] 192.168.201.114@tcp LPNI seq info [781997:781997:8:4294967295] 00000400:00000200:0.0:1783979610.356851:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.356859:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979610.356864:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.356870:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979610.356875:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979610.356879:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979610.356892:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.356894:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979610.356901:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979610.356905:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979610.356909:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979610.356911:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979610.356915:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979610.356919:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.356927:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.356930:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.356936:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.356937:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979610.356943:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979610.356947:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979610.356950:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979610.356953:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311816206 00000100:00000001:0.0:1783979610.356956:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.356958:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311816206 00000100:00000001:0.0:1783979610.356960:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.356963:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979610.356965:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.356967:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979610.356970:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979610/real 1783979610] req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979610.356984:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979610.356986:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979610.356988:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979610.356991:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979610.356992:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979610.356994:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979610.356997:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979610.357005:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357012:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979610.357014:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357016:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.357018:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979610.357022:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357028:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979610.357032:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357039:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979610.357042:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357044:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.357045:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357047:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979610.357051:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979610.357054:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979610.357058:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979610.357061:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979610.357065:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979610.357082:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098368:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979610.357087:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979610.357091:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357097:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979610.357099:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.357101:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979610.357103:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979610.357105:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979610.357107:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979610.357110:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979610.357112:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979610.357113:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.357115:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979610.357119:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979610.357120:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979610.357124:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979610.357126:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979610.357130:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979610.357133:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497098496, portal 4 00000100:00000001:0.0:1783979610.357134:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979610.357156:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979610.357162:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357168:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979610.357170:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979610.357173:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979610.357176:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497098496, offset 0 00000400:00000200:0.0:1783979610.357180:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979610.357183:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.357187:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979610.357189:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979610.357192:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979610.357194:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979610.357196:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979610.357200:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782020:782020:256:4294967295] 192.168.201.114@tcp LPNI seq info [781998:781998:8:4294967295] 00000400:00000200:0.0:1783979610.357204:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.357210:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979610.357214:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.357217:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979610.357221:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979610.357223:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979610.357233:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.357235:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979610.357237:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979610.357240:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979610.357243:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979610.357245:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979610.357247:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979610.357250:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357257:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.357259:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357265:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.357266:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979610.357268:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979610.357271:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979610.357274:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979610.357276:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311816256 00000100:00000001:0.0:1783979610.357278:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.357280:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311816256 00000100:00000001:0.0:1783979610.357282:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.357283:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979610.357285:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.357286:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979610.357289:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979610/real 1783979610] req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979610.357295:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979610.357296:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979610.357298:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979610.357299:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979610.357301:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979610.357302:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979610.357305:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979610.357312:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357317:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979610.357319:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357320:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.357321:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979610.357324:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357330:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979610.357332:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357338:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979610.357340:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357341:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.357343:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357344:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979610.357346:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979610.357348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979610.357351:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979610.357353:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979610.357356:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979610.357363:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098496:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979610.357366:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979610.357368:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357373:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979610.357374:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.357376:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979610.357378:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979610.357380:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979610.357382:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979610.357385:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979610.357386:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979610.357387:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979610.357389:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979610.357391:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979610.357393:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979610.357395:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979610.357397:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979610.357399:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979610.357402:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497098624, portal 4 00000100:00000001:0.0:1783979610.357404:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979610.357405:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979610.357409:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357415:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979610.357416:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979610.357418:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979610.357420:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497098624, offset 0 00000400:00000200:0.0:1783979610.357423:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979610.357426:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.357429:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979610.357431:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979610.357433:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979610.357435:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979610.357437:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979610.357439:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782021:782021:256:4294967295] 192.168.201.114@tcp LPNI seq info [781999:781999:8:4294967295] 00000400:00000200:0.0:1783979610.357443:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979610.357449:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979610.357452:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.357455:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979610.357458:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979610.357460:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979610.357468:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979610.357470:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979610.357473:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979610.357475:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979610.357478:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979610.357479:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979610.357481:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979610.357484:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357496:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.357498:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357503:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.357505:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979610.357506:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979610.357509:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979610.357511:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979610.357513:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311816227 00000100:00000001:0.0:1783979610.357514:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.357516:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311816227 00000100:00000001:0.0:1783979610.357518:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311817463 00000100:00000001:0.0:1783979610.357520:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979610.357521:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.357523:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979610.357525:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979610/real 1783979610] req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979610.357531:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979610.357532:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979610.357533:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979610.357535:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979610.357536:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979610.357537:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979610.357540:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979610.357546:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357552:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979610.357553:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357554:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.357556:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979610.357558:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357564:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979610.357567:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357572:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979610.357574:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357575:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979610.357576:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357577:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979610.357579:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979610.357581:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979610.357583:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979610.357585:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979610.357588:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979610.357594:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098624:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979610.357596:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357598:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.357601:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497098368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357607:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979610.357609:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979610.357611:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979610.357614:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979610.357616:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979610.357618:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979610.357620:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979610.357623:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979610.357626:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979610.357627:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979610.357629:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979610.357632:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979610.357633:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357634:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.357637:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497098496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357642:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979610.357643:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979610.357644:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979610.357646:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979610.357647:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979610.357648:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979610.357649:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979610.357650:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979610.357652:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979610.357653:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979610.357654:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979610.357655:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979610.357656:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357657:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979610.357660:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497098624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979635 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979610.357665:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979610.357666:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979610.357667:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979610.357669:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979610.357670:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979610.357670:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979610.357672:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979610.357673:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979610.357675:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979610.357676:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979610.357677:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979610.357679:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979610.357681:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357683:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.357690:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979610.357692:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979610.357694:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979610.357696:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.057264:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979611.057274:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.057278:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.057286:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979611.057293:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.057297:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.057310:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.057314:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.057316:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.058156:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979611.058329:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.058332:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.058335:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979611.058337:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.058340:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.058342:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.058343:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.058345:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979612.020098:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979612.020103:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979612.020106:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979612.081267:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979612.081276:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979612.081281:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979612.081289:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979612.081295:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979612.081300:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979612.081305:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979612.081309:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979612.081314:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979613.105338:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979613.105344:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979613.105349:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979613.105360:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979613.105367:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979613.105372:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979613.107211:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979613.107219:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979613.107226:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979614.129365:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979614.129369:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979614.129370:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979614.129373:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979614.129375:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979614.129377:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979614.129379:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979614.129380:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979614.129382:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979614.132057:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979614.132061:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979614.132063:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979614.132066:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979614.132068:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979614.132070:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979614.132072:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979614.132074:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979614.132076:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.153315:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979615.153320:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979615.153321:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979615.153325:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979615.153328:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979615.153332:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.153335:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979615.153338:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.153342:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.474933:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979615.474940:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979615.474945:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979615.474955:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.474976:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979615.474989:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.474995:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979615.475000:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979615.475005:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979615.475013:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497098752:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979615.475018:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979615.475021:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979615.475024:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.475026:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979615.475032:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.475034:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979615.475039:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979615.475043:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979615.475050:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979615.475056:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497098752, portal 25 00000100:00000001:0.0:1783979615.475059:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979615.475060:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979615.475065:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.475073:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979615.475075:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979615.475078:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979615.475082:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497098752, offset 0 00000400:00000200:0.0:1783979615.475089:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979615.475097:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.475104:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979615.475111:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979615.475115:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979615.475120:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979615.475123:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979615.475127:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782022:782022:256:4294967295] 192.168.201.114@tcp LPNI seq info [782000:782000:8:4294967295] 00000400:00000200:0.0:1783979615.475131:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.475177:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979615.475184:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.475190:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979615.475198:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979615.475202:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979615.475709:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.475712:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979615.475718:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979615.475723:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979615.475728:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979615.475730:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979615.475734:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979615.475739:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.475749:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.475753:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.475760:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.475762:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979615.475768:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979615.475772:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979615.475775:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4311822584 00000100:00000010:0.0:1783979615.475782:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979615.475789:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979615.475796:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4311822584 00000100:00000010:0.0:1783979615.475799:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979615.475803:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979615.475806:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979615.475809:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.475812:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979615.475816:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979615/real 1783979615] req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979615.475825:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979615.475827:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979615.475829:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979615.475832:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979615.475843:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979615.475846:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979615.475849:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979615.475857:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.475864:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979615.475866:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.475868:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.475870:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979615.475873:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.475880:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979615.475884:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.475891:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979615.475894:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.475896:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.475897:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.475899:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979615.475903:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979615.475906:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979615.475911:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979615.475914:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979615.475918:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979615.475926:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497098752:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979615.475931:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.475933:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.475936:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497098752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.475943:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979615.475946:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979615.475948:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.475951:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979615.475954:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979615.475956:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979615.475958:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979615.475961:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979615.475965:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979615.475967:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979615.475968:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979615.475974:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979615.475976:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.475979:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.475998:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979615.476000:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.476004:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979615.476005:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979615.476007:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979615.476011:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.476025:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979615.476027:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.476029:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979615.476031:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979615.476034:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979615.476036:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098880:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979615.476040:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979615.476044:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979615.476046:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.476048:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979615.476052:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.476054:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979615.476059:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979615.476062:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979615.476065:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979615.476069:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497098880, portal 10 00000100:00000001:0.0:1783979615.476071:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979615.476073:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979615.476080:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.476086:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979615.476088:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979615.476091:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979615.476093:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497098880, offset 0 00000400:00000200:0.0:1783979615.476098:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979615.476103:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.476108:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979615.476111:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979615.476114:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979615.476117:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979615.476119:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979615.476123:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782023:782023:256:4294967295] 192.168.201.114@tcp LPNI seq info [782001:782001:8:4294967295] 00000400:00000200:0.0:1783979615.476126:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.476134:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979615.476172:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.476176:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979615.476180:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979615.476184:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979615.476195:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.476197:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979615.476199:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979615.476203:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979615.476206:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979615.476207:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979615.476209:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979615.477370:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.477383:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.477387:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.477394:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.477396:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979615.477407:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979615.477412:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979615.477416:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979615.477419:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311821325 00000100:00000001:0.0:1783979615.477423:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.477425:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311821325 00000100:00000001:0.0:1783979615.477428:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.477430:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979615.477434:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.478326:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979615.478343:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979615/real 1783979615] req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979615.478362:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979615.478365:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979615.478371:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979615.478376:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979615.478379:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979615.478384:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979615.478387:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979615.478394:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478401:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979615.478403:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.478405:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.478408:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979615.478411:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478418:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979615.478423:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478431:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979615.478435:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.478574:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.478576:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.478579:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979615.478584:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979615.478589:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979615.478596:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979615.478600:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979615.478604:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979615.478612:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497098880:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979615.478616:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.478619:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.478622:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497098880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478628:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979615.478631:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979615.478634:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.478639:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979615.478641:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979615.478642:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979615.478646:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979615.478648:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979615.478652:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979615.478654:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979615.478656:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979615.478660:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979615.478661:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.478663:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.478672:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979615.478674:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.478676:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979615.478678:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979615.478681:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979615.478685:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478691:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979615.478693:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.478696:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979615.478700:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979615.478703:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979615.478706:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497099008:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979615.478710:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979615.478715:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979615.478718:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.478720:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979615.478728:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.478730:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979615.478736:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979615.478739:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979615.478745:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979615.478751:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497099008, portal 10 00000100:00000001:0.0:1783979615.478755:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979615.478756:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979615.478764:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478773:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979615.478776:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979615.478780:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979615.478784:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497099008, offset 0 00000400:00000200:0.0:1783979615.478791:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979615.478800:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.478809:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979615.478815:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979615.478819:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979615.478823:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979615.478826:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979615.478830:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782024:782024:256:4294967295] 192.168.201.114@tcp LPNI seq info [782002:782002:8:4294967295] 00000400:00000200:0.0:1783979615.478834:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.478848:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979615.478855:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.478860:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979615.478868:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979615.478871:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979615.478885:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.478888:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979615.478892:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979615.478896:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979615.478901:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979615.478903:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979615.478907:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979615.478910:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478918:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.478920:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.478926:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.478928:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979615.478933:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979615.478937:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979615.478941:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979615.478943:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311821328 00000100:00000001:0.0:1783979615.478947:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.478950:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311821328 00000100:00000001:0.0:1783979615.478952:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.478955:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979615.478957:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.478959:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979615.478963:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979615/real 1783979615] req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979615.478972:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979615.478973:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979615.478975:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979615.478977:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979615.478979:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979615.478992:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979615.478996:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979615.479004:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.479010:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979615.479012:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.479013:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.479015:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979615.479019:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.479025:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979615.479029:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.479035:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979615.479038:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.479040:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.479041:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.479043:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979615.479046:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979615.479048:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979615.479052:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979615.479054:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979615.479058:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979615.479065:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497099008:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979615.479069:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.479071:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.479073:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497099008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.479079:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979615.479081:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979615.479083:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.479086:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979615.479087:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979615.479089:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979615.479091:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979615.479092:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979615.479095:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979615.479096:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979615.479097:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979615.479100:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979615.479101:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.479103:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.479106:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979615.479107:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.479109:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979615.479110:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.483126:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979615.483161:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979615.483165:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979615.483176:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483186:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979615.483188:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.483192:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979615.483196:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979615.483211:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979615.483216:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497099136:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979615.483220:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979615.483226:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979615.483228:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.483231:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979615.483240:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.483243:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979615.483251:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979615.483256:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979615.483272:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979615.483279:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497099136, portal 4 00000100:00000001:0.0:1783979615.483281:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979615.483283:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979615.483290:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483297:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979615.483300:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979615.483303:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979615.483308:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497099136, offset 0 00000400:00000200:0.0:1783979615.483316:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979615.483326:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.483335:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979615.483340:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979615.483344:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979615.483348:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979615.483350:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979615.483354:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782025:782025:256:4294967295] 192.168.201.114@tcp LPNI seq info [782003:782003:8:4294967295] 00000400:00000200:0.0:1783979615.483358:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.483370:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979615.483376:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.483384:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979615.483391:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979615.483395:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979615.483408:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.483411:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979615.483419:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979615.483425:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979615.483432:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979615.483435:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979615.483439:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979615.483444:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483454:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.483458:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483464:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.483466:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979615.483472:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979615.483478:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979615.483481:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979615.483484:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311821382 00000100:00000001:0.0:1783979615.483488:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.483490:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311821382 00000100:00000001:0.0:1783979615.483493:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.483495:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979615.483498:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.483501:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979615.483505:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979615/real 1783979615] req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979615.483520:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979615.483522:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979615.483525:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979615.483528:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979615.483530:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979615.483532:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979615.483536:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979615.483543:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483549:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979615.483551:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483553:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.483554:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979615.483558:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483564:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979615.483568:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483575:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979615.483577:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483578:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.483579:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483582:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979615.483584:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979615.483588:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979615.483592:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979615.483594:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979615.483598:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979615.483605:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497099136:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979615.483609:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979615.483613:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483618:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979615.483620:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.483621:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979615.483623:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979615.483625:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979615.483627:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497099264:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979615.483630:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979615.483631:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979615.483633:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979615.483635:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979615.483638:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979615.483640:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979615.483642:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979615.483645:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979615.483648:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979615.483651:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497099264, portal 4 00000100:00000001:0.0:1783979615.483653:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979615.483654:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979615.483659:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483664:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979615.483666:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979615.483668:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979615.483670:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497099264, offset 0 00000400:00000200:0.0:1783979615.483674:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979615.483678:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.483681:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979615.483684:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979615.483686:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979615.483689:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979615.483691:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979615.483693:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782026:782026:256:4294967295] 192.168.201.114@tcp LPNI seq info [782004:782004:8:4294967295] 00000400:00000200:0.0:1783979615.483697:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979615.483703:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979615.483706:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.483709:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979615.483712:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979615.483715:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979615.483725:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979615.483726:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2aa00. 00000400:00000200:0.0:1783979615.483729:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979615.483732:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979615.483734:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978908 00000400:00000010:0.0:1783979615.483736:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978908. 00000100:00000001:0.0:1783979615.483738:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979615.483741:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483747:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.483750:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483755:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.483756:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979615.483759:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979615.483762:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979615.483765:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979615.483767:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4311821353 00000100:00000001:0.0:1783979615.483770:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.483771:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4311821353 00000100:00000001:0.0:1783979615.483773:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4311822584 00000100:00000001:0.0:1783979615.483775:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979615.483777:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.483778:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979615.483782:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979615/real 1783979615] req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979615.483788:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979615.483789:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979615.483791:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979615.483793:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979615.483795:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979615.483797:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979615.483800:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979615.483808:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483814:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979615.483815:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483817:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.483818:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979615.483821:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483827:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979615.483830:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483836:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979615.483839:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483840:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979615.483841:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483843:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979615.483845:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979615.483847:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979615.483851:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979615.483853:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979615.483857:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979615.483864:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497099264:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979615.483867:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483869:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.483872:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497099136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483878:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979615.483880:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979615.483882:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979615.483885:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979615.483887:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979615.483889:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979615.483891:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979615.483893:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979615.483896:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979615.483897:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979615.483899:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979615.483902:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979615.483903:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483904:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979615.483907:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497099264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979615.483917:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979615.483918:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979615.483919:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979615.483921:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979615.483922:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979615.483923:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979615.483924:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979615.483926:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979615.483927:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979615.483928:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979615.483929:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979615.483931:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979615.483932:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483934:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.483941:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979615.483943:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979615.483945:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979615.483947:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.177272:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979616.177277:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979616.177281:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.177286:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979616.177291:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979616.177295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.177300:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.177303:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.177307:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.180326:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979616.180329:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979616.180330:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.180333:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979616.180334:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979616.180336:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.180338:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.180339:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.180341:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979617.140039:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979617.140044:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979617.140047:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979618.225283:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979618.225287:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979618.225290:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979618.225296:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979618.225299:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979618.225304:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979618.225322:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979618.225323:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979618.225325:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979618.225332:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979618.225334:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979618.225335:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979618.225336:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979618.225338:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979618.225340:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979618.225342:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979618.225343:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979618.225345:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979619.249265:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979619.249273:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979619.249276:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979619.249280:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979619.249283:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979619.249286:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.249289:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979619.249291:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.249295:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979619.249466:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979619.249470:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979619.249472:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979619.249484:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979619.249487:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979619.249489:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.249491:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979619.249493:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.249496:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979619.249596:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979619.249613:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979619.249615:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979619.249617:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979619.249619:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979619.249622:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.249624:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979619.249626:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.249628:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.273338:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979620.273345:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979620.273349:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.273353:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979620.273357:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979620.273360:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979620.273364:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979620.273366:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979620.273368:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.277385:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979620.277389:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979620.277391:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.277394:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979620.277396:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979620.277398:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979620.277400:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979620.277402:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979620.277404:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979620.593356:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979620.593368:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979620.593370:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979620.593374:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979620.593378:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979620.593385:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17154 00000400:00000200:0.0:1783979620.593394:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979620.593401:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979620.593404:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979620.593407:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593411:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.593413:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593415:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979620.593420:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979620.593422:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979620.593424:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979620.593428:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979620.593430:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979620.593433:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979620.593435:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593438:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.593439:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593441:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979620.593444:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979620.593448:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593450:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979620.593452:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979620.593456:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979620.593459:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593461:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979620.593463:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979620.593474:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979620.593477:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979620.593481:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979620.593482:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593485:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979620.593488:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979620.593492:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979620.593502:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979620.593509:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.593518:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497099392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979620.593528:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979620.593533:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979620.593538:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497099392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979620.593569:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979620.593572:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979620.593575:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979620.593577:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979620.593578:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979620.593581:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979620.593584:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17154 00000400:00000200:0.0:1783979620.593588:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979620.593591:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979620.593593:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979620.593595:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593597:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.593599:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593601:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979620.593603:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979620.593604:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979620.593606:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979620.593608:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979620.593610:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979620.593612:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979620.593616:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593618:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.593619:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593622:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979620.593624:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979620.593626:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593628:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979620.593629:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979620.593635:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979620.593637:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593638:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979620.593643:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979620.593646:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593647:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979620.593650:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979620.593653:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979620.593655:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979620.593656:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593658:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979620.593659:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979620.593661:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979620.593664:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979620.593667:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.593672:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497099520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979620.593678:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979620.593680:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979620.593684:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497099520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979620.593691:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979620.593693:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979620.593696:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979620.593697:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979620.593699:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979620.593702:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979620.593704:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17154 00000400:00000200:0.0:1783979620.593708:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979620.593710:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979620.593712:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979620.593715:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593717:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.593718:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593720:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979620.593722:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979620.593723:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979620.593725:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979620.593727:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979620.593728:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979620.593730:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979620.593733:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593734:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.593736:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593738:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979620.593741:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979620.593744:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979620.593746:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979620.593747:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979620.593750:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979620.593752:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593754:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979620.593756:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979620.593759:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593760:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979620.593763:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979620.593767:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979620.593769:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979620.593770:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.593772:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979620.593773:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979620.593774:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979620.593778:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979620.593781:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.593785:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497099648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979620.593792:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979620.593793:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979620.593797:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497099648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979620.596398:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979620.596405:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979620.596410:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979620.596412:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979620.596415:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979620.596420:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979620.596931:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17154 00000400:00000200:0.0:1783979620.596943:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979620.596948:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979620.596952:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979620.596955:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.596958:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.596960:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.596962:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979620.596965:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979620.596967:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979620.596970:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979620.596973:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979620.596975:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979620.596977:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979620.596980:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.596981:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.596983:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.596985:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979620.596988:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979620.596991:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979620.596994:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979620.596996:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979620.597005:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979620.597009:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.597011:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979620.597016:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979620.597018:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.597020:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979620.597029:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979620.597032:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979620.597036:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979620.597037:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.597040:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979620.597043:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979620.597046:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979620.597054:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979620.597061:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.597068:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497099776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979620.597076:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979620.597081:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979620.597085:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497099776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979620.597093:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979620.597096:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979620.597099:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979620.597100:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979620.597102:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979620.597104:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979620.597107:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17154 00000400:00000200:0.0:1783979620.597111:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979620.597114:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979620.597116:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979620.597118:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.597120:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.597122:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.597124:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979620.597126:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979620.597127:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979620.597129:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979620.597131:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979620.597132:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979620.597134:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979620.597175:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.597176:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979620.597177:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979620.597179:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979620.597180:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979620.597182:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979620.597183:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979620.597185:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979620.597187:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979620.597189:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.597190:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979620.597191:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979620.597193:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.597194:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979620.597196:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979620.597198:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979620.597199:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979620.597200:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979620.597201:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979620.597203:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979620.598029:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979620.598035:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979620.598039:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.598044:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497099904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979620.598049:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979620.598051:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979620.598054:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497099904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979620.598059:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979620.598063:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17164) 00000100:00000001:0.0:1783979621.298310:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979621.298315:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979621.298316:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979621.298319:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979621.298322:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979621.298324:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979621.298334:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979621.298336:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979621.298338:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.301978:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979621.301983:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979621.301984:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979621.301987:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979621.301989:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979621.301991:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979621.301993:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979621.301995:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979621.301997:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979622.261955:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979622.261964:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979622.261969:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979622.321260:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979622.321272:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979622.321274:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979622.321280:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979622.321285:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979622.321290:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979622.321294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979622.321299:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979622.321303:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979623.345284:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979623.345296:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979623.345302:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979623.345311:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979623.345319:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979623.345326:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.345333:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979623.345337:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.345342:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979624.369403:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979624.369407:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979624.369408:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979624.369410:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979624.369412:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979624.369414:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979624.372321:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979624.372324:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979624.372327:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979625.393523:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979625.393527:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979625.393528:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979625.393532:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979625.393534:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979625.393537:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979625.393539:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979625.393541:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979625.393543:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979625.393732:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979625.393737:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979625.393742:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979625.393747:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979625.393752:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979625.393757:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979625.393762:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979625.393764:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979625.393767:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.418162:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979626.418167:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979626.418169:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.418173:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979626.418178:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979626.418181:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979626.418185:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979626.418189:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979626.418196:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979627.377360:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979627.377364:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979627.377367:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979627.441373:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979627.441376:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979627.441377:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979627.441380:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979627.441382:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979627.441384:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979627.443196:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979627.443199:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979627.443202:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979628.465263:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979628.465272:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979628.465276:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979628.465285:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979628.465290:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979628.465295:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.465301:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979628.465305:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.465321:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979628.465345:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979628.465347:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979628.465348:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979628.465350:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979628.465352:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979628.465354:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.465786:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979628.465789:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.465791:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979629.489426:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979629.489429:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979629.489429:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979629.489431:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979629.489432:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979629.489434:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.489435:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979629.489436:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.489437:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979629.492811:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979629.492819:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979629.492820:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979629.492825:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979629.492829:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979629.492833:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.492836:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979629.492839:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.492842:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979630.513265:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979630.513273:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979630.513277:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979630.513285:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979630.513291:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979630.513297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979630.513301:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979630.513306:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979630.513313:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.537256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979631.537266:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979631.537270:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.537279:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979631.537287:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979631.537294:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979631.537301:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979631.537306:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979631.537314:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.545335:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979631.545343:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979631.545344:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.545350:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979631.545353:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979631.545357:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979631.545359:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979631.545361:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979631.545364:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979632.498446:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979632.498452:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979632.498457:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979632.561758:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979632.561762:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979632.561764:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979632.561768:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979632.561771:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979632.561773:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.561776:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979632.561779:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.561783:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979633.585253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979633.585260:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979633.585263:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979633.585268:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979633.585273:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979633.585278:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.585284:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979633.585289:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.585293:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979633.585501:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979633.585504:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979633.585506:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979633.585509:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979633.585511:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979633.585513:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.585515:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979633.585517:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.585520:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979634.609451:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979634.609456:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979634.609457:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979634.609460:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979634.609463:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979634.609465:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.613720:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979634.613726:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.613731:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979635.633422:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979635.633427:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979635.633430:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979635.633437:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979635.633443:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979635.633451:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979635.633466:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979635.633473:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979635.633476:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.657347:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979636.657350:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979636.657351:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.657354:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979636.657356:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979636.657358:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.657360:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979636.657361:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.657363:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.657876:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979636.657879:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979636.657881:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.657883:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979636.657886:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979636.657888:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.657890:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979636.657892:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.657894:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979637.625111:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979637.625119:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979637.625124:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979638.707629:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979638.707636:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979638.707637:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979638.707642:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979638.707645:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979638.707647:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979638.707649:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979638.707651:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979638.707654:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979639.730444:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979639.730448:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979639.730450:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979639.730454:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979639.730456:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979639.730458:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979639.730461:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979639.730462:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979639.730464:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979640.753956:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979640.753963:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979640.753966:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979640.753970:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979640.753974:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979640.753977:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.753979:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979640.753981:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.753984:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979640.754316:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979640.754320:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979640.754321:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979640.754324:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979640.754326:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979640.754328:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.754330:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979640.754331:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.754333:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979641.073413:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979641.073426:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979641.073430:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979641.073435:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979641.073440:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979641.073449:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17174 00000400:00000200:0.0:1783979641.073458:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979641.073465:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979641.073468:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979641.073472:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.073476:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.073478:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.073481:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979641.073486:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979641.073488:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979641.073491:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979641.073495:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979641.073498:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979641.073501:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979641.073504:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.073506:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.073508:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.073510:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979641.073513:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979641.073516:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979641.073518:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979641.073521:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979641.073525:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979641.073528:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.073531:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979641.073533:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979641.073553:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979641.073557:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979641.073561:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979641.073563:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.073567:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979641.073570:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979641.073575:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979641.073584:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979641.073591:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.073600:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497101952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979641.073610:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979641.073616:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979641.073622:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497101952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979641.073950:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979641.073954:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979641.073958:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979641.073960:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979641.073961:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979641.073965:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979641.073968:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17174 00000400:00000200:0.0:1783979641.073972:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979641.073975:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979641.073978:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979641.073980:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.073982:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.073984:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.073987:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979641.073989:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979641.073990:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979641.073992:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979641.073994:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979641.073996:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979641.073998:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979641.074002:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.074003:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.074005:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.074007:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979641.074009:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979641.074012:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979641.074014:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979641.074016:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979641.074021:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979641.074023:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.074025:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979641.074029:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979641.074033:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.074035:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979641.074038:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979641.074040:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979641.074043:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979641.074044:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.074046:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979641.074048:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979641.074051:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979641.074056:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979641.074061:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.074067:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497102080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979641.074075:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979641.074078:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979641.074084:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497102080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979641.079095:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979641.079108:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979641.079113:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979641.079115:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979641.079118:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979641.079123:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979641.079132:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17174 00000400:00000200:0.0:1783979641.079162:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979641.079171:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979641.079175:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979641.079179:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079183:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.079186:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079191:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979641.079196:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979641.079199:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979641.079203:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979641.079314:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979641.079318:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979641.079321:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979641.079325:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079328:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.079330:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079332:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979641.079335:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979641.079339:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079341:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979641.079344:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979641.079356:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979641.079360:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079362:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979641.079366:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979641.079370:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079372:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979641.079387:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979641.079392:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979641.079397:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979641.079399:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079404:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979641.079408:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979641.079412:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979641.079424:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979641.079431:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.079441:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497102208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979641.079456:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979641.079460:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979641.079465:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497102208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979641.079476:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979641.079478:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979641.079482:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979641.079483:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979641.079485:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979641.079488:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979641.079490:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17174 00000400:00000200:0.0:1783979641.079494:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979641.079497:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979641.079499:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979641.079502:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079504:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.079505:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079507:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979641.079509:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979641.079511:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979641.079512:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979641.079514:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979641.079516:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979641.079518:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979641.079521:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079523:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.079524:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079526:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979641.079528:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979641.079530:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079532:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979641.079534:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979641.079537:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979641.079546:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079548:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979641.079550:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979641.079552:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079554:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979641.079557:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979641.079559:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979641.079562:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979641.079563:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079564:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979641.079566:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979641.079568:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979641.079571:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979641.079574:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.079578:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497102336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979641.079584:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979641.079586:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979641.079589:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497102336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979641.079595:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979641.079598:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979641.079600:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979641.079602:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979641.079604:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979641.079606:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979641.079609:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17174 00000400:00000200:0.0:1783979641.079613:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979641.079615:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979641.079617:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979641.079619:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079621:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.079623:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079624:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979641.079626:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979641.079627:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979641.079628:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979641.079629:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979641.079631:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979641.079633:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979641.079635:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079637:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979641.079638:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079640:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979641.079642:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979641.079644:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979641.079646:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979641.079647:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979641.079649:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979641.079651:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079652:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979641.079653:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979641.079655:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079656:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979641.079663:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979641.079665:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979641.079666:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979641.079668:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.079669:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979641.079671:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979641.079672:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979641.079675:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979641.079678:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.079682:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497102464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979641.079687:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979641.079689:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979641.079691:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497102464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979641.079698:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979641.079703:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17184) 00000100:00000001:0.0:1783979641.777601:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979641.777783:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979641.777785:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.777789:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979641.777791:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979641.777794:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.777796:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979641.777798:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.777800:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979642.737790:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979642.737795:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979642.737798:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979642.801260:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979642.801270:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979642.801273:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979642.801281:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979642.801287:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979642.801292:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.801296:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979642.801300:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.801305:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979642.803009:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979642.803013:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979642.803014:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979642.803017:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979642.803019:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979642.803021:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.803024:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979642.803026:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.803029:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979643.825238:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979643.825246:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979643.825250:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979643.825266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979643.825272:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979643.825275:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.825621:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979643.825623:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.825625:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979644.849400:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979644.849403:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979644.849405:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979644.849408:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979644.849410:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979644.849412:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.849414:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979644.849416:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.849418:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979645.873231:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979645.873239:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979645.873243:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979645.873251:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979645.873257:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979645.873264:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.873270:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979645.873274:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.873279:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979645.873839:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979645.873840:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979645.873841:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979645.873843:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979645.873844:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979645.873846:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.873847:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979645.873848:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.873849:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979646.897416:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979646.897420:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979646.897422:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979646.897425:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979646.897427:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979646.897429:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.897431:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979646.897432:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.897435:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979647.857418:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979647.857432:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979647.857436:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979647.921520:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979647.921523:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979647.921524:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979647.921527:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979647.921529:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979647.921531:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.921532:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979647.921534:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.921535:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979647.922487:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979647.922490:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979647.922492:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979647.922494:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979647.922496:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979647.922498:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.922499:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979647.922501:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.922503:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979648.945257:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979648.945267:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979648.945269:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979648.945275:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979648.945281:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979648.945285:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.945288:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979648.945291:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.945295:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979648.945707:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979648.945709:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979648.945711:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979648.945713:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979648.945715:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979648.945716:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.945719:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979648.945720:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.945722:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979649.969370:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979649.969374:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979649.969376:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979649.969380:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979649.969397:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979649.969402:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.969406:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979649.969410:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.969412:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979649.971509:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979649.971517:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979649.971519:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979649.971524:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979649.971528:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979649.971532:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.971535:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979649.971538:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.971541:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979650.996245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979650.996252:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979650.996255:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979650.996260:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979650.996266:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979650.996270:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.996276:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979650.996280:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.996282:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.017378:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979652.017382:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979652.017384:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.017387:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979652.017389:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979652.017391:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979652.017393:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979652.017394:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979652.017396:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979652.977387:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979652.977390:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979652.977393:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979653.043512:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979653.043519:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979653.043521:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979653.043527:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979653.043529:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979653.043532:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979653.043535:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979653.043537:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979653.043540:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979653.043835:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979653.043837:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979653.043839:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979653.043841:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979653.043843:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979653.043845:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979653.043847:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979653.043848:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979653.043850:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979654.065809:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979654.065814:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979654.065815:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979654.065819:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979654.065821:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979654.065823:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979654.065825:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979654.065827:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979654.065829:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979655.089420:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979655.089429:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979655.089433:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979655.089443:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979655.089451:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979655.089456:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979655.089834:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979655.089836:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979655.089839:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979656.114000:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979656.114008:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979656.114010:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979656.114020:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979656.114031:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979656.114040:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979656.114046:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979656.114051:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979656.114054:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979657.137330:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979657.137343:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979657.137346:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979657.137353:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979657.137362:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979657.137368:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.137373:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979657.137376:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.137380:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979657.137917:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979657.137922:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979657.137924:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979657.137927:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979657.137930:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979657.137932:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.137934:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979657.137935:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.137937:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979658.097765:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979658.097769:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979658.097771:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979658.165343:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979658.165350:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979658.165352:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979658.165357:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979658.165360:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979658.165363:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979658.165366:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979658.165369:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979658.165371:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979659.185273:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979659.185283:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979659.185287:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979659.185295:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979659.185302:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979659.185308:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979659.185314:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979659.185318:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979659.185323:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979660.209275:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979660.209286:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979660.209292:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979660.209301:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979660.209309:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979660.209316:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979660.209323:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979660.209327:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979660.209332:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.233327:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979661.233338:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979661.233340:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979661.233347:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979661.233352:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979661.233356:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979661.233360:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979661.233363:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979661.233366:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.233906:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979661.233910:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979661.233911:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979661.233913:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979661.233915:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979661.233917:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979661.233920:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979661.233921:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979661.233923:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979661.553324:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979661.553337:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979661.553340:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979661.553344:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979661.553349:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979661.553357:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17194 00000400:00000200:0.0:1783979661.553367:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979661.553374:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979661.553376:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979661.553379:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553382:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.553383:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553385:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979661.553389:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979661.553391:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979661.553394:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979661.553397:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979661.553399:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979661.553400:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979661.553403:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553405:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.553406:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553407:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979661.553410:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979661.553412:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553414:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979661.553416:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979661.553420:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979661.553422:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.553424:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979661.553426:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979661.553437:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979661.553439:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979661.553443:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979661.553444:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.553448:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979661.553450:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979661.553454:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979661.553464:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979661.553471:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979661.553483:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497104512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979661.553495:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979661.553501:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979661.553506:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497104512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979661.553941:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979661.553945:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979661.553949:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979661.553950:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979661.553953:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979661.553957:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979661.553960:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17194 00000400:00000200:0.0:1783979661.553964:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979661.553967:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979661.553970:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979661.553973:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553975:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.553977:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553980:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979661.553982:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979661.553984:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979661.553985:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979661.553988:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979661.553989:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979661.553991:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979661.553993:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553994:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.553995:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.553996:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979661.553998:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979661.553999:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979661.554001:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979661.554003:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979661.554010:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979661.554011:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.554013:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979661.554019:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979661.554022:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.554024:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979661.554029:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979661.554031:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979661.554033:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979661.554034:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.554036:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979661.554038:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979661.554040:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979661.554044:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979661.554048:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979661.554053:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497104640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979661.554059:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979661.554062:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979661.554065:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497104640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979661.556214:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979661.556363:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979661.556367:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979661.556368:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979661.556370:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979661.556373:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979661.556378:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17194 00000400:00000200:0.0:1783979661.556383:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979661.556387:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979661.556389:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979661.556392:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556394:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.556396:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556397:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979661.556400:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979661.556402:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979661.556404:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979661.556407:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979661.556408:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979661.556410:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979661.556412:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556413:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.556414:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556415:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979661.556418:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979661.556420:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556421:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979661.556423:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979661.556429:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979661.556431:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556433:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979661.556436:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979661.556439:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556440:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979661.556447:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979661.556449:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979661.556453:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979661.556454:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556457:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979661.556459:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979661.556463:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979661.556468:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979661.556474:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979661.556480:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497104768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979661.556487:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979661.556491:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979661.556494:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497104768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979661.556510:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979661.556518:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979661.556521:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979661.556523:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979661.556524:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979661.556527:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979661.556529:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17194 00000400:00000200:0.0:1783979661.556531:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979661.556532:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979661.556534:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979661.556536:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556537:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.556538:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556540:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979661.556541:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979661.556542:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979661.556543:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979661.556544:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979661.556545:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979661.556547:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979661.556548:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556549:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.556550:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556551:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979661.556553:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979661.556555:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556556:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979661.556558:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979661.556560:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979661.556561:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556563:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979661.556565:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979661.556566:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556567:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979661.556573:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979661.556576:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979661.556578:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979661.556579:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556581:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979661.556582:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979661.556584:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979661.556588:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979661.556591:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979661.556595:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497104896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979661.556602:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979661.556604:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979661.556608:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497104896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979661.556615:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979661.556618:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979661.556621:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979661.556623:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979661.556624:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979661.556628:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979661.556630:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17194 00000400:00000200:0.0:1783979661.556632:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979661.556634:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979661.556636:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979661.556638:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556639:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.556641:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556642:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979661.556644:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979661.556645:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979661.556645:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979661.556647:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979661.556648:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979661.556649:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979661.556651:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556651:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979661.556652:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556654:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979661.556656:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979661.556657:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979661.556659:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979661.556660:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979661.556662:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979661.556663:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556664:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979661.556665:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979661.556666:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556667:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979661.556670:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979661.556672:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979661.556675:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979661.556676:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979661.556678:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979661.556679:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979661.556681:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979661.556684:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979661.556688:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979661.556692:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497105024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979661.556699:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979661.556701:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979661.556704:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497105024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979661.556711:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979661.556717:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17205) 00000100:00000001:0.0:1783979662.259611:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979662.259621:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979662.259623:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979662.259630:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979662.259645:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979662.259651:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979662.259654:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979662.259657:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979662.259660:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979663.220614:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979663.220619:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979663.220622:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979663.281254:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979663.281269:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979663.281272:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979663.281275:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979663.281280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979663.281286:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979663.281511:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979663.281513:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979663.281516:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979664.305550:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979664.305555:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979664.305557:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979664.305560:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979664.305563:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979664.305566:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979664.305569:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979664.305570:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979664.305573:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979665.329271:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979665.329281:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979665.329283:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979665.329289:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979665.329295:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979665.329300:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979665.329306:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979665.329309:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979665.329315:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979666.355399:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979666.355403:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979666.355404:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979666.355406:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979666.355408:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979666.355410:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979666.355412:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979666.355414:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979666.355416:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979667.377695:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979667.377698:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979667.377699:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979667.377702:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979667.377704:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979667.377706:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979667.377707:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979667.377709:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979667.377711:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979668.337358:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979668.337361:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979668.337364:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979668.401407:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979668.401410:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979668.401411:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979668.401414:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979668.401416:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979668.401418:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979668.401632:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979668.401634:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979668.401637:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979669.425283:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979669.425292:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979669.425294:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979669.425300:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979669.425304:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979669.425318:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.425322:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979669.425324:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.425327:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979669.425918:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979669.425921:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979669.425922:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979669.425924:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979669.425926:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979669.425928:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.425930:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979669.425931:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.425933:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979670.453096:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979670.453101:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979670.453102:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979670.453106:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979670.453108:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979670.453111:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979670.453113:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979670.453115:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979670.453116:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979671.473284:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979671.473293:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979671.473296:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979671.473301:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979671.473305:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979671.473309:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979671.473312:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979671.473315:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979671.473318:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979672.497252:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979672.497259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979672.497262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979672.497267:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979672.497270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979672.497274:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.497276:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979672.497279:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.497281:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979672.497454:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979672.497457:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979672.497458:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979672.497460:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979672.497462:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979672.497465:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.497466:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979672.497468:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.497470:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979673.457541:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979673.457545:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979673.457549:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979673.521287:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979673.521291:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979673.521295:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979673.521299:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979673.521304:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979673.521306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979673.522015:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979673.522019:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979673.522023:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979674.547109:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979674.547112:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979674.547113:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979674.547116:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979674.547118:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979674.547120:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979674.547121:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979674.547122:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979674.547123:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979675.569439:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979675.569449:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979675.569450:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979675.569459:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979675.569463:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979675.569466:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.569469:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979675.569471:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.569473:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979675.570677:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979675.570681:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979675.570682:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979675.570686:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979675.570688:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979675.570691:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.570693:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979675.570694:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.570696:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979676.593457:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979676.593461:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979676.593462:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979676.593465:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979676.593467:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979676.593469:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979676.594368:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979676.594371:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979676.594374:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979677.617277:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979677.617286:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979677.617287:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979677.617293:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979677.617297:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979677.617301:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.617303:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979677.617306:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.617309:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979677.617552:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979677.617559:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979677.617560:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979677.617562:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979677.617564:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979677.617566:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.617567:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979677.617569:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.617571:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979678.577943:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979678.577947:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979678.577951:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979678.641469:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979678.641480:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979678.641482:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979678.641535:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979678.641541:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979678.641546:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979678.641549:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979678.641552:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979678.641555:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979679.665483:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979679.665486:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979679.665487:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979679.665490:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979679.665492:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979679.665493:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979679.666046:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979679.666048:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979679.666050:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979680.693416:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979680.693428:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979680.693432:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979680.693441:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979680.693448:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979680.693455:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979680.700527:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979680.700536:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979680.700543:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979681.713415:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979681.713419:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979681.713420:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979681.713423:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979681.713425:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979681.713427:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979681.713428:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979681.713429:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979681.713431:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979682.737577:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979682.737580:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979682.737582:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979682.737585:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979682.737587:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979682.737589:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979682.737591:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979682.737592:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979682.737594:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979683.697450:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979683.697454:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979683.697456:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979683.761262:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979683.761271:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979683.761273:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979683.761279:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979683.761282:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979683.761286:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979683.761290:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979683.761293:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979683.761297:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979684.785282:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979684.785289:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979684.785291:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979684.785297:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979684.785300:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979684.785304:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.785307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979684.785309:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.785312:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979684.787186:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979684.787188:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979684.787190:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979684.787192:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979684.787194:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979684.787196:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.787198:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979684.787208:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.787210:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979685.809567:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979685.809570:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979685.809571:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979685.809574:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979685.809576:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979685.809578:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979685.809580:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979685.809581:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979685.809585:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979686.833279:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979686.833291:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979686.833296:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979686.833303:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979686.833308:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979686.833315:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979686.833322:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979686.833327:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979686.833333:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979686.833462:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979686.833466:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979686.833467:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979686.833469:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979686.833471:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979686.833473:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979686.834499:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979686.834502:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979686.834511:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979687.857268:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979687.857276:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979687.857280:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979687.857288:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979687.857294:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979687.857301:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979687.857361:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979687.857364:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979687.857367:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979688.817377:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979688.817381:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979688.817384:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979688.881393:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979688.881397:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979688.881398:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979688.881401:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979688.881403:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979688.881406:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979688.886875:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979688.886881:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979688.886885:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979689.908944:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979689.908948:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979689.908950:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979689.908952:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979689.908954:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979689.908956:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.908958:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979689.908960:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.908962:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979689.909454:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979689.909456:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979689.909457:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979689.909460:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979689.909462:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979689.909464:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.909466:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979689.909467:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.909469:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979690.929439:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979690.929444:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979690.929445:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979690.929448:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979690.929450:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979690.929457:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979690.929459:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979690.929461:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979690.929463:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979690.929583:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979690.929586:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979690.929587:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979690.929590:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979690.929591:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979690.929593:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979690.934436:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979690.934442:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979690.934446:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979691.953311:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979691.953318:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979691.953321:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979691.953326:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979691.953330:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979691.953332:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979691.953334:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979691.953336:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979691.953338:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979691.953694:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979691.953698:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979691.953699:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979691.953701:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979691.953703:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979691.953705:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979691.953707:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979691.953708:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979691.953710:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979692.273920:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979692.273935:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979692.273938:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979692.273942:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979692.273948:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979692.273967:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17225 00000400:00000200:0.0:1783979692.273983:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979692.273990:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979692.273993:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979692.273996:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274000:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274002:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274005:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979692.274010:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979692.274012:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979692.274014:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979692.274018:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979692.274021:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979692.274024:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979692.274026:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274028:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274030:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274032:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979692.274036:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979692.274039:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274042:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979692.274046:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979692.274051:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979692.274054:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274059:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979692.274061:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979692.274068:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979692.274072:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979692.274077:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979692.274079:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274082:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979692.274086:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979692.274091:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979692.274103:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979692.274111:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979692.274121:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497108352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979692.274130:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979692.274157:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979692.274163:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497108352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979692.274190:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979692.274194:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979692.274198:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979692.274199:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979692.274201:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979692.274204:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979692.274207:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17225 00000400:00000200:0.0:1783979692.274211:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979692.274214:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979692.274216:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979692.274219:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274221:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274224:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274226:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979692.274228:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979692.274229:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979692.274231:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979692.274233:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979692.274235:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979692.274237:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979692.274240:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274242:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274244:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274246:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979692.274248:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979692.274250:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274253:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979692.274255:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979692.274261:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979692.274263:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274265:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979692.274269:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979692.274272:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274273:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979692.274277:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979692.274279:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979692.274281:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979692.274282:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274284:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979692.274286:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979692.274287:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979692.274291:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979692.274295:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979692.274299:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497108480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979692.274306:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979692.274310:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979692.274313:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497108480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979692.274320:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979692.274322:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979692.274325:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979692.274326:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979692.274328:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979692.274330:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979692.274333:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17225 00000400:00000200:0.0:1783979692.274337:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979692.274340:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979692.274342:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979692.274344:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274346:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274348:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274349:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979692.274352:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979692.274353:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979692.274354:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979692.274356:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979692.274358:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979692.274360:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979692.274363:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274365:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274367:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274369:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979692.274371:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979692.274373:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274376:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979692.274378:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979692.274380:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979692.274382:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274384:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979692.274386:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979692.274388:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274389:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979692.274393:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979692.274394:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979692.274396:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979692.274398:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274399:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979692.274400:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979692.274402:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979692.274405:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979692.274408:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979692.274414:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497108608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979692.274420:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979692.274422:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979692.274425:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497108608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979692.274432:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979692.274435:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979692.274438:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979692.274439:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979692.274441:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979692.274444:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979692.274446:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17225 00000400:00000200:0.0:1783979692.274449:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979692.274452:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979692.274454:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979692.274456:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274458:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274459:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274461:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979692.274463:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979692.274464:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979692.274465:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979692.274467:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979692.274469:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979692.274471:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979692.274474:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274475:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274477:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274478:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979692.274480:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979692.274482:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274484:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979692.274486:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979692.274488:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979692.274490:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274491:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979692.274493:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979692.274495:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274497:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979692.274500:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979692.274502:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979692.274504:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979692.274506:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274507:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979692.274508:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979692.274510:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979692.274514:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979692.274517:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979692.274521:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497108736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979692.274527:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979692.274528:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979692.274532:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497108736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979692.274539:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979692.274541:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979692.274544:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979692.274545:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979692.274546:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979692.274549:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979692.274552:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17225 00000400:00000200:0.0:1783979692.274555:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979692.274558:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979692.274559:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979692.274562:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274564:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274565:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274567:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979692.274569:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979692.274570:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979692.274572:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979692.274573:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979692.274575:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979692.274578:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979692.274581:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274583:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979692.274584:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274586:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979692.274588:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979692.274591:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979692.274593:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979692.274594:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979692.274596:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979692.274598:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274599:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979692.274601:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979692.274603:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274604:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979692.274607:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979692.274609:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979692.274611:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979692.274612:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.274613:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979692.274614:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979692.274616:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979692.274619:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979692.274623:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979692.274627:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497108864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979692.274632:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979692.274634:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979692.274637:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497108864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979692.274643:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979692.274648:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17235) 00000100:00000001:0.0:1783979692.977304:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979692.977323:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979692.977335:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979692.977357:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979692.977362:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979692.977373:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979692.977424:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979692.977430:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979692.977446:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979692.977515:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979692.977518:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979692.977519:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979692.977523:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979692.977525:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979692.977527:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979692.977529:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979692.977530:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979692.977533:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979693.937743:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979693.937747:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979693.937750:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979694.001308:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979694.001320:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979694.001323:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979694.001329:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979694.001335:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979694.001339:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979694.001343:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979694.001347:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979694.001352:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979695.025695:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979695.025699:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979695.025700:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979695.025702:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979695.025946:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979695.025949:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979695.025951:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979695.025953:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979695.025955:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979695.026047:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979695.026050:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979695.026050:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979695.026052:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979695.026053:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979695.026054:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979695.026056:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979695.026057:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979695.026058:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979696.049261:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979696.049270:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979696.049275:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979696.049282:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979696.049288:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979696.049295:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.049310:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979696.049313:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.049315:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979696.049406:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979696.049412:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979696.049416:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979696.049420:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979696.049427:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979696.049432:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.049442:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979696.049446:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.049451:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.073901:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979697.073905:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979697.073906:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979697.073909:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979697.073911:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979697.073912:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979697.075796:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979697.075799:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979697.075801:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979697.393267:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979697.393275:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979697.393277:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979697.393280:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979697.393283:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979697.393289:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17230 00000400:00000200:0.0:1783979697.393296:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979697.393302:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979697.393304:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979697.393306:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393309:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393311:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393313:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979697.393315:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979697.393317:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979697.393318:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979697.393321:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979697.393323:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979697.393326:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979697.393329:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393330:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393332:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393334:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979697.393337:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979697.393340:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393342:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979697.393345:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979697.393348:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979697.393351:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393353:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979697.393355:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979697.393364:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979697.393368:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979697.393372:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979697.393374:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393377:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979697.393380:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979697.393383:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979697.393392:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979697.393398:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979697.393408:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497108992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979697.393418:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979697.393422:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979697.393427:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497108992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979697.393449:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979697.393452:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979697.393454:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979697.393455:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979697.393456:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979697.393458:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979697.393460:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17230 00000400:00000200:0.0:1783979697.393463:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979697.393464:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979697.393466:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979697.393468:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393469:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393471:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393472:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979697.393473:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979697.393474:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979697.393475:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979697.393477:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979697.393478:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979697.393479:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979697.393481:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393482:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393483:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393484:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979697.393485:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979697.393487:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393488:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979697.393489:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979697.393494:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979697.393495:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393496:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979697.393499:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979697.393500:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393501:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979697.393504:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979697.393505:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979697.393506:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979697.393507:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393508:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979697.393509:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979697.393510:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979697.393513:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979697.393515:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979697.393518:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497109120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979697.393523:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979697.393524:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979697.393526:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497109120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979697.393534:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979697.393536:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979697.393538:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979697.393539:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979697.393539:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979697.393541:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979697.393542:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17230 00000400:00000200:0.0:1783979697.393544:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979697.393545:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979697.393546:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979697.393548:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393549:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393550:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393551:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979697.393552:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979697.393552:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979697.393553:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979697.393554:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979697.393556:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979697.393557:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979697.393559:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393560:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393561:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393572:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979697.393574:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979697.393576:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393577:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979697.393579:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979697.393581:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979697.393582:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393584:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979697.393585:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979697.393587:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393588:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979697.393590:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979697.393592:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979697.393596:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979697.393597:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393599:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979697.393602:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979697.393604:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979697.393608:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979697.393611:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979697.393617:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497109248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979697.393637:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979697.393641:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979697.393646:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497109248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979697.393654:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979697.393657:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979697.393662:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979697.393665:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979697.393667:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979697.393670:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979697.393675:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17230 00000400:00000200:0.0:1783979697.393680:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979697.393682:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979697.393684:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979697.393687:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393690:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393693:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393695:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979697.393698:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979697.393699:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979697.393699:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979697.393701:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979697.393702:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979697.393704:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979697.393708:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393712:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393713:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393714:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979697.393715:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979697.393717:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393718:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979697.393719:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979697.393721:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979697.393723:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393727:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979697.393728:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979697.393730:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393731:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979697.393736:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979697.393738:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979697.393739:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979697.393740:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393741:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979697.393744:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979697.393746:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979697.393750:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979697.393753:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979697.393759:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497109376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979697.393769:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979697.393772:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979697.393777:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497109376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979697.393795:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979697.393796:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979697.393798:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979697.393799:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979697.393800:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979697.393802:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979697.393803:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17230 00000400:00000200:0.0:1783979697.393806:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979697.393811:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979697.393814:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979697.393819:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393822:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393828:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393831:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979697.393835:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979697.393837:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979697.393840:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979697.393842:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979697.393843:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979697.393845:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979697.393849:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393853:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979697.393857:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393859:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979697.393862:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979697.393868:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979697.393872:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979697.393875:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979697.393880:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979697.393884:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393887:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979697.393890:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979697.393893:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393895:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979697.393898:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979697.393902:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979697.393905:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979697.393908:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.393911:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979697.393913:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979697.393915:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979697.393920:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979697.393924:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979697.393930:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497109504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979697.393945:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979697.393950:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979697.393956:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497109504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979697.393967:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979697.393975:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17240) 00000100:00000001:0.0:1783979698.097257:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979698.097268:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979698.097270:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979698.097276:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979698.097280:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979698.097284:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979698.097286:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979698.097289:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979698.097292:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979698.097488:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979698.097494:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979698.097505:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979698.097509:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979698.097512:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979698.097515:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979698.097517:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979698.097519:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979698.097521:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979699.057770:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979699.057774:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979699.057779:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979699.121302:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.121308:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979699.121312:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.121317:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979699.121678:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979699.121682:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979699.121683:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979699.121687:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979699.121690:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979699.121692:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.121695:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979699.121697:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.121699:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979699.123985:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979699.123990:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979699.123991:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979699.123995:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979699.123998:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979699.124000:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.124001:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979699.124003:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.124005:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979700.145356:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979700.145362:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979700.145366:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979700.145371:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979700.145377:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979700.145381:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979700.145388:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979700.145392:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979700.145397:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979701.170634:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979701.170644:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979701.170648:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979701.170658:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979701.170665:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979701.170671:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979701.175573:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979701.175581:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979701.175588:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979701.175637:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979701.175640:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979701.175642:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979701.175646:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979701.175649:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979701.175653:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979701.175655:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979701.175657:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979701.175659:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979702.193403:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979702.193407:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979702.193408:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979702.193411:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979702.193413:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979702.193415:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979702.197901:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979702.197908:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979702.197913:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979703.217249:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979703.217258:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979703.217262:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979703.217269:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979703.217275:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979703.217279:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.220986:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979703.220994:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.220999:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979704.177386:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979704.177389:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979704.177391:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979704.241409:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979704.241413:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979704.241417:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979704.241422:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979704.241428:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979704.241431:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979704.243620:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979704.243626:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979704.243631:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979705.265296:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979705.265304:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979705.265305:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979705.265310:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979705.265313:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979705.265316:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979705.265318:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979705.265320:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979705.265322:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979705.265617:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979705.265620:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979705.265622:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979705.265624:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979705.265625:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979705.265627:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979705.265629:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979705.265630:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979705.265633:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979706.289272:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979706.289279:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979706.289281:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979706.289287:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979706.289290:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979706.289294:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979706.289297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979706.289300:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979706.289302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979706.289341:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979706.289343:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979706.289344:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979706.289346:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979706.289347:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979706.289349:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979706.289350:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979706.289351:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979706.289353:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979707.313308:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979707.313327:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979707.313332:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979707.313344:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979707.313350:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979707.313355:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.313360:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979707.313368:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.313372:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979707.313610:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979707.313614:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979707.313615:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979707.313618:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979707.313621:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979707.313623:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.315290:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979707.315295:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.315299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979708.337225:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979708.337233:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979708.337238:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979708.337245:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979708.337252:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979708.337257:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.337261:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979708.337264:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.337269:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979709.300183:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979709.300187:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979709.300191:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979709.361272:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979709.361279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979709.361281:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979709.361287:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979709.361291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979709.361295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979709.361298:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979709.361300:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979709.361303:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979709.361915:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979709.361918:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979709.361919:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979709.361921:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979709.361923:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979709.361925:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979709.361927:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979709.361928:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979709.361930:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979710.387901:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979710.387905:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979710.387907:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979710.387909:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979710.387911:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979710.387913:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979710.387916:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979710.387917:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979710.387919:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979711.409326:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979711.409338:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979711.409340:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979711.409349:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979711.409354:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979711.409361:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979711.409365:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979711.409369:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979711.409373:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979711.410552:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979711.410556:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979711.410558:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979711.410561:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979711.410563:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979711.410565:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979711.410568:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979711.410570:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979711.410572:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.437438:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979712.437442:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979712.437444:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979712.437447:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979712.437449:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979712.437452:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979712.437454:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979712.437456:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979712.437458:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979712.753507:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979712.753523:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979712.753526:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979712.753531:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979712.753537:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979712.753547:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17246 00000400:00000200:0.0:1783979712.753561:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979712.753569:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979712.753573:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979712.753578:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.753582:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.753584:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.753587:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979712.753592:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979712.753594:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979712.753598:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979712.753602:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979712.753604:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979712.753607:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979712.753611:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.753613:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.753614:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.753616:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979712.753620:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979712.753623:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979712.753626:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979712.753630:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979712.753634:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979712.753638:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.753642:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979712.753644:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979712.753657:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979712.753662:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979712.753667:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979712.753669:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.753673:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979712.753676:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979712.753682:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979712.753695:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979712.753703:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979712.753717:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497110912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979712.753729:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979712.753735:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979712.753740:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497110912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979712.755208:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979712.755214:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979712.755219:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979712.755221:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979712.755223:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979712.755228:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979712.755231:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17246 00000400:00000200:0.0:1783979712.755236:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979712.755240:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979712.755243:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979712.755246:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755248:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755251:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755253:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979712.755256:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979712.755258:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979712.755260:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979712.755262:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979712.755265:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979712.755267:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979712.755270:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755272:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755273:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755276:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979712.755279:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979712.755292:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755294:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979712.755304:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979712.755312:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979712.755315:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755317:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979712.755322:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979712.755326:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755328:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979712.755434:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979712.755439:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979712.755443:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979712.755444:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755448:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979712.755450:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979712.755453:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979712.755459:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979712.755466:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979712.755472:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497111040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979712.755481:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979712.755486:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979712.755490:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497111040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979712.755510:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979712.755513:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979712.755516:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979712.755517:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979712.755519:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979712.755522:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979712.755525:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17246 00000400:00000200:0.0:1783979712.755529:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979712.755532:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979712.755535:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979712.755537:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755539:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755541:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755543:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979712.755545:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979712.755546:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979712.755548:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979712.755550:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979712.755551:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979712.755553:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979712.755555:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755557:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755559:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755561:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979712.755562:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979712.755565:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755567:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979712.755568:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979712.755571:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979712.755573:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755576:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979712.755578:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979712.755580:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755582:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979712.755586:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979712.755589:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979712.755591:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979712.755593:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755595:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979712.755596:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979712.755598:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979712.755602:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979712.755605:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979712.755610:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497111168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979712.755616:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979712.755618:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979712.755621:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497111168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979712.755627:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979712.755629:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979712.755632:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979712.755634:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979712.755635:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979712.755638:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979712.755639:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17246 00000400:00000200:0.0:1783979712.755643:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979712.755645:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979712.755647:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979712.755650:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755651:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755654:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755655:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979712.755657:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979712.755658:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979712.755659:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979712.755661:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979712.755663:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979712.755666:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979712.755668:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755670:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755672:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755673:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979712.755675:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979712.755678:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755680:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979712.755682:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979712.755684:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979712.755686:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755688:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979712.755691:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979712.755694:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755696:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979712.755699:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979712.755701:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979712.755704:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979712.755705:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755706:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979712.755708:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979712.755709:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979712.755713:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979712.755716:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979712.755720:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497111296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979712.755727:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979712.755729:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979712.755732:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497111296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979712.755739:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979712.755742:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979712.755746:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979712.755748:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979712.755749:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979712.755752:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979712.755755:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17246 00000400:00000200:0.0:1783979712.755758:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979712.755761:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979712.755766:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979712.755768:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755770:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755771:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755774:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979712.755776:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979712.755777:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979712.755778:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979712.755780:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979712.755782:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979712.755784:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979712.755786:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755788:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979712.755790:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755791:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979712.755793:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979712.755795:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979712.755797:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979712.755799:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979712.755801:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979712.755803:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755805:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979712.755807:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979712.755809:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755811:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979712.755814:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979712.755816:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979712.755818:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979712.755819:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.755821:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979712.755822:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979712.755823:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979712.755827:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979712.755830:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979712.755834:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497111424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979712.755840:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979712.755841:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979712.755844:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497111424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979712.755851:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979712.755856:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17256) 00000020:00000001:0.0:1783979714.417497:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979714.417503:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979714.417506:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979714.481539:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979714.481543:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979714.481545:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979714.481547:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979714.481549:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979714.481551:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.481553:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979714.481555:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.481557:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979714.481585:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979714.481589:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979714.481591:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979714.481593:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979714.481594:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979714.481596:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.487389:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979714.487398:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.487404:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979715.505339:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979715.505347:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979715.505349:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979715.505354:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979715.505358:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979715.505362:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979715.505365:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979715.505369:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979715.505373:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979715.505540:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979715.505542:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979715.505543:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979715.505544:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979715.505545:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979715.505547:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979715.505548:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979715.505549:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979715.505557:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979715.506429:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979715.506431:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979715.506432:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979715.506434:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979715.506435:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979715.506436:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979715.506437:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979715.506438:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979715.506440:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979716.529307:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979716.529314:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979716.529316:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979716.529321:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979716.529326:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979716.529330:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.529333:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979716.529335:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.529338:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979716.529564:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979716.529566:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979716.529567:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979716.529568:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979716.529570:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979716.529571:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.529572:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979716.529573:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.529575:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979717.553392:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979717.553406:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979717.553410:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979717.553419:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979717.553429:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979717.553443:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.553454:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979717.553459:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.553464:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979717.556422:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979717.556426:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979717.556427:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979717.556430:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979717.556432:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979717.556434:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.560480:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979717.560484:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.560486:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.577309:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979718.577314:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979718.577316:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979718.577319:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979718.577323:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979718.577327:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979718.577332:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979718.577334:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979718.577337:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979719.540269:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979719.540277:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979719.540282:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979719.601721:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979719.601724:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979719.601725:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979719.601728:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979719.601730:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979719.601731:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979719.601733:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979719.601735:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979719.601736:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979720.625299:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979720.625305:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979720.625309:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979720.625314:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979720.625318:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979720.625322:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.625325:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979720.625327:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.625329:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979720.625343:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979720.625347:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979720.625350:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979720.625354:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979720.625358:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979720.625361:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.625371:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979720.625374:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.625378:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979721.649245:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979721.649250:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979721.649253:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979721.649262:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979721.649272:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979721.649277:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979721.650589:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979721.650593:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979721.650606:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979722.673237:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979722.673245:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979722.673249:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979722.673253:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979722.673259:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979722.673263:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979722.673269:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979722.673272:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979722.673275:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979722.673573:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979722.673577:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979722.673578:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979722.673581:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979722.673583:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979722.673585:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979722.673586:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979722.673588:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979722.673590:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979723.697296:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979723.697305:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979723.697310:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979723.697317:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979723.697323:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979723.697329:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979723.697334:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979723.697338:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979723.697344:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979723.697542:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979723.697545:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979723.697546:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979723.697548:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979723.697550:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979723.697552:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979723.697555:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979723.697557:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979723.697559:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979724.659853:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979724.659858:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979724.659861:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979724.721348:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979724.721360:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979724.721363:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979724.721371:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979724.721376:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979724.721381:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979724.721385:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979724.721388:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979724.721391:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979724.721700:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979724.721704:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979724.721705:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979724.721707:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979724.721709:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979724.721711:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979724.721713:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979724.721715:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979724.721717:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979725.745469:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979725.745480:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979725.745483:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979725.745490:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979725.745495:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979725.745499:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.745503:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979725.745506:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.745509:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979725.748570:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979725.748574:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979725.748575:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979725.748577:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979725.748579:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979725.748581:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.748583:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979725.748585:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.748587:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979726.769313:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979726.769324:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979726.769327:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979726.769337:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979726.769345:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979726.769351:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979726.769354:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979726.769360:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979726.769367:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979727.793575:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979727.793578:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979727.793579:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979727.793582:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979727.793584:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979727.793586:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.796129:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979727.796176:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.796182:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979728.817525:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979728.817529:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979728.817531:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979728.817533:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979728.817536:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979728.817538:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.817540:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979728.817542:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.817544:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979728.817731:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979728.817734:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979728.817735:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979728.817737:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979728.817739:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979728.817741:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.817743:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979728.817744:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.817746:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979729.780010:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979729.780020:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979729.780026:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979729.841476:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979729.841480:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979729.841482:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979729.841485:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979729.841487:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979729.841489:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.841491:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979729.841492:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.841494:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979730.865390:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979730.865395:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979730.865397:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979730.865400:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979730.865402:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979730.865405:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.865407:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979730.865408:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.865411:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979730.865618:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979730.865623:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979730.865625:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979730.865627:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979730.865630:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979730.865632:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.865634:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979730.865636:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.865638:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979730.868682:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979730.868694:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979730.868699:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979730.868708:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979730.868714:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979730.868720:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.868726:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979730.868872:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.868877:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979731.889265:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979731.889279:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979731.889282:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979731.889287:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979731.889291:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979731.889296:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.889301:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979731.889303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.889307:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979732.915314:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979732.915318:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979732.915320:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979732.915322:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979732.915325:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979732.915327:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979732.915329:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979732.915331:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979732.915333:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979733.233302:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979733.233313:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979733.233315:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979733.233319:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979733.233322:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979733.233329:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17266 00000400:00000200:0.0:1783979733.233338:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979733.233344:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979733.233347:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979733.233350:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233353:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.233355:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233357:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979733.233361:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979733.233363:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979733.233366:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979733.233369:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979733.233371:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979733.233374:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979733.233376:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233378:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.233379:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233381:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979733.233383:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979733.233386:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233389:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979733.233392:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979733.233395:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979733.233398:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.233400:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979733.233402:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979733.233411:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979733.233415:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979733.233418:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979733.233420:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.233423:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979733.233425:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979733.233429:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979733.233436:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979733.233443:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979733.233452:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497113472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979733.233462:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979733.233466:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979733.233471:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497113472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979733.233780:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979733.233783:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979733.233787:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979733.233788:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979733.233790:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979733.233793:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979733.233796:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17266 00000400:00000200:0.0:1783979733.233800:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979733.233803:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979733.233806:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979733.233809:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233811:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.233813:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233815:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979733.233817:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979733.233818:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979733.233819:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979733.233822:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979733.233823:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979733.233825:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979733.233828:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233830:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.233831:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233833:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979733.233835:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979733.233837:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979733.233840:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979733.233842:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979733.233848:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979733.233850:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.233852:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979733.233856:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979733.233859:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.233861:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979733.233865:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979733.233867:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979733.233869:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979733.233870:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.233872:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979733.233874:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979733.233875:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979733.233880:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979733.233884:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979733.233889:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497113600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979733.233895:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979733.233897:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979733.233900:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497113600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979733.234724:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979733.234727:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979733.234731:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979733.234732:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979733.234733:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979733.234737:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979733.234740:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17266 00000400:00000200:0.0:1783979733.234744:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979733.234747:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979733.234749:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979733.234752:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.234755:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.234757:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.234759:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979733.234761:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979733.234763:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979733.234764:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979733.234766:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979733.234768:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979733.234771:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979733.234773:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.234775:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.234777:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.234779:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979733.234781:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979733.234783:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979733.234785:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979733.234787:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979733.234790:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979733.234793:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.234795:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979733.234797:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979733.234799:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.234801:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979733.234805:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979733.234807:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979733.234810:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979733.234812:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.234814:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979733.234816:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979733.234818:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979733.234822:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979733.234826:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979733.234831:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497113728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979733.234838:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979733.234841:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979733.234844:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497113728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979733.235154:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979733.235157:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979733.235161:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979733.235163:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979733.235164:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979733.235168:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979733.235171:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17266 00000400:00000200:0.0:1783979733.235175:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979733.235178:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979733.235180:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979733.235183:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.235185:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.235187:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.235190:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979733.235192:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979733.235193:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979733.235195:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979733.235198:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979733.235200:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979733.235202:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979733.235205:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.235207:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.235210:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.235212:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979733.235214:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979733.235217:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979733.235220:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979733.235222:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979733.235225:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979733.235227:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.235229:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979733.235231:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979733.235234:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.235236:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979733.235239:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979733.235242:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979733.235244:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979733.235246:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.235248:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979733.235249:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979733.235251:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979733.235255:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979733.235258:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979733.235263:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497113856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979733.235270:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979733.235273:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979733.235277:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497113856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979733.235952:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979733.235956:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979733.235959:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979733.235960:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979733.235962:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979733.235965:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979733.235968:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17266 00000400:00000200:0.0:1783979733.236036:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979733.236041:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979733.236044:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979733.236047:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.236049:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.236051:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.236053:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979733.236056:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979733.236057:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979733.236059:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979733.236061:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979733.236063:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979733.236065:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979733.236067:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.236069:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979733.236071:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979733.236073:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979733.236074:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979733.236077:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979733.236080:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979733.236081:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979733.236086:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979733.236088:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.236090:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979733.236093:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979733.236095:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.236097:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979733.236102:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979733.236104:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979733.236107:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979733.236108:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.236110:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979733.236112:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979733.236114:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979733.236118:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979733.236122:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979733.236126:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497113984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979733.236133:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979733.236155:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979733.236160:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497113984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979733.236167:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979733.236172:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17276) 00000100:00000001:0.0:1783979733.937392:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979733.937395:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979733.937396:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979733.937399:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979733.937401:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979733.937403:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979733.941593:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979733.941599:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979733.941605:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979734.897595:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979734.897598:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979734.897600:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979734.961956:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979734.961960:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979734.961962:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.961965:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979734.961967:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979734.961969:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.961971:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979734.961973:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.961975:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.961984:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979734.961987:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979734.961988:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.961990:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979734.961993:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979734.961994:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.961996:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979734.961998:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.962000:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979735.985265:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979735.985275:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979735.985279:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979735.985288:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979735.985294:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979735.985300:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979735.985305:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979735.985309:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979735.985313:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979737.009425:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979737.009428:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979737.009429:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979737.009432:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979737.009434:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979737.009435:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979737.009438:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979737.009439:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979737.009441:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.033311:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979738.033315:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979738.033323:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.033326:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979738.033329:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979738.033336:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.033476:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979738.033479:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.033483:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.042909:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979738.042911:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979738.042913:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.042915:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979738.042916:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979738.042918:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.042919:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979738.042920:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.042922:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979738.353253:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979738.353263:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979738.353265:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979738.353269:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979738.353273:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979738.353280:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17271 00000400:00000200:0.0:1783979738.353290:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979738.353295:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979738.353298:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979738.353301:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353305:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.353307:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353311:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979738.353315:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979738.353317:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979738.353320:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979738.353323:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979738.353326:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979738.353329:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979738.353332:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353335:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.353337:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353348:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979738.353351:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979738.353355:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353357:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979738.353360:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979738.353363:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979738.353366:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353369:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979738.353371:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979738.353380:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979738.353383:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979738.353387:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979738.353389:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353392:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979738.353394:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979738.353398:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979738.353406:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979738.353413:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.353423:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497114112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979738.353433:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979738.353437:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979738.353442:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497114112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979738.353465:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979738.353469:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979738.353476:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979738.353478:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979738.353480:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979738.353483:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979738.353485:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17271 00000400:00000200:0.0:1783979738.353490:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979738.353494:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979738.353497:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979738.353500:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353502:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.353504:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353507:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979738.353512:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979738.353514:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979738.353518:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979738.353523:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979738.353527:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979738.353532:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979738.353540:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353545:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.353549:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353553:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979738.353556:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979738.353560:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353565:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979738.353570:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979738.353576:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979738.353583:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353587:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979738.353592:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979738.353599:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353602:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979738.353608:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979738.353611:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979738.353616:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979738.353620:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353622:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979738.353624:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979738.353627:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979738.353634:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979738.353639:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.353648:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497114240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979738.353663:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979738.353668:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979738.353678:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497114240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979738.353695:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979738.353700:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979738.353705:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979738.353708:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979738.353710:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979738.353715:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979738.353720:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17271 00000400:00000200:0.0:1783979738.353727:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979738.353734:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979738.353738:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979738.353746:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353751:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.353756:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353760:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979738.353776:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979738.353780:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979738.353783:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979738.353788:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979738.353792:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979738.353797:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979738.353804:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353809:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.353814:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353818:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979738.353822:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979738.353834:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979738.353841:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979738.353844:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979738.353848:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979738.353864:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353867:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979738.353871:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979738.353876:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353880:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979738.353886:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979738.353891:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979738.353895:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979738.353898:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.353902:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979738.353905:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979738.353908:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979738.353915:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979738.353920:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.353931:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497114368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979738.353954:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979738.353957:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979738.353962:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497114368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979738.353988:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979738.353993:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979738.354001:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979738.354004:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979738.354006:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979738.354012:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979738.354017:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17271 00000400:00000200:0.0:1783979738.354021:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979738.354027:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979738.354031:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979738.354035:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354041:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.354055:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354061:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979738.354067:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979738.354070:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979738.354073:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979738.354077:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979738.354082:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979738.354087:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979738.354094:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354099:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.354104:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354108:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979738.354112:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979738.354118:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354125:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979738.354129:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979738.354133:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979738.354168:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.354174:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979738.354179:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979738.354186:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.354192:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979738.354199:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979738.354205:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979738.354211:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979738.354214:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.354219:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979738.354221:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979738.354225:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979738.354230:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979738.354236:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.354245:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497114496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979738.354259:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979738.354265:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979738.354274:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497114496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979738.354290:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979738.354295:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979738.354302:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979738.354305:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979738.354308:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979738.354314:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979738.354319:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17271 00000400:00000200:0.0:1783979738.354326:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979738.354332:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979738.354336:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979738.354340:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354342:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.354344:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354349:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979738.354355:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979738.354360:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979738.354363:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979738.354367:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979738.354371:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979738.354376:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979738.354385:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354388:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979738.354390:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354394:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979738.354399:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979738.354405:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979738.354409:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979738.354414:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979738.354419:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979738.354424:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.354427:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979738.354430:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979738.354436:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.354438:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979738.354445:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979738.354451:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979738.354455:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979738.354457:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.354461:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979738.354464:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979738.354468:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979738.354476:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979738.354483:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.354491:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497114624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979738.354509:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979738.354510:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979738.354513:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497114624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979738.354520:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979738.354524:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17281) 00000100:00000001:0.0:1783979739.057249:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979739.057258:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979739.057263:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979739.057270:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979739.057277:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979739.057283:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979739.057288:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979739.057292:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979739.057295:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979739.057384:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979739.057388:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979739.057390:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979739.057392:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979739.057399:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979739.057401:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979739.057872:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979739.057875:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979739.057879:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979740.017690:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979740.017693:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979740.017696:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979740.081250:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979740.081257:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979740.081262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979740.081271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979740.081279:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979740.081286:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979740.081299:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979740.081303:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979740.081307:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979741.105255:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979741.105263:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979741.105267:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979741.105274:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979741.105282:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979741.105288:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.106382:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979741.106385:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.106387:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979741.106413:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979741.106417:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979741.106419:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979741.106421:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979741.106424:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979741.106426:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.106428:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979741.106429:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.106431:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979742.130156:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979742.130161:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979742.130163:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979742.130166:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979742.130169:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979742.130171:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979742.130174:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979742.130176:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979742.130179:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979743.153225:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979743.153237:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979743.153241:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979743.153247:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979743.153253:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979743.153258:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979743.153422:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979743.153426:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979743.153429:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979745.137391:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979745.137394:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979745.137396:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979745.201288:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979745.201294:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979745.201298:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979745.201303:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979745.201309:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979745.201313:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.201904:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979745.201907:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.201909:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979745.201927:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979745.201930:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979745.201931:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979745.201933:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979745.201936:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979745.201938:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.201940:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979745.201941:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.201943:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979746.228981:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979746.228985:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979746.228986:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979746.228989:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979746.228991:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979746.228993:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979746.228995:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979746.228996:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979746.228998:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979747.249358:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979747.249363:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979747.249364:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979747.249368:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979747.249371:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979747.249373:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979747.249376:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979747.249380:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979747.249385:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.273345:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979748.273348:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979748.273350:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.273352:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979748.273355:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979748.273357:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.273359:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979748.273360:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.273362:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.274646:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979748.274648:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979748.274649:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.274651:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979748.274652:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979748.274653:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.274655:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979748.274656:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.274657:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979748.593309:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979748.593318:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979748.593320:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979748.593323:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979748.593327:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979748.593333:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17282 00000400:00000200:0.0:1783979748.593342:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979748.593346:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979748.593349:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979748.593351:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593354:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593356:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593359:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979748.593363:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979748.593365:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979748.593368:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979748.593371:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979748.593374:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979748.593376:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979748.593379:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593380:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593382:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593384:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979748.593386:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979748.593390:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593392:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979748.593395:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979748.593398:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979748.593400:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593402:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979748.593405:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979748.593413:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979748.593417:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979748.593421:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979748.593422:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593426:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979748.593429:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979748.593433:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979748.593440:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979748.593446:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.593454:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497115392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979748.593464:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979748.593468:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979748.593472:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497115392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979748.593495:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979748.593499:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979748.593502:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979748.593503:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979748.593505:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979748.593508:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979748.593511:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17282 00000400:00000200:0.0:1783979748.593515:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979748.593518:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979748.593520:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979748.593523:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593525:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593527:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593529:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979748.593532:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979748.593533:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979748.593535:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979748.593537:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979748.593539:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979748.593541:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979748.593543:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593545:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593547:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593549:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979748.593552:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979748.593554:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593556:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979748.593558:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979748.593563:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979748.593564:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593566:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979748.593570:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979748.593572:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593574:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979748.593577:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979748.593579:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979748.593581:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979748.593582:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593584:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979748.593585:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979748.593587:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979748.593590:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979748.593594:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.593599:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497115520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979748.593607:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979748.593609:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979748.593613:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497115520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979748.593621:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979748.593633:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979748.593637:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979748.593639:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979748.593640:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979748.593643:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979748.593645:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17282 00000400:00000200:0.0:1783979748.593649:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979748.593652:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979748.593654:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979748.593656:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593658:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593659:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593661:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979748.593663:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979748.593664:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979748.593666:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979748.593667:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979748.593669:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979748.593671:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979748.593673:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593687:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593693:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593695:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979748.593697:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979748.593700:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593702:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979748.593703:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979748.593706:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979748.593708:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593710:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979748.593712:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979748.593714:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593715:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979748.593718:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979748.593720:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979748.593721:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979748.593722:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593724:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979748.593725:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979748.593726:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979748.593730:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979748.593733:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.593737:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497115648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979748.593750:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979748.593752:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979748.593756:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497115648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979748.593774:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979748.593777:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979748.593781:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979748.593782:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979748.593784:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979748.593787:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979748.593789:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17282 00000400:00000200:0.0:1783979748.593793:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979748.593796:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979748.593798:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979748.593801:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593803:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593805:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593807:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979748.593809:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979748.593810:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979748.593812:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979748.593814:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979748.593816:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979748.593818:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979748.593821:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593823:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593824:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593826:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979748.593829:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979748.593831:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593833:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979748.593835:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979748.593837:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979748.593839:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593840:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979748.593842:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979748.593845:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593846:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979748.593849:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979748.593851:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979748.593853:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979748.593854:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593856:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979748.593857:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979748.593859:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979748.593863:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979748.593866:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.593871:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497115776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979748.593877:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979748.593879:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979748.593882:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497115776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979748.593889:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979748.593892:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979748.593895:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979748.593896:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979748.593898:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979748.593901:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979748.593903:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17282 00000400:00000200:0.0:1783979748.593907:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979748.593910:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979748.593911:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979748.593914:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593916:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593917:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593919:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979748.593921:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979748.593923:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979748.593925:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979748.593927:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979748.593928:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979748.593930:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979748.593932:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593934:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979748.593935:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593937:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979748.593939:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979748.593941:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979748.593943:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979748.593945:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979748.593947:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979748.593949:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593950:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979748.593952:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979748.593954:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593956:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979748.593959:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979748.593961:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979748.593963:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979748.593965:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.593966:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979748.593968:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979748.593969:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979748.593973:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979748.593987:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.593991:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497115904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979748.593996:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979748.593998:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979748.594001:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497115904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979748.594008:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979748.594012:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17292) 00000100:00000001:0.0:1783979749.297240:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979749.297248:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979749.297249:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979749.297254:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979749.297258:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979749.297261:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.297264:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979749.297267:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.297269:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979750.257618:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979750.257622:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979750.257624:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979750.321606:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979750.321609:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979750.321611:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979750.321613:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979750.321614:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979750.321616:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.321617:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979750.321618:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.321619:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979751.345514:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979751.345520:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979751.345523:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979751.345528:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979751.345533:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979751.345536:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.345541:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979751.345543:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.345546:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979752.369241:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979752.369250:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979752.369254:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979752.369261:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979752.369269:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979752.369274:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979752.370827:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979752.370830:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979752.370833:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979753.393253:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979753.393262:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979753.393267:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979753.393276:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979753.393284:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979753.393288:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.393291:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979753.393294:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.393297:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979754.419177:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979754.419183:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979754.419184:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979754.419188:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979754.419192:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979754.419194:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.419197:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979754.419199:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.419201:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979754.419229:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979754.419232:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979754.419234:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979754.419237:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979754.419239:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979754.419241:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.419243:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979754.419244:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.419247:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979754.419257:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979754.419259:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979754.419259:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979754.419261:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979754.419262:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979754.419263:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.419264:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979754.419265:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.419266:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979755.377383:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979755.377388:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979755.377390:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979755.443156:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979755.443164:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979755.443166:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979755.443171:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979755.443175:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979755.443178:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.443181:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979755.443183:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.443188:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.465896:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979756.465900:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979756.465901:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979756.465903:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979756.465905:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979756.465907:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.465909:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979756.465911:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.465913:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783979756.785371:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.114:988 00000400:00000100:0.0:1783979756.785404:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.114@tcp at host 192.168.201.114 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783979756.785411:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979756.785414:0:2396:0:(router.c:1791:lnet_notify()) 192.168.201.14@tcp notifying 192.168.201.114@tcp: down 00000400:00000200:0.0:1783979756.785417:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979756.785420:0:2396:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783979756.785424:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979756.785427:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c34f00. 00000400:00000200:0.0:1783979756.785431:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979756.785434:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979756.785443:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50d48 00000400:00000010:0.0:1783979756.785445:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50d48. 00000100:00000001:0.0:1783979756.785448:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979756.785454:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13e300 x1870620497116032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785478:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979756.785482:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497116032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785490:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.785492:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979756.785510:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979756.785513:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c34b00. 00000400:00000200:0.0:1783979756.785515:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979756.785518:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979756.785522:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50198 00000400:00000010:0.0:1783979756.785524:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50198. 00000100:00000001:0.0:1783979756.785526:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979756.785531:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13c000 x1870620497116160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785548:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979756.785551:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497116160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785562:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.785564:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979756.785569:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979756.785572:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c34400. 00000400:00000200:0.0:1783979756.785574:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979756.785577:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979756.785588:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50880 00000400:00000010:0.0:1783979756.785589:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50880. 00000100:00000001:0.0:1783979756.785591:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979756.785595:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13ce00 x1870620497116288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785603:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979756.785605:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497116288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785611:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.785613:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979756.785616:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979756.785618:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c34900. 00000400:00000200:0.0:1783979756.785621:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979756.785624:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979756.785626:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50aa0 00000400:00000010:0.0:1783979756.785628:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50aa0. 00000100:00000001:0.0:1783979756.785630:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979756.785633:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13ca80 x1870620497116416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785641:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979756.785643:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497116416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785649:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.785650:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979756.785654:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.114@tcp 00000800:00000010:0.0:1783979756.785656:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c34800. 00000400:00000200:0.0:1783979756.785658:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979756.785661:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979756.785664:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f967c50ee0 00000400:00000010:0.0:1783979756.785665:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f967c50ee0. 00000100:00000001:0.0:1783979756.785667:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979756.785670:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff96f97b13d500 x1870620497116544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785678:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979756.785681:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497116544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979756.785687:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.785688:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979757.489907:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979757.489911:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979757.489912:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979757.489915:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979757.489917:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979757.489919:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979757.489921:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979757.489922:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979757.489924:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979757.491018:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979757.491022:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979757.491023:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979757.491026:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979757.491029:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979757.491031:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979757.491033:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979757.491034:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979757.491036:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979758.513279:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979758.513285:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979758.513287:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979758.513293:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979758.513297:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979758.513299:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.515862:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979758.515866:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.515870:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979758.515899:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979758.515909:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979758.515912:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979758.515916:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979758.515919:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979758.515921:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.515924:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979758.515926:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.515928:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979760.497429:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979760.497434:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979760.497437:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979760.563256:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979760.563259:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979760.563261:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979760.563263:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979760.563266:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979760.563268:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.563269:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979760.563271:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.563273:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979761.585300:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979761.585308:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979761.585310:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979761.585315:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979761.585318:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979761.585322:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.585325:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979761.585327:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.585330:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979761.585656:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979761.585659:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979761.585661:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979761.585663:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979761.585665:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979761.585666:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.585669:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979761.585670:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.585672:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979762.610727:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979762.610731:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979762.610732:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979762.610735:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979762.610738:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979762.610740:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.610743:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979762.610744:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.610747:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979763.633256:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979763.633271:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979763.633283:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979763.633287:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979763.633291:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979763.633294:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.633298:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979763.633301:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.633305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.657411:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979764.657416:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979764.657417:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.657421:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979764.657424:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979764.657430:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.657434:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979764.657438:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.657444:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979765.619062:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979765.619066:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979765.619069:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979765.681228:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979765.681234:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979765.681236:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979765.681241:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979765.681244:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979765.681249:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.681252:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979765.681254:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.681258:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979766.705244:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979766.705253:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979766.705256:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979766.705265:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979766.705270:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979766.705274:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.705278:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979766.705281:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.705284:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979766.705448:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979766.705451:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979766.705452:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979766.705455:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979766.705457:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979766.705458:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.705460:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979766.705462:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.705464:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979767.729262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979767.729267:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979767.729278:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979767.729283:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979767.729289:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979767.729296:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.729300:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979767.729304:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.729308:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979767.729508:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979767.729513:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979767.729516:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979767.729520:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979767.729522:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979767.729525:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.729527:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979767.729529:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.729531:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979768.753297:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979768.753302:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979768.753305:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979768.753308:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979768.753313:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979768.753315:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979768.753319:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979768.753322:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979768.753325:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.777206:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979769.777214:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979769.777216:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.777221:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979769.777225:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979769.777229:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.777231:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979769.777234:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.777236:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.778024:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979769.778027:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979769.778028:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.778030:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979769.778032:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979769.778033:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.778035:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979769.778036:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.778038:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979770.737388:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979770.737392:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979770.737396:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979770.801761:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979770.801773:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979770.801775:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979770.801778:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979770.801780:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979770.801782:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979770.801784:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979770.801785:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979770.801787:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979771.825413:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979771.825418:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979771.825419:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979771.825422:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979771.825427:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979771.825432:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.825436:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979771.825440:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.825444:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979772.849402:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979772.849406:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979772.849407:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979772.849409:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979772.849411:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979772.849413:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.849415:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979772.849416:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.849418:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979772.849646:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979772.849651:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979772.849655:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979772.849659:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979772.849662:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979772.849664:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.849666:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979772.849668:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.849671:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979772.849814:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979772.849817:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979772.849819:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979772.849821:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979772.849824:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979772.849827:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.849829:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979772.849831:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.849833:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979773.873392:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979773.873396:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979773.873411:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979773.873416:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979773.873419:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979773.873421:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979773.875370:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979773.875374:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979773.875377:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979774.897268:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979774.897276:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979774.897280:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979774.897289:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979774.897295:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979774.897300:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.897304:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979774.897308:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.897312:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979774.897394:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979774.897399:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979774.897402:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979774.897407:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979774.897411:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979774.897413:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.897418:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979774.897420:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.897424:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979774.897830:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979774.897833:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979774.897834:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979774.897837:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979774.897839:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979774.897841:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.897843:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979774.897844:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.897846:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979775.857460:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979775.857465:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979775.857468:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979775.921293:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979775.921301:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979775.921306:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979775.921313:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979775.921331:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979775.921336:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.921342:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979775.921346:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.921349:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979776.945278:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979776.945285:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979776.945287:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979776.945291:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979776.945302:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979776.945304:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.945306:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979776.945308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.945310:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979776.946773:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979776.946777:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979776.946779:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979776.946781:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979776.946784:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979776.946786:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.946788:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979776.946789:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.946791:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979777.969408:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979777.969531:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979777.969532:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979777.969534:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979777.969536:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979777.969544:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979777.969545:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979777.969546:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979777.969547:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979777.971005:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979777.971011:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979777.971015:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979777.971021:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979777.971026:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979777.971031:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979777.971035:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979777.971038:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979777.971043:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979778.994447:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979778.994450:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979778.994452:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979778.994454:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979778.994456:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979778.994458:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979778.994460:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979778.994462:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979778.994463:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979780.017220:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979780.017228:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979780.017230:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979780.017235:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979780.017239:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979780.017242:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.017245:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979780.017248:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.017252:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979780.977546:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979780.977550:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979780.977553:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979781.041799:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979781.041803:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979781.041804:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979781.041807:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979781.041809:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979781.041811:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.041813:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979781.041814:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.041817:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979782.067915:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979782.067918:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979782.067919:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979782.067922:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979782.067924:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979782.067926:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.067927:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979782.067928:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.067930:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979783.089574:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979783.089577:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979783.089579:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979783.089581:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979783.089584:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979783.089585:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.089587:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979783.089589:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.089591:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979783.089600:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979783.089602:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979783.089603:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979783.089605:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979783.089607:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979783.089608:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.089610:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979783.089611:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.089613:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979784.113630:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979784.113633:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979784.113634:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979784.113637:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979784.113639:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979784.113641:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.113643:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979784.113645:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.113648:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979784.117196:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979784.117199:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979784.117200:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979784.117202:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979784.117204:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979784.117206:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.117217:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979784.117219:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.117221:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979785.138436:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979785.138440:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979785.138449:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979785.138452:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979785.138455:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979785.138457:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.138460:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979785.138464:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.138469:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979786.097303:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979786.097308:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979786.097311:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979786.161369:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979786.161374:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979786.161375:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979786.161377:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979786.161379:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979786.161381:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.161383:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979786.161385:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.161386:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979787.185269:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979787.185273:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979787.185277:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979787.185280:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979787.185283:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979787.185288:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.185290:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979787.185291:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.185293:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979788.209389:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979788.209393:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979788.209394:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979788.209397:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979788.209399:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979788.209401:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979788.209403:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979788.209405:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979788.209407:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979789.233283:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979789.233293:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979789.233296:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979789.233305:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979789.233312:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979789.233319:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.236316:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979789.236320:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.236323:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979789.236384:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979789.236387:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979789.236389:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979789.236392:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979789.236394:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979789.236396:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.236398:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979789.236399:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.236402:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979790.257300:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979790.257308:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979790.257310:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979790.257316:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979790.257321:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979790.257334:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.257337:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979790.257342:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.257345:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979790.258087:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979790.258090:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979790.258091:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979790.258094:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979790.258097:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979790.258099:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.258101:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979790.258102:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.258104:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979791.217424:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979791.217428:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979791.217431:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979791.281270:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979791.281279:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979791.281283:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979791.281290:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979791.281296:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979791.281302:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.281307:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979791.281310:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.281314:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979791.285448:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979791.285455:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979791.285457:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979791.285462:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979791.285465:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979791.285467:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.285470:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979791.285472:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.285475:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979792.305279:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979792.305288:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979792.305291:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979792.305298:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979792.305304:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979792.305308:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.305314:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979792.305318:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.305322:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979792.305606:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979792.305610:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979792.305611:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979792.305613:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979792.305615:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979792.305617:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.305619:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979792.305620:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.305622:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979793.330042:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979793.330045:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979793.330046:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979793.330049:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979793.330050:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979793.330052:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979793.330053:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979793.330054:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979793.330055:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979794.353451:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979794.353455:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979794.353457:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979794.353460:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979794.353462:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979794.353464:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.354391:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979794.354395:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.354399:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979795.377260:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979795.377268:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979795.377270:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979795.377276:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979795.377279:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979795.377282:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979795.377285:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979795.377287:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979795.377290:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979795.377474:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979795.377476:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979795.377478:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979795.377480:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979795.377482:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979795.377484:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979795.377485:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979795.377487:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979795.377489:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979796.337449:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979796.337453:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979796.337456:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979796.401260:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979796.401268:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979796.401273:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979796.401290:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979796.401296:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979796.401300:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.401305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979796.401308:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.401311:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979796.402701:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979796.402705:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979796.402706:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979796.402709:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979796.402711:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979796.402713:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.402715:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979796.402716:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.402718:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979797.425328:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979797.425334:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979797.425335:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979797.425339:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979797.425342:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979797.425345:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979797.425347:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979797.425349:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979797.425352:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979798.449329:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979798.449334:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979798.449336:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979798.449339:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979798.449342:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979798.449344:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.449346:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979798.449348:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.449351:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979798.450355:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979798.450358:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979798.450360:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979798.450362:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979798.450365:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979798.450367:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.450369:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979798.450370:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.450372:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979799.473508:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979799.473512:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979799.473514:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979799.473517:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979799.473520:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979799.473523:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979799.473525:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979799.473527:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979799.473529:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979800.497253:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979800.497261:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979800.497264:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979800.497272:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979800.497277:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979800.497281:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.497290:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979800.497293:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.497296:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979800.497460:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979800.497463:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979800.497464:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979800.497466:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979800.497468:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979800.497470:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.497472:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979800.497474:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.497475:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979801.458131:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979801.458152:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979801.458156:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979801.521261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979801.521270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979801.521274:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979801.521282:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979801.521288:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979801.521295:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.521301:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979801.521305:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.521308:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979801.521437:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979801.521440:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979801.521441:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979801.521443:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979801.521445:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979801.521447:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.521638:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979801.521656:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.521658:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979802.545246:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979802.545252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979802.545255:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979802.545263:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979802.545270:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979802.545277:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.546685:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979802.546690:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.546694:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979802.546723:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979802.546725:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979802.546726:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979802.546729:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979802.546731:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979802.546733:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.546735:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979802.546736:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.546737:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.593272:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979804.593280:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979804.593284:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.593291:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979804.593298:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979804.593304:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.593309:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979804.593312:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.593315:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.602911:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979804.602915:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979804.602916:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.602919:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979804.602921:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979804.602923:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.602925:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979804.602927:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.602928:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979804.913268:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979804.913278:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979804.913281:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979804.913285:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979804.913289:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979804.913295:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17338 00000400:00000200:0.0:1783979804.913304:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979804.913309:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979804.913313:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979804.913316:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913430:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.913434:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913437:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979804.913440:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979804.913442:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979804.913445:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979804.913448:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979804.913450:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979804.913452:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979804.913455:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913457:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.913459:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913461:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979804.913465:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979804.913468:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913470:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979804.913472:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979804.913476:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979804.913479:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.913481:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979804.913484:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979804.913492:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979804.913496:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979804.913499:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979804.913501:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.913504:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979804.913507:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979804.913510:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979804.913518:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979804.913524:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.913533:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497122432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979804.913543:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979804.913547:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979804.913552:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497122432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979804.913861:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979804.913865:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979804.913868:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979804.913870:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979804.913871:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979804.913874:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979804.913877:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17338 00000400:00000200:0.0:1783979804.913881:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979804.913883:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979804.913886:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979804.913888:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913891:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.913893:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913894:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979804.913896:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979804.913898:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979804.913899:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979804.913901:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979804.913904:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979804.913906:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979804.913909:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913911:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.913912:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913914:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979804.913917:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979804.913919:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979804.913921:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979804.913923:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979804.913928:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979804.913930:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.913932:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979804.913935:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979804.913938:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.913940:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979804.913943:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979804.913945:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979804.913947:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979804.913948:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.913950:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979804.913952:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979804.913953:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979804.913957:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979804.913960:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.913965:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497122560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979804.913972:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979804.913974:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979804.913978:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497122560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979804.914427:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979804.914431:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979804.914434:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979804.914436:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979804.914437:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979804.914441:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979804.914443:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17338 00000400:00000200:0.0:1783979804.914447:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979804.914450:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979804.914452:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979804.914455:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914457:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.914458:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914460:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979804.914463:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979804.914464:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979804.914466:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979804.914467:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979804.914469:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979804.914471:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979804.914474:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914476:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.914478:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914479:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979804.914482:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979804.914484:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914487:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979804.914488:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979804.914491:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979804.914493:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.914494:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979804.914496:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979804.914499:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.914500:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979804.914504:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979804.914507:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979804.914509:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979804.914510:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.914512:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979804.914513:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979804.914515:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979804.914518:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979804.914521:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.914526:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497122688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979804.914533:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979804.914536:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979804.914539:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497122688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979804.914547:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979804.914549:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979804.914552:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979804.914554:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979804.914555:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979804.914558:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979804.914560:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17338 00000400:00000200:0.0:1783979804.914564:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979804.914567:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979804.914569:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979804.914571:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914573:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.914575:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914577:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979804.914579:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979804.914580:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979804.914582:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979804.914584:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979804.914586:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979804.914587:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979804.914590:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914592:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.914594:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914596:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979804.914598:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979804.914600:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914602:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979804.914604:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979804.914606:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979804.914608:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.914609:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979804.914611:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979804.914613:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.914614:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979804.914617:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979804.914619:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979804.914621:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979804.914623:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.914624:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979804.914625:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979804.914627:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979804.914629:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979804.914632:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.914636:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497122816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979804.914642:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979804.914644:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979804.914647:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497122816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979804.914655:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979804.914657:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979804.914660:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979804.914661:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979804.914663:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979804.914665:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979804.914667:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17338 00000400:00000200:0.0:1783979804.914670:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979804.914672:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979804.914674:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979804.914676:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914678:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.914680:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914682:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979804.914684:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979804.914685:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979804.914686:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979804.914688:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979804.914690:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979804.914692:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979804.914694:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.914696:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979804.914698:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979804.918928:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979804.918932:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979804.918936:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979804.918938:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979804.918941:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979804.918947:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979804.918949:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.918952:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979804.918956:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979804.918959:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.918961:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979804.918966:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979804.918969:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979804.918972:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979804.918974:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.918977:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979804.918980:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979804.918982:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979804.918987:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979804.918992:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.918998:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497122944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979804.919006:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979804.919010:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979804.919014:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497122944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979804.919032:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979804.919038:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17348) 00000100:00000001:0.0:1783979805.618059:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979805.618062:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979805.618064:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979805.618067:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979805.618069:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979805.618071:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.618073:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979805.618074:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.618076:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979806.578881:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979806.578885:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979806.578888:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979806.641397:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979806.641401:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979806.641403:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979806.641405:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979806.641407:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979806.641409:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.641411:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979806.641413:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.641415:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979806.641634:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979806.641637:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979806.641639:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979806.641641:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979806.641644:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979806.641646:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.641780:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979806.641783:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.641786:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979807.667131:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979807.667135:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979807.667148:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979807.667151:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979807.667153:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979807.667155:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979807.667157:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979807.667158:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979807.667160:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979808.689243:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979808.689251:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979808.689254:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979808.689262:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979808.689267:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979808.689270:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.689274:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979808.689277:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.689279:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979808.689367:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979808.689371:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979808.689373:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979808.689378:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979808.689389:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979808.689392:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.689397:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979808.689398:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.689399:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979808.689415:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979808.689417:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979808.689418:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979808.689419:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979808.689421:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979808.689423:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.689969:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979808.689972:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.689976:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979810.737463:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979810.737468:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979810.737472:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979810.737477:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979810.737483:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979810.737486:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979810.742156:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979810.742163:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979810.742169:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979811.697808:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979811.697815:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979811.697820:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979811.761394:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979811.761399:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979811.761401:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979811.761405:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979811.761407:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979811.761409:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.761411:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979811.761414:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.761416:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979811.761782:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979811.761787:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979811.761788:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979811.761791:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979811.761793:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979811.761795:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.761797:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979811.761798:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.761801:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979811.762169:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979811.762173:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979811.762175:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979811.762177:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979811.762180:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979811.762182:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.762184:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979811.762185:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.762188:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979812.785505:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979812.785514:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979812.785516:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979812.785521:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979812.785525:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979812.785529:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979812.785531:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979812.785534:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979812.785536:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979812.788787:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979812.788791:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979812.788793:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979812.788799:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979812.788801:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979812.788803:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979812.788805:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979812.788807:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979812.788809:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979813.812792:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979813.812799:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979813.812802:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979813.812809:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979813.812815:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979813.812820:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979813.812834:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979813.812838:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979813.812840:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979814.833267:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979814.833276:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979814.833279:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979814.833286:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979814.833292:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979814.833295:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.833308:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979814.833310:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.833313:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979814.833637:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979814.833643:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979814.833645:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979814.833648:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979814.833651:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979814.833653:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.833656:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979814.833657:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.833660:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979815.153304:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979815.153319:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979815.153322:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979815.153327:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979815.153333:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979815.153342:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17348 00000400:00000200:0.0:1783979815.153355:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979815.153362:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979815.153365:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979815.153368:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153373:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.153375:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153378:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979815.153382:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979815.153385:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979815.153387:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979815.153392:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979815.153395:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979815.153397:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979815.153400:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153402:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.153404:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153406:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979815.153409:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979815.153412:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153414:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979815.153417:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979815.153421:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979815.153425:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.153427:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979815.153430:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979815.153442:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979815.153446:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979815.153450:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979815.153452:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.153456:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979815.153459:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979815.153463:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979815.153473:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979815.153481:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.153491:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497123712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979815.153507:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979815.153551:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979815.153557:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497123712/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979815.153582:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979815.153585:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979815.153589:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979815.153590:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979815.153592:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979815.153595:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979815.153597:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17348 00000400:00000200:0.0:1783979815.153601:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979815.153604:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979815.153606:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979815.153609:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153611:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.153614:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153617:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979815.153620:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979815.153622:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979815.153623:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979815.153626:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979815.153628:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979815.153631:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979815.153634:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153636:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.153638:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153640:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979815.153644:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979815.153652:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979815.153658:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979815.153662:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979815.153853:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979815.153863:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.153869:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979815.153879:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979815.153886:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.153891:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979815.153896:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979815.153902:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979815.153910:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979815.153914:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.153918:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979815.153920:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979815.153927:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979815.153938:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979815.153946:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.153962:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497123840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979815.153980:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979815.153984:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979815.153991:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497123840/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979815.154013:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979815.154019:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979815.154029:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979815.154034:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979815.154039:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979815.154051:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979815.154057:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17348 00000400:00000200:0.0:1783979815.154069:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979815.154076:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979815.154081:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979815.154194:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.154200:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.154207:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.154216:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979815.154225:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979815.154229:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979815.154233:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979815.154237:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979815.154244:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979815.154252:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979815.154268:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.154276:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.154286:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.154297:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979815.154305:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979815.154313:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979815.154320:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979815.154324:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979815.154331:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979815.154337:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.154343:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979815.154349:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979815.154359:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.154366:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979815.154375:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979815.154381:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979815.154386:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979815.154388:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.154391:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979815.154394:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979815.154400:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979815.154407:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979815.154416:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.155025:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497123968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979815.155035:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979815.155038:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979815.155042:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497123968/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979815.155063:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979815.155066:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979815.155070:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979815.155071:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979815.155073:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979815.155077:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979815.155170:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17348 00000400:00000200:0.0:1783979815.155187:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979815.155205:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979815.155213:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979815.155225:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155233:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.155242:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155249:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979815.155257:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979815.155262:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979815.155268:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979815.155274:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979815.155282:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979815.155291:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979815.155306:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155316:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.155327:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155337:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979815.155347:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979815.155362:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155370:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979815.155379:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979815.155386:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979815.155391:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.155398:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979815.155404:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979815.155410:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.155420:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979815.155429:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979815.155438:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979815.155447:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979815.155453:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.155462:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979815.155469:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979815.155474:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979815.155484:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979815.155495:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.155509:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497124096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979815.155597:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979815.155606:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979815.155619:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497124096/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979815.155657:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979815.155664:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979815.155676:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979815.155681:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979815.155685:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979815.155694:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979815.155700:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17348 00000400:00000200:0.0:1783979815.155710:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979815.155718:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979815.155721:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979815.155726:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155735:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.155746:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155755:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979815.155760:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979815.155765:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979815.155769:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979815.155774:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979815.155793:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979815.155802:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979815.155814:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155821:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979815.155826:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155828:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979815.155832:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979815.155842:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979815.155851:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979815.155857:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979815.155865:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979815.155874:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.155878:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979815.155883:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979815.155887:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.155888:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979815.155892:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979815.155897:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979815.155904:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979815.155908:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.155915:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979815.155919:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979815.155924:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979815.155931:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979815.155940:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.155951:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497124224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979815.155973:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979815.155979:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979815.155988:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497124224/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979815.156045:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979815.156056:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17358) 00000100:00000001:0.0:1783979815.857610:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979815.857615:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979815.857616:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.857619:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979815.857621:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979815.857623:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.857625:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979815.857627:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.857629:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.862839:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979815.862849:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979815.862851:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.862856:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979815.862870:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979815.862874:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.862877:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979815.862879:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.862882:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979816.820545:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979816.820548:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979816.820550:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979816.881333:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979816.881338:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979816.881339:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979816.881343:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979816.881345:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979816.881347:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979816.881350:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979816.881352:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979816.881354:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979816.881815:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979816.881818:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979816.881819:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979816.881821:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979816.881823:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979816.881825:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979816.881828:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979816.881829:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979816.881831:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979817.905257:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979817.905266:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979817.905268:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979817.905274:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979817.905278:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979817.905282:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.905285:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979817.905287:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.905291:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979817.905531:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979817.905533:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979817.905535:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979817.905537:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979817.905539:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979817.905541:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.905543:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979817.905544:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.905545:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979817.906075:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979817.906078:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979817.906079:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979817.906081:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979817.906083:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979817.906085:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.906087:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979817.906088:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.906090:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979817.906454:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979817.906457:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979817.906459:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979817.906461:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979817.906464:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979817.906466:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.906468:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979817.906469:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.906471:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979818.929709:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979818.929713:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979818.929714:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979818.929717:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979818.929720:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979818.929722:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979818.929724:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979818.929725:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979818.929727:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979819.953621:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979819.953624:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979819.953626:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979819.953628:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979819.953630:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979819.953632:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979819.953634:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979819.953636:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979819.953638:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.274049:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979820.274053:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979820.274056:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979820.274062:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.274072:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.274073:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.274076:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979820.274079:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979820.274081:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.274085:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497124352:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979820.274088:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979820.274092:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979820.274094:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.274097:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979820.274102:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979820.274104:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979820.274109:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979820.274113:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979820.274119:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979820.274126:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497124352, portal 25 00000100:00000001:0.0:1783979820.274128:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979820.274130:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979820.274151:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.274158:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979820.274161:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979820.274164:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978908. 00000100:00000200:0.0:1783979820.274168:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497124352, offset 0 00000400:00000200:0.0:1783979820.274173:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979820.274180:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.274186:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979820.274192:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979820.274195:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979820.274204:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979820.274207:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979820.274211:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782222:782222:256:4294967295] 192.168.201.114@tcp LPNI seq info [782200:782200:8:4294967295] 00000400:00000200:0.0:1783979820.274215:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.274225:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979820.274231:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979820.274236:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2aa00. 00000800:00000200:0.0:1783979820.274242:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979820.274307:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979820.274311:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979820.274314:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312027384 00000100:00000010:0.0:1783979820.274320:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979820.274326:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979820.274330:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312027384 00000100:00000010:0.0:1783979820.274333:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979820.274335:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979820.274338:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979820.274341:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.274343:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.274346:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.274352:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979820.274354:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979820.274356:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979820.274357:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979820.274359:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.274361:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.276589:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979820.276596:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979820.276599:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979820.276607:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.276620:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.276622:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.276625:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979820.276628:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979820.276631:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.276635:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124480:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979820.276640:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979820.276644:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979820.276646:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.276649:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979820.276656:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979820.276658:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979820.276665:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979820.276670:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703933c8. 00000400:00000010:0.0:1783979820.276677:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979820.276682:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497124480, portal 10 00000100:00000001:0.0:1783979820.276684:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979820.276686:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979820.276693:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.276702:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979820.276705:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979820.276708:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978dd0. 00000100:00000200:0.0:1783979820.276712:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497124480, offset 0 00000400:00000200:0.0:1783979820.276720:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979820.276727:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.276750:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979820.276754:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979820.276759:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979820.276762:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979820.276765:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979820.276769:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782223:782223:255:4294967295] 192.168.201.114@tcp LPNI seq info [782201:782201:7:4294967295] 00000400:00000200:0.0:1783979820.276774:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.276785:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979820.276791:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979820.276796:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a400. 00000800:00000200:0.0:1783979820.276803:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979820.276813:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979820.276817:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979820.276821:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979820.276823:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312026125 00000100:00000001:0.0:1783979820.276827:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.276829:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312026125 00000100:00000001:0.0:1783979820.276832:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.276834:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979820.276837:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.276839:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979820.276843:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.276850:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.276852:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.276854:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979820.276856:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979820.276858:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.276861:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124608:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979820.276864:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979820.276866:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979820.276868:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.276870:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979820.276873:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979820.276875:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979820.276878:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979820.276881:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979820.276884:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979820.276887:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497124608, portal 10 00000100:00000001:0.0:1783979820.276888:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979820.276890:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979820.276895:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.276902:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979820.276905:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979820.276907:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978550. 00000100:00000200:0.0:1783979820.276910:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497124608, offset 0 00000400:00000200:0.0:1783979820.276913:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979820.276917:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.276920:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979820.276922:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979820.276925:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979820.276927:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979820.276929:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979820.276932:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782224:782224:254:4294967295] 192.168.201.114@tcp LPNI seq info [782202:782202:6:4294967295] 00000400:00000200:0.0:1783979820.276936:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.276943:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979820.276947:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979820.276950:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a800. 00000800:00000200:0.0:1783979820.276954:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979820.276960:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979820.276963:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979820.276966:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979820.276968:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312026126 00000100:00000001:0.0:1783979820.276982:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.276984:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312026126 00000100:00000001:0.0:1783979820.276987:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.276989:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979820.276991:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.276993:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979820.276998:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.277005:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.277007:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.277009:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979820.277011:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979820.277012:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.277015:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124736:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979820.277019:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979820.277021:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979820.277022:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.277024:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979820.277026:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979820.277028:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979820.277031:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979820.277034:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393f20. 00000400:00000010:0.0:1783979820.277037:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979820.277040:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497124736, portal 4 00000100:00000001:0.0:1783979820.277041:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979820.277043:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979820.277048:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.277055:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979820.277057:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979820.277059:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729787f8. 00000100:00000200:0.0:1783979820.277061:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497124736, offset 0 00000400:00000200:0.0:1783979820.277065:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979820.277068:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.277071:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979820.277074:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979820.277076:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979820.277078:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979820.277080:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979820.277083:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782225:782225:253:4294967295] 192.168.201.114@tcp LPNI seq info [782203:782203:5:4294967295] 00000400:00000200:0.0:1783979820.277087:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.277093:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979820.277097:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979820.277100:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979820.277104:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979820.277110:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979820.277112:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979820.277115:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979820.277117:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312026175 00000100:00000001:0.0:1783979820.277119:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.277121:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312026175 00000100:00000001:0.0:1783979820.277123:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.277125:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979820.277126:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.277128:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979820.277132:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.277166:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.277168:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.277170:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979820.277171:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979820.277173:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.277176:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124864:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979820.277182:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979820.277184:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979820.277185:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979820.277187:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979820.277190:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979820.277192:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979820.277194:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979820.277197:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979820.277201:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979820.277203:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497124864, portal 4 00000100:00000001:0.0:1783979820.277205:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979820.277207:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979820.277213:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979820.277220:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979820.277222:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979820.277224:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978cc0. 00000100:00000200:0.0:1783979820.277227:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497124864, offset 0 00000400:00000200:0.0:1783979820.277231:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979820.277234:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.277237:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979820.277240:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979820.277243:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979820.277245:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979820.277247:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979820.277250:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782226:782226:252:4294967295] 192.168.201.114@tcp LPNI seq info [782204:782204:4:4294967295] 00000400:00000200:0.0:1783979820.277254:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979820.277260:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979820.277264:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979820.277268:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783979820.277272:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979820.277369:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979820.277372:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979820.277375:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979820.277378:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312026147 00000100:00000001:0.0:1783979820.277380:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.277382:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312026147 00000100:00000001:0.0:1783979820.277384:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312027384 00000100:00000001:0.0:1783979820.277386:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979820.277388:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.277391:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.277393:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.277400:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979820.277402:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979820.277405:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979820.277406:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979820.277408:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.277409:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.979830:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979820.979836:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979820.979838:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.979843:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979820.979846:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979820.979849:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.979852:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.979854:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.979857:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979821.937343:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979821.937347:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979821.937351:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979822.001245:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979822.001252:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979822.001256:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979822.001264:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979822.001268:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979822.001272:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.001276:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979822.001280:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.001284:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979822.003781:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979822.003786:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979822.003787:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979822.003790:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979822.003793:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979822.003796:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.003798:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979822.003800:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.003803:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979823.025595:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979823.025609:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979823.025610:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979823.025612:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979823.025614:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979823.025623:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.025625:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979823.025626:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.025628:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979823.348875:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979823.348883:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979823.348886:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979823.348900:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979820/real 1783979823] req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979823.348916:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979823.348918:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979823.348921:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703933c8. 00000400:00000200:0.0:1783979823.348928:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979823.348930:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979823.348934:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979823.348938:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979823.348947:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.348959:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979823.348961:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.348963:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.348965:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979823.348969:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.348976:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979823.348980:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.348987:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979823.348991:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.348992:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.348994:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.348996:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979823.349000:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979823.349004:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979823.349008:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979823.349011:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979823.349015:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979823.349022:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124480:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979823.349026:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979823.349031:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979820/real 1783979823] req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979823.349038:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979823.349039:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979823.349042:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979823.349044:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978f68 00000400:00000010:0.0:1783979823.349045:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978f68. 00000100:00000001:0.0:1783979823.349047:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979823.349050:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979823.349059:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349064:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979823.349065:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349067:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349068:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979823.349071:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349078:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979823.349081:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349088:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979823.349090:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349092:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349093:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349094:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979823.349096:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979823.349098:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979823.349101:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979823.349103:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979823.349106:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979823.349114:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124608:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979823.349118:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979823.349121:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979820/real 1783979823] req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979823.349129:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979823.349130:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979823.349132:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393f20. 00000400:00000200:0.0:1783979823.349134:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979823.349161:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979823.349171:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979823.349175:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979823.349184:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349191:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979823.349192:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349193:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349194:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979823.349197:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349204:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979823.349215:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349223:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979823.349225:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349226:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349227:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349229:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979823.349230:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979823.349233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979823.349237:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979823.349239:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979823.349243:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979823.349250:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124736:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979823.349253:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979823.349257:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979820/real 1783979823] req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979823.349264:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979823.349265:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979823.349267:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979823.349269:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979823.349271:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979823.349272:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979823.349275:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979823.349283:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349289:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979823.349291:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349292:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349294:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979823.349296:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349302:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979823.349305:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349317:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979823.349319:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349321:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349322:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349324:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979823.349326:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979823.349328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979823.349332:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979823.349334:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979823.349338:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979823.349345:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497124864:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979823.349349:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979823.349354:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979820/real 1783979823] req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979823.349362:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979823.349363:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979823.349364:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979823.349366:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979823.349376:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979823.349386:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979823.349390:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979823.349397:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349404:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979823.349406:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349408:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349409:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979823.349412:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349419:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979823.349422:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349429:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979823.349431:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349432:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979823.349433:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349435:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979823.349437:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979823.349439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979823.349443:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979823.349444:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979823.349448:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979823.349455:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497124352:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979823.349458:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.349460:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979823.349464:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497124480/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.349472:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979823.349475:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979823.349480:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979823.354754:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979823.354758:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979823.354761:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979823.354765:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979823.354769:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979823.354772:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979823.354774:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979823.354776:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979823.354781:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979823.354783:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.354787:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979823.354798:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497124608/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.354807:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979823.354809:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979823.354811:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979823.354813:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979823.354814:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979823.354815:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979823.354817:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979823.354819:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979823.354821:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979823.354822:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979823.354823:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979823.354825:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979823.354827:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.354828:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979823.354832:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497124736/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.354839:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979823.354840:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979823.354841:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979823.354843:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979823.354844:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979823.354846:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979823.354848:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979823.354849:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979823.354851:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979823.354853:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979823.354854:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979823.354856:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979823.354857:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.354859:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979823.354863:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497124864/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.354869:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979823.354871:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979823.354872:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979823.354875:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979823.354876:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979823.354877:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979823.354879:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979823.354881:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979823.354883:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979823.354884:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979823.354885:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979823.354887:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979823.354888:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.354889:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979823.354893:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497124352/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979823.354900:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979823.354902:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979823.354903:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979823.354905:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979823.354906:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979823.354907:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979823.354908:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979823.354910:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979823.354912:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979823.354913:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979823.354914:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979823.354919:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979823.354920:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.354922:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.354930:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979823.354932:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979823.354935:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979823.354937:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979824.049363:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979824.049366:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979824.049376:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979824.049379:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979824.049381:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979824.049383:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979824.049385:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979824.049386:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979824.049388:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.073422:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979825.073427:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979825.073428:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.073431:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979825.073433:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979825.073435:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979825.073437:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979825.073439:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979825.073441:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.074556:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979825.074559:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979825.074560:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.074563:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979825.074565:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979825.074567:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979825.074569:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979825.074570:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979825.074572:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979825.393639:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979825.393659:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979825.393662:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979825.393665:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979825.393670:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979825.393684:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17358 00000400:00000200:0.0:1783979825.393693:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979825.393699:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979825.393702:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979825.393705:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393708:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.393711:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393713:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979825.393720:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979825.393722:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979825.393725:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979825.393729:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979825.393731:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979825.393734:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979825.393737:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393739:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.393741:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393743:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979825.393746:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979825.393749:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393752:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979825.393754:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979825.393758:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979825.393760:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.393762:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979825.393764:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979825.393771:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979825.393775:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979825.393779:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979825.393780:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.393784:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979825.393787:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979825.393790:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979825.393797:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979825.393803:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.393811:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497124992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979825.393821:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979825.393825:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979825.393830:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497124992/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979825.393854:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979825.393857:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979825.393860:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979825.393862:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979825.393864:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979825.393866:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979825.393869:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17358 00000400:00000200:0.0:1783979825.393873:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979825.393876:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979825.393878:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979825.393881:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393882:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.393884:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393886:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979825.393888:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979825.393890:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979825.393891:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979825.393893:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979825.393895:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979825.393897:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979825.393900:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393903:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.393905:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393907:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979825.393908:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979825.393911:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979825.393913:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979825.393915:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979825.393920:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979825.393923:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.393924:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979825.393928:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979825.393931:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.393934:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979825.393937:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979825.393939:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979825.393941:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979825.393942:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.393944:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979825.393945:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979825.393947:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979825.393950:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979825.393953:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.393958:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497125120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979825.393965:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979825.393967:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979825.393971:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497125120/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979825.393978:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979825.393981:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979825.393983:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979825.393985:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979825.393987:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979825.393989:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979825.393991:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17358 00000400:00000200:0.0:1783979825.393994:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979825.393997:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979825.393999:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979825.394001:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394004:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.394006:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394008:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979825.394010:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979825.394011:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979825.394012:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979825.394014:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979825.394016:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979825.394074:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979825.394078:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394080:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.394082:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394084:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979825.394086:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979825.394088:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394090:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979825.394092:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979825.394094:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979825.394096:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.394098:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979825.394100:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979825.394102:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.394104:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979825.394107:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979825.394109:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979825.394111:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979825.394113:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.394114:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979825.394116:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979825.394117:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979825.394121:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979825.394124:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.394128:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497125248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979825.394135:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979825.394155:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979825.394159:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497125248/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979825.394166:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979825.394169:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979825.394172:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979825.394174:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979825.394175:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979825.394178:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979825.394180:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17358 00000400:00000200:0.0:1783979825.394184:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979825.394187:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979825.394189:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979825.394191:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394193:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.394195:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394197:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979825.394199:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979825.394201:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979825.394208:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979825.394210:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979825.394212:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979825.394215:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979825.394218:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394220:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.394221:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394223:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979825.394225:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979825.394227:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394230:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979825.394231:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979825.394234:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979825.394236:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.394237:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979825.394239:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979825.394241:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.394243:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979825.394247:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979825.394249:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979825.394251:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979825.394252:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.394254:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979825.394255:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979825.394256:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979825.394260:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979825.394263:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.394267:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497125376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979825.394274:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979825.394276:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979825.394280:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497125376/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979825.394287:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979825.394289:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979825.394293:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979825.394294:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979825.394295:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979825.394298:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979825.394300:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17358 00000400:00000200:0.0:1783979825.394304:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979825.394306:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979825.394308:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979825.394311:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394313:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.394314:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394317:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979825.394319:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979825.394320:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979825.394322:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979825.394323:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979825.394325:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979825.394327:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979825.394330:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394331:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979825.394333:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394335:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979825.394337:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979825.394339:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979825.394340:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979825.394342:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979825.395899:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979825.395904:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.395907:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979825.395911:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979825.395913:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.395916:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979825.395922:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979825.395926:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979825.395929:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979825.395931:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.395933:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979825.395935:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979825.395938:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979825.395943:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979825.395949:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.395956:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497125504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979825.395965:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979825.395968:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979825.395972:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497125504/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979825.395988:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979825.395994:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17368) 00000100:00000001:0.0:1783979826.097444:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979826.097448:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979826.097450:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979826.097453:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979826.097455:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979826.097458:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979826.097461:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979826.097462:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979826.097464:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979827.057517:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979827.057522:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979827.057525:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979827.122768:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979827.122774:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979827.122776:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979827.122780:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979827.122783:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979827.122786:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979827.122789:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979827.122791:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979827.122793:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979828.145647:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979828.145651:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979828.145652:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979828.145655:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979828.145657:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979828.145659:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979828.145661:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979828.145662:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979828.145664:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979830.193780:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979830.193784:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979830.193785:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979830.193788:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979830.193790:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979830.193792:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979830.193794:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979830.193795:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979830.193797:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979830.193992:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979830.193994:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979830.193995:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979830.193996:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979830.193998:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979830.193999:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979830.194000:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979830.194001:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979830.194003:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.217630:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979831.217633:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979831.217634:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.217637:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979831.217639:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979831.217641:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979831.217643:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979831.217644:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979831.217646:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979832.177395:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979832.177398:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979832.177401:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979832.241416:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979832.241419:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979832.241421:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979832.241423:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979832.241425:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979832.241427:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979832.241429:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979832.241430:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979832.241432:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979832.241905:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979832.241908:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979832.241909:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979832.241911:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979832.241913:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979832.241915:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979832.241916:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979832.241918:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979832.241920:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979833.265344:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979833.265350:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979833.265354:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979833.265362:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979833.265369:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979833.265376:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.268245:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979833.268316:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.268320:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979834.289281:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979834.289289:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979834.289291:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979834.289296:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979834.289299:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979834.289303:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.289306:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979834.289308:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.289311:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979834.289844:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979834.289847:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979834.289848:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979834.289851:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979834.289853:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979834.289855:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.289857:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979834.289859:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.289861:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979834.292166:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979834.292170:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979834.292171:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979834.292174:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979834.292176:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979834.292178:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.292180:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979834.292182:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.292184:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.313445:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979835.313817:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979835.313821:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.313827:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979835.313831:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979835.313835:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.313838:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.313840:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.313843:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.315970:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979835.315974:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979835.315975:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.315977:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979835.315979:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979835.315981:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.315984:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.315986:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.315988:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.635297:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979835.635302:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979835.635305:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979835.635312:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635320:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.635321:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.635324:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979835.635327:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979835.635329:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.635331:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497126272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979835.635335:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979835.635339:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979835.635341:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.635343:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979835.635347:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979835.635349:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979835.635354:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979835.635368:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979835.635374:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979835.635380:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497126272, portal 25 00000100:00000001:0.0:1783979835.635383:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979835.635384:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979835.635390:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635397:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979835.635400:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979835.635402:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979835.635406:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497126272, offset 0 00000400:00000200:0.0:1783979835.635412:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979835.635419:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.635424:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979835.635429:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979835.635433:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979835.635436:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979835.635439:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979835.635442:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782237:782237:256:4294967295] 192.168.201.114@tcp LPNI seq info [782215:782215:8:4294967295] 00000400:00000200:0.0:1783979835.635446:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.635455:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979835.635460:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.635464:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979835.635470:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979835.635474:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979835.635487:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.635490:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979835.635495:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979835.635500:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979835.635505:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979835.635507:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979835.635512:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979835.635515:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635525:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.635528:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635535:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.635536:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979835.635542:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979835.635545:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979835.635548:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312042745 00000100:00000010:0.0:1783979835.635553:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979835.635560:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979835.635565:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312042745 00000100:00000010:0.0:1783979835.635568:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979835.635570:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979835.635573:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979835.635575:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.635578:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979835.635581:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979835/real 1783979835] req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979835.635589:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979835.635590:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979835.635592:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979835.635594:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979835.635596:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979835.635598:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979835.635600:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979835.635607:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635613:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979835.635615:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.635617:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.635619:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979835.635622:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635629:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979835.635633:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635640:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979835.635643:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.635645:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.635646:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.635648:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979835.635650:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979835.635653:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979835.635656:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979835.635658:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979835.635662:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979835.635669:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497126272:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979835.635673:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979835.635677:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635683:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.635684:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.635686:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979835.635687:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979835.635689:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.635692:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979835.635694:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979835.635696:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979835.635697:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.635699:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979835.635702:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979835.635703:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979835.635707:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979835.635709:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979835.635712:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979835.635714:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497126400, portal 10 00000100:00000001:0.0:1783979835.635716:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979835.635717:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979835.635722:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635727:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979835.635729:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979835.635731:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979835.635733:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497126400, offset 0 00000400:00000200:0.0:1783979835.635736:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979835.635739:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.635743:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979835.635745:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979835.635747:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979835.635749:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979835.635751:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979835.635753:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782238:782238:256:4294967295] 192.168.201.114@tcp LPNI seq info [782216:782216:8:4294967295] 00000400:00000200:0.0:1783979835.635757:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.635761:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979835.635765:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.635768:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979835.635770:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979835.635773:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979835.635781:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.635782:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979835.635785:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979835.635787:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979835.635790:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979835.635792:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979835.635795:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979835.635798:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635804:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.635806:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635812:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.635813:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979835.635816:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979835.635819:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979835.635822:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979835.635824:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312041484 00000100:00000001:0.0:1783979835.635826:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.635828:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312041484 00000100:00000001:0.0:1783979835.635830:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.635832:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979835.635834:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.635835:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979835.635838:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979835/real 1783979835] req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979835.635844:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979835.635845:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979835.635847:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979835.635849:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979835.635850:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979835.635852:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979835.635854:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979835.635862:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635872:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979835.635873:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.635874:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.635876:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979835.635878:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635883:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979835.635887:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635892:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979835.635894:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.635895:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.635896:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.635898:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979835.635901:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979835.635903:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979835.635906:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979835.635908:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979835.635911:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979835.635918:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126400:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979835.635921:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979835.635924:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635930:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.635932:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.635934:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979835.635935:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979835.635937:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.635940:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979835.635942:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979835.635944:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979835.635945:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.635947:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979835.635950:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979835.635951:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979835.635954:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979835.635956:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979835.635959:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979835.635961:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497126528, portal 10 00000100:00000001:0.0:1783979835.635963:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979835.635964:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979835.635969:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.635974:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979835.635976:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979835.635978:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979835.635980:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497126528, offset 0 00000400:00000200:0.0:1783979835.635983:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979835.635987:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.635990:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979835.635992:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979835.635994:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979835.635997:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979835.635998:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979835.636001:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782239:782239:256:4294967295] 192.168.201.114@tcp LPNI seq info [782217:782217:8:4294967295] 00000400:00000200:0.0:1783979835.636005:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.636010:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979835.636014:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.636017:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979835.636020:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979835.636022:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979835.636031:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.636033:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979835.636036:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979835.636039:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979835.636041:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979835.636043:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979835.636045:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979835.636048:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636054:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.636056:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636061:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.636063:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979835.636065:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979835.636068:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979835.636071:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979835.636072:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312041485 00000100:00000001:0.0:1783979835.636074:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.636076:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312041485 00000100:00000001:0.0:1783979835.636078:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.636080:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979835.636082:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.636083:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979835.636086:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979835/real 1783979835] req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979835.636094:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979835.636095:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979835.636096:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979835.636098:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979835.636100:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979835.636102:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979835.636104:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979835.636111:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636117:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979835.636118:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.636120:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.636121:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979835.636124:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636130:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979835.636133:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636188:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979835.636190:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.636192:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.636193:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.636194:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979835.636197:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979835.636199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979835.636202:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979835.636204:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979835.636208:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979835.636214:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126528:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979835.636217:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979835.636220:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636225:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.636226:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.636228:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979835.636230:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979835.636231:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.636234:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979835.636236:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979835.636238:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979835.636239:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.636240:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979835.636244:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979835.636245:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979835.636248:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979835.636251:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979835.636254:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979835.636257:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497126656, portal 4 00000100:00000001:0.0:1783979835.636258:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979835.636259:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979835.636264:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636270:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979835.636272:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979835.636274:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979835.636277:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497126656, offset 0 00000400:00000200:0.0:1783979835.636280:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979835.636283:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.636286:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979835.636289:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979835.636291:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979835.636292:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979835.636294:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979835.636297:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782240:782240:256:4294967295] 192.168.201.114@tcp LPNI seq info [782218:782218:8:4294967295] 00000400:00000200:0.0:1783979835.636300:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.636305:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979835.636309:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.636312:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979835.636315:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979835.636317:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979835.636327:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.636329:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979835.636331:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979835.636334:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979835.636336:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979835.636338:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979835.636340:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979835.636343:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636350:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.636353:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636358:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.636359:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979835.636362:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979835.636365:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979835.636368:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979835.636370:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312041535 00000100:00000001:0.0:1783979835.636372:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.636374:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312041535 00000100:00000001:0.0:1783979835.636376:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.636378:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979835.636380:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.636382:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979835.636386:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979835/real 1783979835] req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979835.636393:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979835.636394:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979835.636396:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979835.636398:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979835.636400:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979835.636402:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979835.636405:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979835.636412:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636417:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979835.636418:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.636419:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.636421:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979835.636423:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636429:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979835.636432:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636439:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979835.636441:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.636442:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.636443:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.636445:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979835.636446:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979835.636448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979835.636451:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979835.636452:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979835.636456:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979835.636463:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126656:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979835.636466:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979835.636469:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636475:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.636476:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.636478:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979835.636480:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979835.636482:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.636484:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979835.636488:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979835.636490:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979835.636491:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979835.636493:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979835.636496:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979835.636498:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979835.636500:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979835.636503:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979835.636505:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979835.636508:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497126784, portal 4 00000100:00000001:0.0:1783979835.636510:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979835.636511:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979835.636517:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636523:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979835.636525:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979835.636527:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979835.636529:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497126784, offset 0 00000400:00000200:0.0:1783979835.636533:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979835.636536:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.636538:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979835.636541:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979835.636543:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979835.636546:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979835.636548:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979835.636551:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782241:782241:256:4294967295] 192.168.201.114@tcp LPNI seq info [782219:782219:8:4294967295] 00000400:00000200:0.0:1783979835.636555:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979835.636560:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979835.636564:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.636567:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979835.636570:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979835.636572:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979835.636582:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979835.636584:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979835.636587:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979835.636589:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979835.636592:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979835.636593:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979835.636595:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979835.636598:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636610:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.636613:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.636618:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.636620:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979835.636622:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979835.636625:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979835.636628:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979835.636630:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312041506 00000100:00000001:0.0:1783979835.636632:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.636634:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312041506 00000100:00000001:0.0:1783979835.636636:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312042745 00000100:00000001:0.0:1783979835.636638:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979835.636640:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.636641:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979835.636645:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979835/real 1783979835] req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979835.636651:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979835.636652:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979835.636653:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979835.636656:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979835.636658:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979835.636660:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979835.636663:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979835.636670:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638243:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979835.638247:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638250:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.638251:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979835.638260:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638266:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979835.638270:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638276:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979835.638279:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638280:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979835.638281:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638283:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979835.638285:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979835.638289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979835.638292:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979835.638294:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979835.638298:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979835.638305:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497126784:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979835.638309:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638312:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.638315:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497126272/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638321:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979835.638324:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979835.638327:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979835.638331:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979835.638334:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979835.638336:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979835.638338:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979835.638341:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979835.638344:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979835.638346:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979835.638348:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979835.638355:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979835.638356:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638370:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.638375:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497126400/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638380:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979835.638382:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979835.638383:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979835.638386:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979835.638387:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979835.638388:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979835.638390:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979835.638391:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979835.638394:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979835.638395:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979835.638396:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979835.638398:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979835.638399:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638400:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.638403:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497126528/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638408:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979835.638409:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979835.638411:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979835.638413:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979835.638414:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979835.638414:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979835.638416:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979835.638417:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979835.638419:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979835.638420:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979835.638421:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979835.638423:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979835.638424:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638426:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.638430:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497126656/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638436:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979835.638437:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979835.638438:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979835.638440:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979835.638441:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979835.638442:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979835.638444:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979835.638445:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979835.638447:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979835.638447:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979835.638448:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979835.638450:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979835.638451:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638452:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979835.638455:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497126784/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979835.638460:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979835.638461:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979835.638462:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979835.638464:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979835.638465:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979835.638466:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979835.638467:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979835.638469:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979835.638471:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979835.638472:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979835.638473:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979835.638475:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979835.638476:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638478:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.638485:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979835.638487:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979835.638490:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979835.638491:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979836.337442:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979836.337445:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979836.337447:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979836.337449:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979836.337451:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979836.337453:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979836.340625:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979836.340628:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979836.340630:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979837.299545:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979837.299552:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979837.299556:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979837.361967:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979837.361971:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979837.361972:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979837.361975:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979837.361977:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979837.361979:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979837.361981:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979837.361983:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979837.361984:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979837.362161:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979837.362164:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979837.362165:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979837.362167:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979837.362169:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979837.362171:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979837.362173:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979837.362175:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979837.362177:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979838.386242:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979838.386245:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979838.386246:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979838.386249:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979838.386251:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979838.386253:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979838.386255:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979838.386256:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979838.386258:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979839.409291:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979839.409296:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979839.409301:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979839.409306:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979839.409311:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979839.409314:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979839.413221:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979839.413228:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979839.413240:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.433279:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979840.433284:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979840.433288:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.433294:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979840.433297:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979840.433299:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.433302:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.433304:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.433307:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.754371:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979840.754375:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979840.754377:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979840.754383:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754392:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.754394:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.754397:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979840.754400:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979840.754402:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.754405:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497126912:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979840.754409:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979840.754413:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979840.754415:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.754417:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979840.754421:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979840.754423:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979840.754428:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979840.754432:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979840.754438:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979840.754444:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497126912, portal 25 00000100:00000001:0.0:1783979840.754447:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979840.754448:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979840.754453:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754461:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979840.754463:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979840.754466:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979840.754469:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497126912, offset 0 00000400:00000200:0.0:1783979840.754475:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979840.754489:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.754495:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979840.754500:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979840.754504:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979840.754508:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979840.754511:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979840.754515:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782242:782242:256:4294967295] 192.168.201.114@tcp LPNI seq info [782220:782220:8:4294967295] 00000400:00000200:0.0:1783979840.754519:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.754528:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979840.754534:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.754539:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979840.754545:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979840.754549:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979840.754562:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.754565:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979840.754570:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979840.754575:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979840.754579:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979840.754582:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979840.754585:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979840.754589:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754598:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.754601:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754619:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.754621:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979840.754627:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979840.754633:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979840.754636:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312047864 00000100:00000010:0.0:1783979840.754641:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979840.754647:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979840.754651:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312047864 00000100:00000010:0.0:1783979840.754654:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979840.754658:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979840.754661:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979840.754663:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.754666:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979840.754670:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979840/real 1783979840] req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979840.754679:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979840.754681:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979840.754682:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979840.754685:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979840.754687:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979840.754689:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979840.754693:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979840.754701:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754707:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979840.754708:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.754710:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.754713:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979840.754716:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754722:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979840.754726:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754732:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979840.754734:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.754735:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.754737:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.754747:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979840.754749:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979840.754753:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979840.754756:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979840.754759:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979840.754762:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979840.754769:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497126912:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979840.754773:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979840.754776:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.754786:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.754980:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.754984:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979840.754986:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979840.754988:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.754991:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127040:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979840.754995:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979840.754998:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979840.755000:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.755002:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979840.755006:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979840.755009:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979840.755013:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979840.755016:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979840.755021:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979840.755024:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127040, portal 10 00000100:00000001:0.0:1783979840.755026:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979840.755028:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979840.755037:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755044:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979840.755047:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979840.755049:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979840.755052:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497127040, offset 0 00000400:00000200:0.0:1783979840.755057:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979840.755062:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.755067:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979840.755071:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979840.755073:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979840.755076:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979840.755090:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979840.755095:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782243:782243:256:4294967295] 192.168.201.114@tcp LPNI seq info [782221:782221:8:4294967295] 00000400:00000200:0.0:1783979840.755099:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.755105:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979840.755109:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.755112:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979840.755116:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979840.755118:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979840.755128:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.755129:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979840.755132:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979840.755135:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979840.755171:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979840.755173:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979840.755176:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979840.755278:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755286:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.755289:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755294:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.755295:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979840.755300:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979840.755304:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979840.755307:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979840.755310:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312046604 00000100:00000001:0.0:1783979840.755312:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.755314:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312046604 00000100:00000001:0.0:1783979840.755316:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.755318:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979840.755320:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.755322:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979840.755325:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979840/real 1783979840] req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979840.755333:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979840.755334:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979840.755336:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979840.755338:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979840.755339:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979840.755341:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979840.755344:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979840.755350:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755355:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979840.755356:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.755357:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.755359:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979840.755424:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755432:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979840.755437:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755444:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979840.755446:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.755448:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.755449:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.755451:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979840.755455:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979840.755457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979840.755462:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979840.755464:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979840.755468:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979840.755475:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127040:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979840.755542:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979840.755547:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755553:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.755555:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.755557:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979840.755559:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979840.755561:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.755563:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127168:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979840.755567:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979840.755569:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979840.755570:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.755572:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979840.755576:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979840.755577:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979840.755581:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979840.755584:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979840.755587:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979840.755590:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127168, portal 10 00000100:00000001:0.0:1783979840.755592:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979840.755593:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979840.755599:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755606:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979840.755609:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979840.755611:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979840.755613:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497127168, offset 0 00000400:00000200:0.0:1783979840.755617:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979840.755622:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.755625:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979840.755628:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979840.755630:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979840.755633:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979840.755635:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979840.755638:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782244:782244:256:4294967295] 192.168.201.114@tcp LPNI seq info [782222:782222:8:4294967295] 00000400:00000200:0.0:1783979840.755642:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.755649:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979840.755654:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.755657:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979840.755661:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979840.755664:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979840.755674:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.755676:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979840.755679:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979840.755682:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979840.755685:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979840.755687:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979840.755690:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979840.755693:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755700:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.755702:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755707:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.755709:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979840.755712:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979840.755714:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979840.755717:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979840.755719:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312046605 00000100:00000001:0.0:1783979840.755721:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.755723:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312046605 00000100:00000001:0.0:1783979840.755725:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.755726:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979840.755728:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.755730:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979840.755733:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979840/real 1783979840] req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979840.755739:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979840.755740:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979840.755742:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979840.755744:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979840.755745:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979840.755748:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979840.755750:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979840.755757:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755762:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979840.755763:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.755765:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.755766:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979840.755768:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755773:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979840.755777:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755783:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979840.755784:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.755786:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.755787:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.755788:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979840.755803:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979840.755806:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979840.755809:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979840.755811:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979840.755815:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979840.755822:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127168:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979840.755825:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979840.755828:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755834:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.755836:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.755838:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979840.755839:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979840.755841:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.755843:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127296:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979840.755846:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979840.755848:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979840.755849:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.755851:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979840.755855:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979840.755857:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979840.755860:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979840.755862:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979840.755866:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979840.755868:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127296, portal 4 00000100:00000001:0.0:1783979840.755870:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979840.755871:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979840.755876:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755881:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979840.755883:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979840.755885:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979840.755888:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497127296, offset 0 00000400:00000200:0.0:1783979840.755892:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979840.755895:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.755899:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979840.755901:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979840.755904:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979840.755906:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979840.755909:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979840.755911:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782245:782245:256:4294967295] 192.168.201.114@tcp LPNI seq info [782223:782223:8:4294967295] 00000400:00000200:0.0:1783979840.755916:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.755921:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979840.755925:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.755928:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979840.755931:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979840.755934:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979840.755943:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.755945:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979840.755948:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979840.755951:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979840.755953:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979840.755955:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979840.755958:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979840.755961:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755968:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.755971:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.755976:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.755977:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979840.755980:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979840.755983:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979840.755986:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979840.755988:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312046654 00000100:00000001:0.0:1783979840.755990:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.755992:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312046654 00000100:00000001:0.0:1783979840.755994:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.755996:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979840.755998:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.755999:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979840.756003:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979840/real 1783979840] req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979840.756010:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979840.756011:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979840.756013:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979840.756015:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979840.756017:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979840.756018:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979840.756021:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979840.756028:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756035:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979840.756036:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.756038:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.756039:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979840.756043:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756049:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979840.756052:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756058:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979840.756060:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.756062:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.756063:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.756064:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979840.756066:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979840.756068:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979840.756071:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979840.756074:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979840.756077:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979840.756095:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127296:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979840.756099:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979840.756102:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756108:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.756109:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.756111:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979840.756113:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979840.756114:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.756117:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127424:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979840.756119:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979840.756121:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979840.756122:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979840.756124:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979840.756127:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979840.756129:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979840.756132:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979840.756134:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979840.756165:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979840.756169:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127424, portal 4 00000100:00000001:0.0:1783979840.756171:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979840.756172:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979840.756735:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756745:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979840.756748:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979840.756752:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979840.756755:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497127424, offset 0 00000400:00000200:0.0:1783979840.756760:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979840.756765:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.756769:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979840.756772:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979840.756775:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979840.756778:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979840.756780:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979840.756783:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782246:782246:256:4294967295] 192.168.201.114@tcp LPNI seq info [782224:782224:8:4294967295] 00000400:00000200:0.0:1783979840.756849:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979840.756857:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979840.756864:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.756868:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979840.756872:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979840.756875:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979840.756885:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979840.756887:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979840.756891:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979840.756894:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979840.756897:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979840.756899:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979840.756902:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979840.756906:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756914:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.756917:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756923:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.756925:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979840.756928:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979840.756931:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979840.756933:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979840.756936:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312046626 00000100:00000001:0.0:1783979840.756938:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.756940:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312046626 00000100:00000001:0.0:1783979840.756942:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312047864 00000100:00000001:0.0:1783979840.756945:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979840.756947:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.756948:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979840.756952:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979840/real 1783979840] req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979840.756960:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979840.756962:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979840.756964:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979840.756966:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979840.756968:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979840.756970:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979840.756973:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979840.756980:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.756987:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979840.756988:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.756990:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.756991:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979840.756995:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.757001:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979840.757004:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.757011:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979840.757013:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757015:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979840.757016:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757018:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979840.757020:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979840.757022:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979840.757026:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979840.757028:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979840.757032:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979840.757039:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127424:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979840.757042:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757044:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.757048:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497126912/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.757054:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979840.757056:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979840.757059:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340ec00. 02000000:00000001:0.0:1783979840.757062:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979840.757064:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979840.757065:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979840.757067:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979840.757070:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979840.757073:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979840.757074:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979840.757076:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979840.757088:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979840.757089:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757091:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.757094:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497127040/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.757099:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979840.757100:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979840.757102:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340cc00. 02000000:00000001:0.0:1783979840.757104:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979840.757104:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979840.757105:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979840.757107:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979840.757108:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979840.757110:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979840.757111:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979840.757112:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979840.757115:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979840.757116:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757117:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.757120:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497127168/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.757126:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979840.757127:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979840.757129:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979840.757130:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979840.757131:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979840.757132:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979840.757134:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979840.757135:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979840.757162:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979840.757163:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979840.757164:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979840.757166:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979840.757167:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757169:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.757172:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497127296/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.757474:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979840.757476:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979840.757478:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979840.757544:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979840.757546:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979840.757547:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979840.757549:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979840.757551:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979840.757553:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979840.757554:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979840.757555:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979840.757557:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979840.757559:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757561:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979840.757566:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497127424/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979840.757573:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979840.757574:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979840.757575:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979840.757577:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979840.757578:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979840.757580:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979840.757581:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979840.757583:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979840.757585:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979840.757586:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979840.757587:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979840.757593:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979840.757594:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757596:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.757603:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979840.757606:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.757609:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979840.757611:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979841.457284:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979841.457291:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979841.457293:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979841.457299:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979841.457302:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979841.457306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.457309:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979841.457311:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.457313:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979842.417740:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979842.417744:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979842.417747:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979842.481398:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979842.481408:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979842.481412:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979842.481426:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979842.481436:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979842.481444:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.481455:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979842.481462:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.481473:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979842.484343:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979842.484350:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979842.484351:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979842.484357:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979842.484360:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979842.484363:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.484365:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979842.484368:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.484370:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979843.506968:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979843.506973:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979843.506975:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979843.506979:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979843.506992:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979843.506997:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979843.507002:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979843.507005:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979843.507009:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979844.529463:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979844.529472:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979844.529475:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979844.529481:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979844.529485:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979844.529489:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979844.529492:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979844.529495:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979844.529498:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979844.532298:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979844.532302:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979844.532303:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979844.532306:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979844.532308:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979844.532311:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979844.532313:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979844.532315:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979844.532317:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.557443:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979845.557463:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979845.557464:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.557470:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979845.557474:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979845.557476:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.557479:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.557490:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.557493:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.873970:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979845.873976:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979845.873982:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979845.874001:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874020:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.874024:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.874034:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979845.874039:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979845.874044:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.874051:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497127552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979845.874060:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979845.874066:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979845.874071:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.874075:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979845.874081:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979845.874083:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979845.874089:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979845.874093:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979845.874099:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979845.874106:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127552, portal 25 00000100:00000001:0.0:1783979845.874108:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979845.874109:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979845.874116:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874124:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979845.874127:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979845.874129:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979845.874132:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497127552, offset 0 00000400:00000200:0.0:1783979845.874328:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979845.874338:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.874353:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979845.874359:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979845.874363:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979845.874366:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979845.874369:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979845.874373:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782247:782247:256:4294967295] 192.168.201.114@tcp LPNI seq info [782225:782225:8:4294967295] 00000400:00000200:0.0:1783979845.874377:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.874387:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979845.874393:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.874398:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979845.874405:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979845.874408:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979845.874420:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.874422:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979845.874428:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979845.874433:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979845.874438:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979845.874440:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979845.874444:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979845.874449:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874459:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.874463:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874474:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.874476:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979845.874482:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979845.874486:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979845.874488:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312052984 00000100:00000010:0.0:1783979845.874493:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979845.874500:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979845.874505:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312052984 00000100:00000010:0.0:1783979845.874508:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979845.874511:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979845.874514:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979845.874516:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.874519:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979845.874523:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979845/real 1783979845] req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979845.874533:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979845.874534:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979845.874537:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979845.874540:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979845.874541:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979845.874544:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979845.874547:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979845.874555:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874561:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979845.874563:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.874565:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.874567:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979845.874571:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874578:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979845.874582:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874588:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979845.874591:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.874592:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.874593:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.874595:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979845.874596:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979845.874600:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979845.874603:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979845.874605:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979845.874608:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979845.874615:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497127552:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979845.874620:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.874622:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.874625:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497127552/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874631:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979845.874633:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979845.874636:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979845.874807:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979845.874811:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979845.874816:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979845.874821:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979845.874826:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979845.874833:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979845.874838:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979845.874842:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979845.874851:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979845.874855:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.874862:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.874873:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979845.874878:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.874884:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979845.874889:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979845.874893:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979845.874903:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.874922:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.874926:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.874932:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979845.874937:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979845.874943:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.874950:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979845.874957:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979845.874961:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979845.874965:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.874970:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979845.874977:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979845.874981:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979845.875000:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979845.875005:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979845.875012:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979845.875018:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127680, portal 10 00000100:00000001:0.0:1783979845.875023:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979845.875025:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979845.875086:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.875094:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979845.875096:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979845.875099:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979845.875102:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497127680, offset 0 00000400:00000200:0.0:1783979845.875107:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979845.875112:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.875115:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979845.875118:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979845.875121:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979845.875123:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979845.875125:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979845.875128:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782248:782248:256:4294967295] 192.168.201.114@tcp LPNI seq info [782226:782226:8:4294967295] 00000400:00000200:0.0:1783979845.875132:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.877074:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979845.877086:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.877094:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979845.877101:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979845.877104:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979845.877117:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.877119:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979845.877125:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979845.877129:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979845.877135:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979845.877152:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979845.877157:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979845.877163:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877173:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.877176:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877183:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.877185:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979845.877192:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979845.877197:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979845.877202:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979845.877205:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312051726 00000100:00000001:0.0:1783979845.877207:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.877210:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312051726 00000100:00000001:0.0:1783979845.877212:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.877214:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979845.877217:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.877220:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979845.877224:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979845/real 1783979845] req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979845.877233:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979845.877234:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979845.877237:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979845.877240:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979845.877242:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979845.877244:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979845.877248:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979845.877256:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877263:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979845.877265:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877267:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.877268:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979845.877272:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877279:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979845.877284:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877291:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979845.877294:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877296:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.877297:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877300:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979845.877304:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979845.877307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979845.877311:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979845.877314:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979845.877318:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979845.877325:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127680:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979845.877329:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979845.877333:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877353:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.877356:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.877359:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979845.877362:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979845.877364:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.877367:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979845.877371:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979845.877375:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979845.877377:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.877380:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979845.877385:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979845.877387:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979845.877391:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979845.877395:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979845.877399:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979845.877403:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127808, portal 10 00000100:00000001:0.0:1783979845.877406:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979845.877407:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979845.877414:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877420:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979845.877422:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979845.877425:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979845.877427:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497127808, offset 0 00000400:00000200:0.0:1783979845.877432:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979845.877438:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.877443:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979845.877447:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979845.877450:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979845.877453:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979845.877455:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979845.877458:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782249:782249:256:4294967295] 192.168.201.114@tcp LPNI seq info [782227:782227:8:4294967295] 00000400:00000200:0.0:1783979845.877462:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.877470:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979845.877475:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.877478:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979845.877482:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979845.877484:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979845.877494:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.877496:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979845.877499:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979845.877502:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979845.877505:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979845.877507:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979845.877509:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979845.877513:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877520:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.877523:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877529:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.877530:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979845.877533:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979845.877536:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979845.877539:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979845.877541:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312051727 00000100:00000001:0.0:1783979845.877544:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.877546:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312051727 00000100:00000001:0.0:1783979845.877549:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.877551:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979845.877553:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.877555:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979845.877558:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979845/real 1783979845] req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979845.877566:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979845.877567:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979845.877569:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979845.877571:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979845.877573:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979845.877575:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979845.877578:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979845.877586:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877593:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979845.877594:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877596:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.877597:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979845.877600:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877605:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979845.877609:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877615:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979845.877618:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877619:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.877620:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877622:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979845.877624:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979845.877627:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979845.877630:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979845.877633:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979845.877636:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979845.877643:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127808:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979845.877647:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979845.877650:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877657:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.877658:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.877660:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979845.877662:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979845.877663:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.877666:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979845.877669:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979845.877671:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979845.877673:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.877674:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979845.877678:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979845.877679:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979845.877683:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979845.877685:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979845.877688:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979845.877691:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497127936, portal 4 00000100:00000001:0.0:1783979845.877693:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979845.877694:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979845.877699:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877706:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979845.877708:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979845.877711:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979845.877713:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497127936, offset 0 00000400:00000200:0.0:1783979845.877717:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979845.877720:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.877724:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979845.877727:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979845.877729:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979845.877732:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979845.877734:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979845.877737:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782250:782250:256:4294967295] 192.168.201.114@tcp LPNI seq info [782228:782228:8:4294967295] 00000400:00000200:0.0:1783979845.877741:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.877746:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979845.877751:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.877754:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979845.877758:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979845.877760:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979845.877771:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.877773:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979845.877775:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979845.877779:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979845.877781:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979845.877783:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979845.877785:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979845.877789:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877796:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.877799:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877804:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.877806:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979845.877809:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979845.877811:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979845.877814:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979845.877816:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312051776 00000100:00000001:0.0:1783979845.877819:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.877821:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312051776 00000100:00000001:0.0:1783979845.877822:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.877824:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979845.877826:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.877828:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979845.877832:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979845/real 1783979845] req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979845.877839:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979845.877841:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979845.877843:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979845.877845:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979845.877846:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979845.877848:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979845.877851:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979845.877859:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877865:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979845.877866:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877868:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.877869:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979845.877873:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877879:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979845.877883:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877890:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979845.877892:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877893:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.877895:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877897:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979845.877898:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979845.877901:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979845.877904:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979845.877906:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979845.877910:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979845.877918:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497127936:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979845.877921:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877923:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.877926:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497127680/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877932:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979845.877934:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979845.877936:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979845.877939:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979845.877941:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979845.877943:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979845.877945:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979845.877947:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979845.877951:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979845.877952:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979845.877954:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979845.877958:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979845.877960:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.877961:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.877964:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497127808/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.877970:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979845.877972:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979845.877973:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979845.877975:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979845.877976:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979845.877978:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979845.877979:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979845.877981:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979845.877983:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979845.877984:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979845.877986:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979845.877988:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979845.878002:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878005:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.878008:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497127936/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878014:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979845.878015:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979845.878017:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979845.878020:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979845.878021:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979845.878022:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979845.878024:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979845.878025:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979845.878028:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979845.878029:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979845.878030:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979845.878032:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979845.878033:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878035:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878043:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979845.878045:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.878048:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979845.878049:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979845.878051:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979845.878055:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878062:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.878063:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.878065:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979845.878067:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979845.878069:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.878072:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979845.878075:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979845.878077:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979845.878079:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979845.878081:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979845.878084:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979845.878085:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979845.878089:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979845.878091:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979845.878095:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979845.878097:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497128064, portal 4 00000100:00000001:0.0:1783979845.878099:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979845.878100:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979845.878106:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878112:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979845.878114:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979845.878117:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979845.878119:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497128064, offset 0 00000400:00000200:0.0:1783979845.878123:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979845.878127:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.878130:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979845.878132:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979845.878135:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979845.878160:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979845.878162:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979845.878165:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782251:782251:256:4294967295] 192.168.201.114@tcp LPNI seq info [782229:782229:8:4294967295] 00000400:00000200:0.0:1783979845.878169:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979845.878175:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979845.878180:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.878183:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979845.878187:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979845.878189:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979845.878200:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979845.878202:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979845.878204:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979845.878207:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979845.878210:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979845.878212:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979845.878214:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979845.878218:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878225:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.878228:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878234:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.878235:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979845.878238:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979845.878241:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979845.878244:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979845.878246:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312051748 00000100:00000001:0.0:1783979845.878249:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.878251:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312051748 00000100:00000001:0.0:1783979845.878253:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312052984 00000100:00000001:0.0:1783979845.878254:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979845.878256:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.878258:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979845.878262:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979845/real 1783979845] req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979845.878269:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979845.878270:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979845.878272:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979845.878274:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979845.878276:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979845.878278:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979845.878281:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979845.878288:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878294:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979845.878295:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878297:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.878298:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979845.878301:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878307:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979845.878310:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878316:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979845.878318:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878320:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979845.878321:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878323:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979845.878324:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979845.878327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979845.878330:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979845.878332:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979845.878335:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979845.878342:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128064:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979845.878345:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878347:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979845.878349:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497128064/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979845.878355:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979845.878356:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979845.878358:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979845.878359:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979845.878361:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979845.878362:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979845.878363:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979845.878365:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979845.878367:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979845.878368:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979845.878369:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979845.878371:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979845.878372:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878374:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.878376:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979845.878377:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.878379:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979845.878381:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979846.577271:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979846.577276:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979846.577277:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979846.577281:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979846.577284:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979846.577286:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.577289:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979846.577291:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.577293:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979847.537549:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979847.537554:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979847.537557:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979847.601328:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979847.601333:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979847.601334:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979847.601338:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979847.601341:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979847.601759:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.601772:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979847.601774:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.601776:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979847.602332:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979847.602334:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979847.602336:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979847.602338:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979847.602340:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979847.602342:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.602343:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979847.602345:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.602347:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979848.625261:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979848.625270:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979848.625271:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979848.625278:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979848.625282:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979848.625286:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979848.625289:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979848.625292:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979848.625294:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979849.649298:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979849.649304:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979849.649307:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979849.649312:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979849.649317:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979849.649321:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979849.649340:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979849.649344:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979849.649347:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979849.649478:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979849.649484:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979849.649487:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979849.649490:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979849.649492:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979849.649494:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979849.649497:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979849.649499:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979849.649501:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.673263:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979850.673274:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.673279:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.673286:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979850.673293:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.673297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.673302:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.673306:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.673311:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.674559:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979850.674563:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.674565:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.674568:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979850.674570:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.674573:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.674575:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.674577:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.674579:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.994176:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.994182:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.994185:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979850.994191:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.994199:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.994210:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.994214:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979850.994216:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979850.994218:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.994222:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497128192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979850.994226:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979850.994229:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979850.994231:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.994234:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979850.994238:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.994241:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979850.994246:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979850.994250:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979850.994256:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979850.994262:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497128192, portal 25 00000100:00000001:0.0:1783979850.994264:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979850.994266:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979850.994271:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.994286:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979850.994289:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979850.994293:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979850.994296:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497128192, offset 0 00000400:00000200:0.0:1783979850.994302:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979850.994310:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.994316:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979850.994322:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979850.994327:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979850.994330:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979850.994332:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979850.994336:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782252:782252:256:4294967295] 192.168.201.114@tcp LPNI seq info [782230:782230:8:4294967295] 00000400:00000200:0.0:1783979850.994340:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.994360:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979850.994366:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.994372:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979850.994379:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979850.994383:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979850.994395:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.994398:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979850.994404:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979850.994408:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979850.994414:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979850.994416:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979850.994421:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979850.994425:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.994873:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.994877:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.994882:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.994884:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979850.994891:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979850.994893:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979850.994938:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312058104 00000100:00000010:0.0:1783979850.994944:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979850.994950:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979850.994957:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312058104 00000100:00000010:0.0:1783979850.994960:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979850.994962:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979850.994965:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979850.994966:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.994969:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979850.994972:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979850/real 1783979850] req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979850.994980:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979850.994982:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979850.994984:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979850.994987:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979850.994989:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979850.994991:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979850.994995:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979850.995003:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995010:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979850.995012:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995015:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.995017:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979850.995020:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995027:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979850.995032:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995039:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979850.995042:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995044:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.995045:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995048:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979850.995050:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979850.995053:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979850.995056:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979850.995059:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979850.995064:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979850.995072:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497128192:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979850.995077:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995078:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.995081:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497128192/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995087:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979850.995089:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979850.995092:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.995096:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979850.995098:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979850.995100:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979850.995103:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979850.995106:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979850.995111:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979850.995113:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979850.995115:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979850.995117:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979850.995119:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995121:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995129:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.995131:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.995134:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.995152:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.995154:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979850.995158:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995165:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.995167:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.995169:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979850.995170:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979850.995172:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.995175:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979850.995179:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979850.995181:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979850.995182:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.995184:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979850.995187:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.995189:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979850.995193:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979850.995196:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979850.995263:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979850.995268:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497128320, portal 10 00000100:00000001:0.0:1783979850.995317:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979850.995320:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979850.995329:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995336:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979850.995338:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979850.995341:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979850.995344:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497128320, offset 0 00000400:00000200:0.0:1783979850.995411:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979850.995416:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.995420:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979850.995423:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979850.995426:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979850.995428:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979850.995430:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979850.995434:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782253:782253:256:4294967295] 192.168.201.114@tcp LPNI seq info [782231:782231:8:4294967295] 00000400:00000200:0.0:1783979850.995437:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.995444:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979850.995449:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.995453:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979850.995457:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979850.995461:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979850.995473:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.995475:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979850.995478:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979850.995482:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979850.995485:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979850.995487:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979850.995490:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979850.995493:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995507:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.995510:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995517:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.995519:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979850.995522:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979850.995526:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979850.995529:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979850.995532:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312056844 00000100:00000001:0.0:1783979850.995534:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.995537:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312056844 00000100:00000001:0.0:1783979850.995539:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.995542:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979850.995544:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.995546:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979850.995550:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979850/real 1783979850] req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979850.995558:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979850.995560:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979850.995562:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979850.995564:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979850.995566:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979850.995569:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979850.995572:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979850.995580:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995588:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979850.995591:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995593:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.995594:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979850.995597:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995605:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979850.995609:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995616:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979850.995618:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995620:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.995621:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995623:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979850.995630:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979850.995633:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979850.995637:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979850.995640:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979850.995644:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979850.995652:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128320:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979850.995656:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995658:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.995661:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497128320/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.995668:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979850.995670:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979850.995672:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.995675:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979850.995677:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979850.995679:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979850.995681:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979850.995683:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979850.995685:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979850.995686:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979850.995688:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979850.995691:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979850.995693:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995696:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.995700:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.995701:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.995702:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.995704:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.996109:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.996112:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.996424:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.996427:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.996428:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979850.996434:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996441:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.996443:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.996445:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979850.996447:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979850.996449:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.996452:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979850.996455:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979850.996458:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979850.996459:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.996461:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979850.996464:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.996466:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979850.996470:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979850.996473:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979850.996477:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979850.996481:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497128448, portal 10 00000100:00000001:0.0:1783979850.996483:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979850.996484:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979850.996490:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996497:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979850.996499:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979850.996501:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979850.996504:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497128448, offset 0 00000400:00000200:0.0:1783979850.996508:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979850.996513:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.996517:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979850.996520:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979850.996522:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979850.996525:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979850.996527:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979850.996530:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782254:782254:256:4294967295] 192.168.201.114@tcp LPNI seq info [782232:782232:8:4294967295] 00000400:00000200:0.0:1783979850.996534:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.996541:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979850.996545:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.996549:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979850.996553:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979850.996557:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979850.996568:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.996570:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979850.996574:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979850.996577:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979850.996580:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979850.996582:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979850.996585:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979850.996588:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996602:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.996605:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996611:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.996612:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979850.996615:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979850.996618:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979850.996621:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979850.996624:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312056846 00000100:00000001:0.0:1783979850.996627:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.996628:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312056846 00000100:00000001:0.0:1783979850.996631:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.996633:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979850.996635:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.996636:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979850.996640:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979850/real 1783979850] req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979850.996649:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979850.996650:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979850.996652:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979850.996654:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979850.996656:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979850.996658:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979850.996661:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979850.996669:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996675:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979850.996677:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.996679:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.996680:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979850.996684:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996690:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979850.996694:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996701:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979850.996703:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.996704:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.996705:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.996707:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979850.996710:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979850.996713:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979850.996717:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979850.996719:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979850.996723:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979850.996730:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128448:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979850.996733:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.996735:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.996738:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497128448/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.996743:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979850.996745:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979850.996747:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.996750:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979850.996751:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979850.996753:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979850.996755:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979850.996756:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979850.996759:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979850.996761:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979850.996762:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979850.996765:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979850.996766:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.996768:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.996772:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.996773:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.996775:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.996776:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.997338:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.997341:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.997343:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979850.997409:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997418:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.997419:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.997422:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979850.997424:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979850.997427:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.997430:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979850.997434:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979850.997436:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979850.997438:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.997440:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979850.997443:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.997445:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979850.997450:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979850.997453:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979850.997456:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979850.997459:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497128576, portal 4 00000100:00000001:0.0:1783979850.997461:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979850.997463:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979850.997468:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997474:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979850.997477:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979850.997479:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979850.997482:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497128576, offset 0 00000400:00000200:0.0:1783979850.997486:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979850.997490:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.997495:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979850.997497:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979850.997500:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979850.997502:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979850.997504:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979850.997508:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782255:782255:256:4294967295] 192.168.201.114@tcp LPNI seq info [782233:782233:8:4294967295] 00000400:00000200:0.0:1783979850.997511:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.997518:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979850.997523:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.997526:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979850.997530:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979850.997533:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979850.997544:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.997546:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979850.997549:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979850.997552:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979850.997555:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979850.997557:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979850.997559:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979850.997563:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997571:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.997574:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997580:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.997582:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979850.997586:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979850.997589:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979850.997592:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979850.997595:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312056896 00000100:00000001:0.0:1783979850.997597:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.997599:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312056896 00000100:00000001:0.0:1783979850.997601:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.997603:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979850.997606:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.997607:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979850.997611:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979850/real 1783979850] req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979850.997619:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979850.997621:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979850.997622:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979850.997625:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979850.997626:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979850.997628:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979850.997631:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979850.997639:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997645:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979850.997646:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.997648:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.997649:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979850.997653:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997660:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979850.997664:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997671:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979850.997673:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.997675:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.997676:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.997678:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979850.997680:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979850.997682:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979850.997687:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979850.997689:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979850.997693:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979850.997701:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128576:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979850.997704:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979850.997708:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997713:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.997715:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.997717:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979850.997718:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979850.997720:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.997723:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979850.997725:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979850.997728:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979850.997729:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979850.997730:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979850.997734:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979850.997735:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979850.997739:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979850.997741:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979850.997744:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979850.997747:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497128704, portal 4 00000100:00000001:0.0:1783979850.997748:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979850.997750:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979850.997755:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997761:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979850.997763:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979850.997765:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979850.997768:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497128704, offset 0 00000400:00000200:0.0:1783979850.997771:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979850.997775:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.997778:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979850.997781:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979850.997783:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979850.997785:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979850.997787:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979850.997790:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782256:782256:256:4294967295] 192.168.201.114@tcp LPNI seq info [782234:782234:8:4294967295] 00000400:00000200:0.0:1783979850.997793:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979850.997799:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979850.997803:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.997806:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979850.997809:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979850.997812:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979850.997822:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979850.997824:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979850.997827:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979850.997830:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979850.997833:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979850.997834:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979850.997837:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979850.997840:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997847:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.997850:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.997856:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.997858:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979850.997860:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979850.997863:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979850.997866:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979850.997868:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312056867 00000100:00000001:0.0:1783979850.997870:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.997872:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312056867 00000100:00000001:0.0:1783979850.997875:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312058104 00000100:00000001:0.0:1783979850.997877:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979850.997878:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.997880:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979850.997884:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979850/real 1783979850] req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979850.997892:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979850.997894:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979850.997895:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979850.997897:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979850.997899:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979850.998743:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979850.998748:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979850.998754:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.998758:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979850.998759:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.998761:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.998761:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979850.998764:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.998768:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979850.998770:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.998774:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979850.998775:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.998776:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979850.998777:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.998778:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979850.998779:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979850.998781:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979850.998783:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979850.998784:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979850.998786:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979850.998790:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497128704:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979850.998793:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.998794:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.998796:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497128576/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.998800:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979850.998801:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979850.998803:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979850.998805:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979850.998806:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979850.998807:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979850.998809:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979850.998810:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783979850.998812:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979850.998813:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979850.998814:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979850.998816:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979850.998817:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.998818:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979850.998820:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497128704/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979850.998823:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979850.998824:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979850.998825:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979850.998826:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979850.998827:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979850.998828:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979850.998828:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979850.998829:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783979850.998830:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979850.998831:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979850.998832:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979850.998833:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979850.998833:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.998835:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.998838:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.998839:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.998840:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979850.998841:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979851.697833:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979851.697836:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979851.697837:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979851.697840:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979851.697842:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979851.697844:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979851.697849:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979851.697850:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979851.697852:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979852.657441:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979852.657446:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979852.657450:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979852.721790:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979852.721800:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979852.721811:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979852.721821:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979852.721831:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979852.721835:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979852.721839:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979852.721842:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979852.721845:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979853.745301:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979853.745309:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979853.745311:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979853.745317:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979853.745321:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979853.745323:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.745326:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979853.745328:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.745332:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979853.745783:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979853.745786:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979853.745787:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979853.745789:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979853.745792:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979853.745793:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.745795:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979853.745796:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.745799:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979854.769245:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979854.769254:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979854.769256:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979854.769262:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979854.769266:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979854.769270:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979854.769272:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979854.769275:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979854.769277:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979855.793512:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979855.793516:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979855.793518:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979855.793520:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979855.793522:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979855.793524:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979855.796020:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979855.796025:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979855.796027:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.113615:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.113630:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979856.113634:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.113640:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.113646:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.113657:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17389 00000400:00000200:0.0:1783979856.113670:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979856.113679:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.113684:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.113688:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113692:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.113696:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113699:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979856.113704:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.113707:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979856.113711:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.113715:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979856.113718:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979856.113721:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979856.113725:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113727:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.113730:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113732:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979856.113735:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979856.113738:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113741:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.113745:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.113749:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.113752:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.113755:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979856.113757:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.113770:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979856.113774:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979856.113778:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.113780:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.113785:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.113788:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.113794:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.113804:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979856.113820:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.113832:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497128832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.113844:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.113849:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.113855:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497128832/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.113888:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.113892:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.113896:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979856.113898:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.113899:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.113903:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.113905:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17389 00000400:00000200:0.0:1783979856.113910:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979856.113913:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.113915:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.113918:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113921:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.113922:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113925:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979856.113926:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.113927:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979856.113928:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.113931:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979856.113932:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979856.113934:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979856.113936:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113937:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.113938:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113939:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979856.113940:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979856.113941:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979856.113943:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.113944:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.113950:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.113951:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.113953:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.113957:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979856.113960:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.113961:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.113964:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979856.113966:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979856.113967:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.113968:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.113969:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.113970:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.113972:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.113974:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979856.113978:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.113981:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497128960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.113986:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.113988:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.113990:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497128960/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.113995:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.113997:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.113999:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979856.113999:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.114000:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.114002:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.114004:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17389 00000400:00000200:0.0:1783979856.114006:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979856.114008:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.114010:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.114011:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114013:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.114014:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114016:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979856.114017:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.114018:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979856.114019:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.114020:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979856.114021:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979856.114023:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979856.114024:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114025:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.114026:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114027:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979856.114028:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979856.114029:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114031:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.114031:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.114033:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.114034:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114035:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.114036:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979856.114037:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114043:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.114046:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979856.114047:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979856.114048:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.114049:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114050:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.114050:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.114051:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.114053:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979856.114055:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.114058:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497129088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.114066:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.114067:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.114069:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497129088/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.114073:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.114075:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.114077:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979856.114077:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.114078:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.114080:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.114082:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17389 00000400:00000200:0.0:1783979856.114083:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979856.114085:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.114086:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.114087:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114088:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.114089:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114090:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979856.114091:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.114092:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979856.114093:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.114095:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979856.114096:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979856.114098:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979856.114099:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114100:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.114101:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114102:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979856.114104:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979856.114106:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114107:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.114108:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.114110:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.114111:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114112:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.114113:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979856.114115:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114116:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.114117:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979856.114118:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979856.114120:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.114121:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114122:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.114123:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.114124:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.114126:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979856.114127:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.114129:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497129216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.114133:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.114134:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.114165:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497129216/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.114170:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.114171:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.114173:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979856.114174:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.114175:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.114177:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.114180:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17389 00000400:00000200:0.0:1783979856.114182:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979856.114184:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.114185:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.114187:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114188:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.114189:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114191:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979856.114192:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.114192:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979856.114193:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.114194:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979856.114195:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979856.114197:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979856.114198:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114200:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.114201:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114202:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979856.114204:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979856.114205:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979856.114206:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.114207:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.114208:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.114209:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114211:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.114212:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979856.114213:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114214:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.114216:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979856.114217:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979856.114218:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.114220:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.114221:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.114222:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.114223:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.114227:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979856.114230:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.114232:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497129344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.114236:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.114238:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.114240:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497129344/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.114244:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.114248:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17399) 00000100:00000001:0.0:1783979856.817363:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979856.817368:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979856.817369:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.817372:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979856.817375:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979856.817377:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979856.817379:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979856.817381:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979856.817383:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979857.779730:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979857.779736:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979857.779740:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979857.841521:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979857.841527:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979857.841529:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979857.841532:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979857.841535:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979857.841538:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979857.841540:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979857.841542:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979857.841545:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979858.865393:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979858.865401:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979858.865409:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979858.865420:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979858.865434:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979858.865445:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979858.865464:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979858.865469:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979858.865476:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979859.889373:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979859.889388:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979859.889394:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979859.889408:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979859.889415:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979859.889422:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.889436:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979859.889440:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.889445:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979860.913434:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979860.913438:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979860.913439:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979860.913442:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979860.913444:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979860.913446:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.913448:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979860.913449:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.913451:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979860.915179:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979860.915183:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979860.915184:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979860.915187:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979860.915199:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979860.915202:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.915204:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979860.915206:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.915208:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979861.233231:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979861.233243:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979861.233246:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979861.233250:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979861.233254:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979861.233261:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17394 00000400:00000200:0.0:1783979861.233269:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979861.233276:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979861.233279:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979861.233281:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233284:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233287:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233289:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979861.233293:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979861.233295:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979861.233298:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979861.233301:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979861.233304:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979861.233306:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979861.233309:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233310:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233312:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233314:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979861.233317:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979861.233320:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233322:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979861.233325:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979861.233329:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979861.233336:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233339:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979861.233341:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979861.233350:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979861.233353:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979861.233357:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979861.233359:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233362:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979861.233364:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979861.233368:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979861.233376:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979861.233383:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.233392:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497129472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979861.233402:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979861.233407:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979861.233412:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497129472/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979861.233435:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979861.233438:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979861.233440:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979861.233441:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979861.233443:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979861.233446:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979861.233448:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17394 00000400:00000200:0.0:1783979861.233452:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979861.233454:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979861.233456:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979861.233459:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233461:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233463:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233465:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979861.233467:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979861.233468:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979861.233470:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979861.233472:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979861.233474:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979861.233476:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979861.233479:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233482:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233484:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233486:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979861.233488:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979861.233491:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233493:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979861.233495:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979861.233500:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979861.233502:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233504:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979861.233507:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979861.233511:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233513:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979861.233516:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979861.233518:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979861.233520:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979861.233521:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233523:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979861.233525:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979861.233527:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979861.233530:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979861.233533:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.233537:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497129600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979861.233542:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979861.233544:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979861.233547:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497129600/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979861.233562:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979861.233565:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979861.233568:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979861.233571:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979861.233573:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979861.233577:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979861.233582:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17394 00000400:00000200:0.0:1783979861.233587:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979861.233590:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979861.233595:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979861.233598:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233601:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233603:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233606:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979861.233609:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979861.233610:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979861.233612:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979861.233615:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979861.233618:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979861.233620:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979861.233625:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233628:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233630:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233633:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979861.233634:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979861.233636:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233640:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979861.233642:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979861.233645:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979861.233648:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233650:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979861.233651:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979861.233653:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233654:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979861.233656:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979861.233658:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979861.233659:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979861.233660:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233661:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979861.233662:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979861.233664:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979861.233671:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979861.233674:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.233686:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497129728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979861.233691:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979861.233694:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979861.233697:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497129728/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979861.233703:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979861.233706:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979861.233708:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979861.233709:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979861.233711:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979861.233715:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979861.233718:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17394 00000400:00000200:0.0:1783979861.233722:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979861.233758:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979861.233760:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979861.233766:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233770:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233774:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233776:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979861.233781:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979861.233783:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979861.233786:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979861.233789:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979861.233791:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979861.233795:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979861.233802:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233804:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.233806:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233808:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979861.233812:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979861.233818:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233822:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979861.233826:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979861.233831:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979861.233835:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233839:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979861.233843:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979861.233849:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233852:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979861.233859:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979861.233863:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979861.233868:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979861.233871:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.233875:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979861.233878:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979861.233881:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979861.233888:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979861.233894:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.233902:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497129856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979861.233914:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979861.233917:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979861.233924:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497129856/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979861.233940:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979861.233945:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979861.233951:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979861.233954:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979861.233956:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979861.233960:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979861.233967:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17394 00000400:00000200:0.0:1783979861.233976:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979861.233983:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979861.233987:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979861.233993:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.233999:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.234003:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.234008:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979861.234013:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979861.234014:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979861.234017:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979861.234020:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979861.234026:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979861.234031:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979861.234039:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.234044:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979861.234049:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979861.234051:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979861.234056:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979861.234062:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979861.234067:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979861.234071:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979861.234074:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979861.234077:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.234081:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979861.234083:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979861.234087:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.234091:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979861.234095:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979861.234099:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979861.234102:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979861.234105:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.234109:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979861.234112:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979861.234114:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979861.234122:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c800. 00000100:00000001:0.0:1783979861.234128:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.234170:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497129984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979861.234184:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979861.234188:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979861.234198:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497129984/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979861.234219:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979861.234225:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17404) 00000100:00000001:0.0:1783979861.937289:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979861.937297:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979861.937299:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.937305:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979861.937309:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979861.937313:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.937315:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979861.937318:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.937320:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979862.897416:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979862.897420:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979862.897422:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979862.961241:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979862.961249:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979862.961251:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.961257:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979862.961262:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979862.961266:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.961268:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979862.961271:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.961273:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.961425:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979862.961427:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979862.961429:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.961431:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979862.961433:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979862.961435:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.961436:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979862.961438:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.961440:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979863.985375:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979863.985378:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979863.985380:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979863.985382:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979863.985385:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979863.985386:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.985389:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979863.985390:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.985392:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979863.985400:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979863.985402:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979863.985404:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979863.985406:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979863.985408:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979863.985409:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.985411:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979863.985412:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.985413:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979865.009284:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979865.009293:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979865.009295:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979865.009302:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979865.009306:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979865.009310:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.009313:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979865.009316:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.009319:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979865.009715:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979865.009718:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979865.009719:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979865.009721:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979865.009723:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979865.009725:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.009727:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979865.009729:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.009730:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979865.011518:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979865.011521:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979865.011522:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979865.011525:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979865.011527:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979865.011529:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.011530:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979865.011531:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.011533:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.033267:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979866.033276:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979866.033279:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.033284:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979866.033289:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979866.033293:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979866.034195:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979866.034198:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979866.034200:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979866.354174:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979866.354186:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979866.354188:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979866.354192:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979866.354197:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979866.354204:0:216796:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17399 00000400:00000200:0.0:1783979866.354214:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979866.354220:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979866.354223:0:216796:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979866.354226:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354229:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354231:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354233:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979866.354237:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979866.354239:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979866.354241:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979866.354245:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979866.354247:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979866.354249:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979866.354252:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354254:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354256:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354258:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979866.354261:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979866.354265:0:216796:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354267:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979866.354271:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979866.354274:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979866.354277:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354279:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979866.354282:0:216796:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979866.354290:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979866.354293:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979866.354297:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979866.354298:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354301:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979866.354314:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979866.354318:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979866.354327:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979866.354334:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.354342:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497130112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979866.354352:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979866.354355:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979866.354360:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497130112/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979866.354379:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979866.354381:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979866.354384:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979866.354385:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979866.354387:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979866.354389:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979866.354391:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17399 00000400:00000200:0.0:1783979866.354394:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979866.354397:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979866.354399:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979866.354402:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354404:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354406:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354408:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979866.354410:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979866.354411:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979866.354412:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979866.354414:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979866.354416:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979866.354418:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979866.354421:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354422:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354423:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354425:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979866.354427:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979866.354429:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354431:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979866.354433:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979866.354439:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979866.354441:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354442:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979866.354446:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979866.354449:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354450:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979866.354454:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979866.354456:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979866.354459:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979866.354460:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354462:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979866.354463:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979866.354465:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979866.354468:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979866.354471:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.354476:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497130240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979866.354484:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979866.354486:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979866.354490:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497130240/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979866.354497:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979866.354498:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979866.354501:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979866.354503:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979866.354504:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979866.354506:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979866.354508:0:216796:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17399 00000400:00000200:0.0:1783979866.354512:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979866.354514:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979866.354516:0:216796:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979866.354519:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354520:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354522:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354524:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979866.354525:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979866.354527:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979866.354528:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979866.354530:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979866.354532:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979866.354533:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979866.354535:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354537:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354539:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354541:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979866.354543:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979866.354546:0:216796:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354548:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979866.354550:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979866.354552:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979866.354554:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354556:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979866.354557:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979866.354559:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354561:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979866.354563:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979866.354566:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979866.354568:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979866.354569:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354570:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979866.354571:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979866.354573:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979866.354576:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979866.354579:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.354582:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497130368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979866.354588:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979866.354590:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979866.354592:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497130368/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979866.354598:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979866.354601:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979866.354603:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979866.354605:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979866.354606:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979866.354609:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979866.354611:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17399 00000400:00000200:0.0:1783979866.354615:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979866.354617:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979866.354620:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979866.354622:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354624:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354626:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354628:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979866.354630:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979866.354632:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979866.354633:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979866.354646:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979866.354649:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979866.354650:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979866.354653:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354655:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354656:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354658:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979866.354660:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979866.354662:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354664:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979866.354665:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979866.354668:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979866.354670:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354672:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979866.354673:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979866.354675:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354677:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979866.354680:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979866.354682:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979866.354684:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979866.354686:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354687:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979866.354688:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979866.354690:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979866.354693:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979866.354696:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.354701:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497130496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979866.354707:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979866.354709:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979866.354712:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497130496/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979866.354718:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979866.354721:0:216796:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979866.354723:0:216796:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979866.354724:0:216796:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979866.354726:0:216796:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979866.354728:0:216796:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979866.354730:0:216796:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17399 00000400:00000200:0.0:1783979866.354733:0:216796:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979866.354735:0:216796:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979866.354737:0:216796:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979866.354739:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354740:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354742:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354743:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979866.354745:0:216796:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979866.354746:0:216796:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979866.354747:0:216796:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979866.354749:0:216796:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979866.354750:0:216796:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979866.354752:0:216796:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979866.354755:0:216796:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354757:0:216796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979866.354758:0:216796:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354759:0:216796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979866.354761:0:216796:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979866.354763:0:216796:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979866.354765:0:216796:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979866.354766:0:216796:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979866.354768:0:216796:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979866.354776:0:216796:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354778:0:216796:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979866.354779:0:216796:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979866.354781:0:216796:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354783:0:216796:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979866.354786:0:216796:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979866.354787:0:216796:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979866.354789:0:216796:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979866.354790:0:216796:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.354792:0:216796:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979866.354793:0:216796:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979866.354794:0:216796:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979866.354797:0:216796:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979866.354800:0:216796:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.354805:0:216796:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497130624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979866.354811:0:216796:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979866.354813:0:216796:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979866.354817:0:216796:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497130624/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979866.354823:0:216796:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979866.354827:0:216796:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17409) 00000100:00000001:0.0:1783979867.057362:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979867.057366:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979867.057368:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979867.057370:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979867.057372:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979867.057374:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979867.063760:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979867.063769:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979867.063774:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979868.017397:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979868.017401:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979868.017404:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979868.081424:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979868.081428:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979868.081429:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979868.081431:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979868.081433:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979868.081435:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979868.081436:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979868.081438:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979868.081440:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979869.105249:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979869.105258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979869.105262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979869.105271:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979869.105278:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979869.105283:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979869.105355:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979869.105358:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979869.105360:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.153389:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979871.153392:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979871.153393:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.153396:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979871.153398:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979871.153399:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.153401:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979871.153403:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.153405:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.158571:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979871.158574:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979871.158576:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.158579:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979871.158581:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979871.158583:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.158585:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979871.158586:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.158588:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979871.475230:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979871.475240:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979871.475243:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979871.475246:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979871.475250:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979871.475257:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17404 00000400:00000200:0.0:1783979871.475265:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979871.475271:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979871.475274:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979871.475277:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475280:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475283:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475285:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979871.475290:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979871.475291:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979871.475294:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979871.475297:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979871.475300:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979871.475302:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979871.475305:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475307:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475309:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475311:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979871.475315:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979871.475318:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475320:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979871.475323:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979871.475326:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979871.475328:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475330:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979871.475333:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979871.475342:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68e00. 00000020:00000040:0.0:1783979871.475345:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979871.475349:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979871.475350:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475353:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979871.475356:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979871.475359:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979871.475367:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979871.475373:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.475381:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68e00 x1870620497130752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979871.475391:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979871.475396:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979871.475401:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6d6aa9b] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68e00 x1870620497130752/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979871.475429:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979871.475433:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979871.475436:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979871.475438:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979871.475439:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979871.475442:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979871.475445:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17404 00000400:00000200:0.0:1783979871.475449:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979871.475451:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979871.475453:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979871.475456:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475458:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475460:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475462:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979871.475465:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979871.475466:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979871.475467:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979871.475470:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979871.475472:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979871.475474:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979871.475477:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475478:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475480:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475482:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979871.475484:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979871.475486:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475488:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979871.475490:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979871.475496:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979871.475497:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475499:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979871.475504:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979871.475507:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475508:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979871.475512:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a300. 00000020:00000040:0.0:1783979871.475514:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979871.475516:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979871.475518:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475519:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979871.475520:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979871.475522:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979871.475525:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979871.475529:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.475533:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a300 x1870620497130880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979871.475541:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979871.475543:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979871.475577:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae93e03d] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a300 x1870620497130880/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979871.475585:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979871.475588:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979871.475591:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979871.475592:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979871.475594:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979871.475596:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979871.475599:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17404 00000400:00000200:0.0:1783979871.475602:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979871.475605:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979871.475607:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979871.475609:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475611:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475613:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475615:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979871.475617:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979871.475618:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979871.475620:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979871.475621:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979871.475623:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979871.475626:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979871.475628:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475630:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475632:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475634:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979871.475636:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979871.475638:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475640:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979871.475642:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979871.475644:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979871.475646:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475648:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979871.475649:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979871.475651:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475653:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979871.475656:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6a680. 00000020:00000040:0.0:1783979871.475658:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979871.475660:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979871.475661:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475663:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979871.475664:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979871.475666:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979871.475669:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979871.475672:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.475676:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6a680 x1870620497131008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979871.475683:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979871.475685:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979871.475689:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc3ffb4c] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6a680 x1870620497131008/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979871.475696:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979871.475699:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979871.475703:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979871.475704:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979871.475705:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979871.475708:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979871.475710:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17404 00000400:00000200:0.0:1783979871.475713:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979871.475715:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979871.475717:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979871.475720:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475721:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475723:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475725:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979871.475727:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979871.475728:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979871.475730:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979871.475732:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979871.475733:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979871.475735:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979871.475738:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475739:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475741:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475743:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979871.475745:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979871.475747:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475749:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979871.475750:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979871.475752:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979871.475754:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475756:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979871.475758:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979871.475760:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475762:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979871.475767:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68700. 00000020:00000040:0.0:1783979871.475769:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979871.475771:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979871.475772:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475774:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979871.475775:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979871.475776:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979871.475779:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979871.475781:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.475785:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68700 x1870620497131136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979871.475793:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979871.475794:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979871.475798:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5187420] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68700 x1870620497131136/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979871.475804:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979871.475807:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979871.475809:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979871.475811:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979871.475812:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979871.475815:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979871.475817:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17404 00000400:00000200:0.0:1783979871.475820:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979871.475822:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979871.475824:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979871.475826:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475828:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475830:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475832:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979871.475834:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979871.475836:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979871.475837:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979871.475839:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979871.475841:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979871.475843:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979871.475845:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475847:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979871.475849:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475850:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979871.475852:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979871.475854:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979871.475856:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979871.475858:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979871.475860:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979871.475861:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475863:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979871.475865:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979871.475866:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475868:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979871.475870:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6aa00. 00000020:00000040:0.0:1783979871.475872:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979871.475874:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979871.475875:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.475877:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979871.475878:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979871.475879:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979871.475882:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979871.475885:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.475888:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6aa00 x1870620497131264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979871.475900:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979871.475902:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979871.475906:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000478dbd01] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6aa00 x1870620497131264/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979871.475912:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979871.475917:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17415) 00000100:00000001:0.0:1783979872.180181:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979872.180186:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979872.180190:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.180194:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979872.180199:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979872.180202:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.181642:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979872.181645:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.181647:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979873.137391:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979873.137395:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979873.137397:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979873.201243:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979873.201252:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979873.201256:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979873.201264:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979873.201272:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979873.201277:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979873.201281:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979873.201285:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979873.201288:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979874.225245:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979874.225249:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979874.225252:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979874.225257:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979874.225261:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979874.225264:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.225280:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979874.225282:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.225285:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979874.225298:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979874.225302:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979874.225303:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979874.225305:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979874.225307:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979874.225310:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.225312:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979874.225314:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.225317:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979875.249941:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979875.249945:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979875.249946:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979875.249949:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979875.249951:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979875.249953:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.249955:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979875.249956:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.249958:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.273257:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979876.273265:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979876.273269:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.273276:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979876.273283:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979876.273289:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.273294:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.273298:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.273302:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.593682:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979876.593688:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979876.593692:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979876.593703:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.593718:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.593720:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.593728:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979876.593733:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979876.593739:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.593743:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497131392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979876.593747:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979876.593751:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979876.593753:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.593756:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979876.593761:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.593768:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979876.593774:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979876.593779:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979876.593786:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979876.593793:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497131392, portal 25 00000100:00000001:0.0:1783979876.593796:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979876.593797:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979876.593803:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.593812:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979876.593815:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979876.593818:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979876.593821:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497131392, offset 0 00000400:00000200:0.0:1783979876.593837:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979876.593844:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.593851:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979876.593856:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979876.593860:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979876.593863:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979876.593866:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979876.593869:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782277:782277:256:4294967295] 192.168.201.114@tcp LPNI seq info [782255:782255:8:4294967295] 00000400:00000200:0.0:1783979876.593873:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.593895:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979876.593901:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.593907:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979876.593913:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979876.593916:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979876.593927:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.593929:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979876.593935:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979876.593939:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979876.593944:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979876.593946:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979876.593951:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979876.593955:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.593965:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.593969:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.593975:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.593977:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979876.593982:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979876.593985:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979876.593989:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312083703 00000100:00000010:0.0:1783979876.593994:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979876.594000:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979876.594006:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312083703 00000100:00000010:0.0:1783979876.594020:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979876.594024:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979876.594027:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979876.594030:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594032:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979876.594037:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979876/real 1783979876] req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979876.594053:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979876.594054:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979876.594057:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979876.594060:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979876.594063:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979876.594067:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979876.594074:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979876.594089:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594101:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979876.594104:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594108:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.594111:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979876.594121:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594133:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979876.594163:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594180:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979876.594187:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594189:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.594192:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594196:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979876.594199:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979876.594203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979876.594211:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979876.594216:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979876.594225:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979876.594244:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497131392:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979876.594253:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594258:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.594263:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497131392/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594274:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979876.594277:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979876.594281:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.594286:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979876.594288:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979876.594291:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979876.594296:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979876.594298:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979876.594303:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979876.594305:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979876.594307:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979876.594310:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979876.594313:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594315:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594324:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979876.594327:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594330:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979876.594333:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979876.594335:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979876.594338:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594348:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.594350:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.594352:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979876.594354:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979876.594358:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.594362:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979876.594365:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979876.594368:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979876.594369:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.594373:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979876.594377:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.594380:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979876.594387:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979876.594392:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979876.594398:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979876.594403:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497131520, portal 10 00000100:00000001:0.0:1783979876.594407:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979876.594410:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979876.594422:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594436:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979876.594442:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979876.594457:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979876.594470:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497131520, offset 0 00000400:00000200:0.0:1783979876.594477:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979876.594484:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.594493:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979876.594498:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979876.594500:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979876.594502:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979876.594504:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979876.594505:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782278:782278:256:4294967295] 192.168.201.114@tcp LPNI seq info [782256:782256:8:4294967295] 00000400:00000200:0.0:1783979876.594508:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.594512:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979876.594515:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.594517:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979876.594520:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979876.594522:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979876.594529:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.594530:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979876.594532:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979876.594535:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979876.594537:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979876.594538:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979876.594539:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979876.594542:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594547:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.594548:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594552:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594553:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979876.594555:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979876.594558:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979876.594560:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979876.594561:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312082443 00000100:00000001:0.0:1783979876.594563:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.594565:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312082443 00000100:00000001:0.0:1783979876.594566:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.594567:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979876.594568:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594570:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979876.594573:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979876/real 1783979876] req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979876.594580:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979876.594581:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979876.594583:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979876.594586:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979876.594587:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979876.594589:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979876.594592:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979876.594600:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594605:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979876.594607:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594608:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.594610:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979876.594613:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594618:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979876.594620:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594624:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979876.594625:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594626:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.594627:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594628:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979876.594630:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979876.594632:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979876.594633:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979876.594634:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979876.594637:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979876.594641:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131520:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979876.594644:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594645:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.594647:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497131520/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594651:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979876.594652:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979876.594653:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.594654:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979876.594655:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979876.594656:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979876.594658:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979876.594659:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979876.594661:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979876.594662:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979876.594664:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979876.594666:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979876.594667:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594668:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594672:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979876.594673:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594675:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979876.594676:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979876.594677:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979876.594681:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594688:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.594689:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.594691:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979876.594692:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979876.594694:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.594697:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979876.594700:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979876.594701:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979876.594703:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.594704:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979876.594706:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.594707:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979876.594709:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979876.594711:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979876.594713:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979876.594715:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497131648, portal 10 00000100:00000001:0.0:1783979876.594716:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979876.594717:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979876.594721:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594727:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979876.594729:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979876.594731:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979876.594734:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497131648, offset 0 00000400:00000200:0.0:1783979876.594737:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979876.594741:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.594744:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979876.594747:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979876.594749:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979876.594751:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979876.594753:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979876.594756:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782279:782279:256:4294967295] 192.168.201.114@tcp LPNI seq info [782257:782257:8:4294967295] 00000400:00000200:0.0:1783979876.594760:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.594766:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979876.594770:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.594773:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979876.594777:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979876.594779:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979876.594786:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.594788:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979876.594790:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979876.594792:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979876.594794:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979876.594795:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979876.594796:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979876.594799:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594803:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.594805:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594810:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594811:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979876.594814:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979876.594817:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979876.594820:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979876.594821:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312082444 00000100:00000001:0.0:1783979876.594823:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.594825:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312082444 00000100:00000001:0.0:1783979876.594827:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.594829:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979876.594831:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594832:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979876.594836:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979876/real 1783979876] req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979876.594843:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979876.594845:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979876.594846:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979876.594848:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979876.594850:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979876.594852:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979876.594856:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979876.594862:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594866:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979876.594867:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594868:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.594869:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979876.594870:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594875:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979876.594876:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594880:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979876.594881:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594882:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.594884:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594885:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979876.594888:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979876.594893:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979876.594899:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979876.594900:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979876.594902:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979876.594910:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131648:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979876.594915:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594919:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.594922:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497131648/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.594929:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979876.594931:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979876.594934:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.594937:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979876.594939:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979876.594942:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979876.594945:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979876.594947:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979876.594950:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979876.594953:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979876.594955:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979876.594958:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979876.594960:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594962:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.594967:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979876.594969:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.594974:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979876.594976:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.595323:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979876.595325:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979876.595326:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979876.595329:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595335:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.595336:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.595337:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979876.595338:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979876.595339:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.595341:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979876.595343:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979876.595344:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979876.595346:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.595347:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979876.595350:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.595351:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979876.595354:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979876.595355:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979876.595357:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979876.595360:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497131776, portal 4 00000100:00000001:0.0:1783979876.595361:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979876.595362:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979876.595365:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595369:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979876.595371:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979876.595372:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979876.595373:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497131776, offset 0 00000400:00000200:0.0:1783979876.595376:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979876.595378:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.595380:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979876.595382:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979876.595384:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979876.595385:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979876.595387:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979876.595390:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782280:782280:256:4294967295] 192.168.201.114@tcp LPNI seq info [782258:782258:8:4294967295] 00000400:00000200:0.0:1783979876.595394:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.595400:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979876.595404:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.595407:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979876.595411:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979876.595413:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979876.595424:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.595426:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979876.595429:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979876.595433:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979876.595435:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979876.595437:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979876.595439:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979876.595453:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595465:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.595468:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595475:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.595477:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979876.595481:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979876.595487:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979876.595491:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979876.595493:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312082494 00000100:00000001:0.0:1783979876.595495:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.595497:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312082494 00000100:00000001:0.0:1783979876.595499:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.595501:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979876.595504:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.595505:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979876.595509:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979876/real 1783979876] req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979876.595517:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979876.595518:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979876.595519:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979876.595522:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979876.595527:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979876.595529:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979876.595533:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979876.595540:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595547:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979876.595548:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.595550:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.595551:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979876.595554:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595559:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979876.595562:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595568:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979876.595570:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.595572:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.595573:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.595575:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979876.595577:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979876.595579:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979876.595582:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979876.595585:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979876.595588:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979876.595595:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131776:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979876.595599:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979876.595602:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595612:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.595613:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.595615:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979876.595617:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979876.595618:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.595621:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979876.595624:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979876.595626:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979876.595627:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979876.595629:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979876.595633:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979876.595634:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979876.595637:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979876.595640:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979876.595643:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979876.595646:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497131904, portal 4 00000100:00000001:0.0:1783979876.595647:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979876.595649:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979876.595654:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595659:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979876.595661:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979876.595663:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979876.595666:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497131904, offset 0 00000400:00000200:0.0:1783979876.595669:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979876.595673:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.595677:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979876.595679:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979876.595681:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979876.595683:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979876.595685:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979876.595689:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782281:782281:256:4294967295] 192.168.201.114@tcp LPNI seq info [782259:782259:8:4294967295] 00000400:00000200:0.0:1783979876.595693:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979876.595699:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979876.595703:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.595706:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979876.595710:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979876.595712:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979876.595722:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979876.595723:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979876.595726:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979876.595729:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979876.595732:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979876.595733:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979876.595735:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979876.595739:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595745:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.595748:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595753:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.595755:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979876.595757:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979876.595760:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979876.595762:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979876.595764:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312082465 00000100:00000001:0.0:1783979876.595767:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.595768:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312082465 00000100:00000001:0.0:1783979876.595770:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312083703 00000100:00000001:0.0:1783979876.595772:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979876.595774:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.595776:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979876.595779:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979876/real 1783979876] req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979876.595786:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979876.595788:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979876.595789:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979876.595792:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979876.595794:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979876.595795:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979876.595798:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979876.595805:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595811:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979876.595812:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.595814:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.595815:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979876.595818:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595824:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979876.595954:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595960:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979876.595962:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.595963:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979876.595965:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.595966:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979876.595968:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979876.595970:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979876.595973:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979876.595975:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979876.595978:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979876.595982:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497131904:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979876.595984:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.595986:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.595987:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497131776/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.595991:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979876.595992:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979876.595994:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979876.595995:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979876.595996:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979876.595997:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979876.595998:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979876.596000:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979876.596003:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979876.596004:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979876.596005:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979876.596007:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979876.596008:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.596009:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979876.596011:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497131904/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979876.596016:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979876.596018:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979876.596019:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979876.596021:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979876.596022:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979876.596023:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979876.596025:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979876.596027:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979876.596029:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979876.596030:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979876.596032:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979876.596036:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979876.596037:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.596039:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.596043:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979876.596045:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.596047:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979876.596048:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979877.297557:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979877.297561:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979877.297563:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979877.297566:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979877.297568:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979877.297570:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.297571:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979877.297573:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.297574:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979877.297929:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979877.297932:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979877.297934:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979877.297936:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979877.297938:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979877.297940:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.297942:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979877.297943:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.297945:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979878.257829:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979878.257833:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979878.257836:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979878.321406:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979878.321410:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979878.321411:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979878.321413:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979878.321415:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979878.321417:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979878.321419:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979878.321421:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979878.321423:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979879.345665:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979879.345669:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979879.345670:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979879.345673:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979879.345675:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979879.345677:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.345679:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979879.345681:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.345683:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979880.371243:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979880.371246:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979880.371248:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979880.371251:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979880.371252:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979880.371254:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979880.371256:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979880.371258:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979880.371260:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.393239:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979881.393245:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979881.393247:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.393253:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979881.393257:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979881.393261:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.393270:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.393272:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.393273:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.394689:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979881.394693:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979881.394694:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.394697:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979881.394701:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979881.394703:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.394705:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.394706:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.394709:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.716327:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979881.716334:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979881.716338:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979881.716348:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716367:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.716380:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.716385:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979881.716389:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979881.716393:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.716399:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497132032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979881.716409:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979881.716414:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979881.716419:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.716423:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979881.716429:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979881.716434:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979881.716441:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979881.716448:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979881.716457:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979881.716465:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132032, portal 25 00000100:00000001:0.0:1783979881.716470:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979881.716529:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979881.716541:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716551:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979881.716555:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979881.716558:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979881.716562:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497132032, offset 0 00000400:00000200:0.0:1783979881.716568:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979881.716575:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.716581:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979881.716586:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979881.716590:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979881.716594:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979881.716596:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979881.716600:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782282:782282:256:4294967295] 192.168.201.114@tcp LPNI seq info [782260:782260:8:4294967295] 00000400:00000200:0.0:1783979881.716605:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.716614:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979881.716620:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.716625:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979881.716631:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979881.716635:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979881.716648:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.716650:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979881.716655:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979881.716659:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979881.716665:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979881.716667:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979881.716670:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979881.716675:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716684:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.716687:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716694:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.716696:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979881.716702:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979881.716706:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979881.716709:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312088826 00000100:00000010:0.0:1783979881.716713:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979881.716719:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979881.716726:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312088826 00000100:00000010:0.0:1783979881.716729:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979881.716731:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979881.716734:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979881.716736:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.716738:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979881.716742:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979881/real 1783979881] req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979881.716751:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979881.716752:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979881.716754:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979881.716757:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979881.716758:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979881.716761:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979881.716763:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979881.716771:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716777:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979881.716785:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.716788:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.716789:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979881.716794:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716800:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979881.716805:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716812:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979881.716815:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.716816:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.716818:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.716820:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979881.716822:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979881.716825:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979881.716828:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979881.716831:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979881.716835:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979881.716844:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497132032:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979881.716848:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.716850:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.716853:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497132032/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716859:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979881.716861:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979881.716864:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979881.716867:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979881.716869:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979881.716871:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979881.716872:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979881.716875:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4400. 02000000:00000001:0.0:1783979881.716878:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979881.716879:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979881.716881:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979881.716884:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979881.716885:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.716887:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.716895:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979881.716896:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.716898:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979881.716900:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979881.716901:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979881.716905:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716912:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.716913:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.716915:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979881.716917:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979881.716920:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.716922:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979881.716926:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979881.716927:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979881.716929:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.716930:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979881.716933:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979881.716935:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979881.716938:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979881.716941:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979881.716944:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979881.716947:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132160, portal 10 00000100:00000001:0.0:1783979881.716948:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979881.716950:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979881.716956:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.716963:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979881.716965:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979881.716967:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979881.716970:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497132160, offset 0 00000400:00000200:0.0:1783979881.716974:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979881.716977:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.716981:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979881.716984:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979881.716986:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979881.716989:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979881.716991:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979881.716994:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782283:782283:256:4294967295] 192.168.201.114@tcp LPNI seq info [782261:782261:8:4294967295] 00000400:00000200:0.0:1783979881.716999:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.717005:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979881.717009:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.717012:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979881.717015:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979881.717018:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979881.717029:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.717031:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979881.717033:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979881.717037:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979881.717039:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979881.717041:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979881.717044:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979881.717047:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.717055:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.717058:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.717065:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.717066:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979881.717069:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979881.717072:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979881.717075:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979881.717077:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312087565 00000100:00000001:0.0:1783979881.717080:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.717082:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312087565 00000100:00000001:0.0:1783979881.717084:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.717085:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979881.717088:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.717089:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979881.717093:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979881/real 1783979881] req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979881.717100:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979881.717102:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979881.717103:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979881.717105:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979881.717107:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979881.717108:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979881.717111:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979881.717120:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.717126:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979881.717127:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.717129:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.717130:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979881.717134:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.717181:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979881.717185:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.717191:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979881.717193:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.717195:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.717196:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.717198:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979881.717201:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979881.717204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979881.717207:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979881.717210:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979881.717213:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979881.717221:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132160:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979881.717225:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.717226:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.717229:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497132160/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.717235:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979881.717237:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979881.717239:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979881.717241:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979881.717242:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979881.717244:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979881.717246:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979881.717247:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979881.717250:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979881.717251:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979881.717253:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979881.717255:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979881.717256:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.717258:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.717260:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979881.717262:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.717263:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979881.717265:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.718234:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979881.718238:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979881.718239:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979881.718244:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.718256:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.718258:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.718263:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979881.718265:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979881.718267:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.718270:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979881.718272:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979881.718274:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979881.718276:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.718277:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979881.718281:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979881.718283:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979881.718286:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979881.718289:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979881.718292:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979881.718296:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132288, portal 10 00000100:00000001:0.0:1783979881.718297:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979881.718299:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979881.718304:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.718311:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979881.718313:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979881.718315:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979881.718317:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497132288, offset 0 00000400:00000200:0.0:1783979881.718321:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979881.718324:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.718328:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979881.718331:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979881.718333:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979881.718335:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979881.718338:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979881.718341:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782284:782284:256:4294967295] 192.168.201.114@tcp LPNI seq info [782262:782262:8:4294967295] 00000400:00000200:0.0:1783979881.718345:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.718351:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979881.718355:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.718359:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979881.718362:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979881.718365:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979881.718385:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.718387:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979881.718390:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979881.718393:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979881.718396:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979881.718398:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979881.718400:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979881.718403:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.718409:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.718412:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.718418:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.718419:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979881.718422:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979881.718425:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979881.718428:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979881.718429:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312087568 00000100:00000001:0.0:1783979881.718432:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.718434:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312087568 00000100:00000001:0.0:1783979881.718436:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.718438:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979881.718440:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.718442:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979881.718445:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979881/real 1783979881] req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979881.718452:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979881.718453:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979881.718454:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979881.718456:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979881.718457:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979881.718459:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979881.718461:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979881.718468:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.718834:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979881.718836:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.718838:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.718839:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979881.718844:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.718851:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979881.719253:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.719259:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979881.719261:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.719262:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.719263:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.719265:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979881.719267:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979881.719269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979881.719272:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979881.719274:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979881.719277:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979881.719283:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132288:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979881.719288:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979881.719291:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.719297:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.719298:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.719301:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979881.719302:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979881.719305:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.719307:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979881.719311:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979881.719313:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979881.719314:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.719316:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979881.719320:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979881.719322:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979881.719325:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979881.719328:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979881.719332:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979881.719334:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132416, portal 4 00000100:00000001:0.0:1783979881.719336:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979881.719337:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979881.719341:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.719345:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979881.719347:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979881.719348:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979881.719350:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497132416, offset 0 00000400:00000200:0.0:1783979881.719352:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979881.719355:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.719358:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979881.719360:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979881.719362:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979881.719363:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979881.719365:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979881.719367:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782285:782285:256:4294967295] 192.168.201.114@tcp LPNI seq info [782263:782263:8:4294967295] 00000400:00000200:0.0:1783979881.719380:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.719386:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979881.719394:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.719398:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979881.719402:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979881.719405:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979881.719415:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.719417:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979881.719420:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979881.719423:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979881.719426:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979881.719428:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979881.719430:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979881.719433:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.719441:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.719444:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.719450:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.719451:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979881.719455:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979881.719458:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979881.719461:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979881.719463:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312087618 00000100:00000001:0.0:1783979881.719465:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.719468:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312087618 00000100:00000001:0.0:1783979881.719470:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.719974:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979881.719976:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.719978:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979881.719983:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979881/real 1783979881] req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979881.719993:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979881.719994:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979881.719996:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979881.719999:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979881.720000:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979881.720002:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979881.720070:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979881.720081:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720087:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979881.720089:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720091:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.720092:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979881.720096:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720102:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979881.720106:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720113:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979881.720115:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720117:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.720118:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720120:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979881.720122:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979881.720124:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979881.720128:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979881.720130:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979881.720133:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979881.720166:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132416:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979881.720170:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979881.720174:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720180:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.720182:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.720184:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979881.720186:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979881.720187:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.720189:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979881.720191:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979881.720193:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979881.720194:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979881.720195:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979881.720198:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979881.720199:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979881.720202:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979881.720204:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979881.720206:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979881.720208:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132544, portal 4 00000100:00000001:0.0:1783979881.720210:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979881.720210:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979881.720215:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720219:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979881.720221:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979881.720222:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979881.720223:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497132544, offset 0 00000400:00000200:0.0:1783979881.720226:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979881.720228:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.720231:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979881.720233:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979881.720235:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979881.720237:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979881.720238:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979881.720240:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782286:782286:256:4294967295] 192.168.201.114@tcp LPNI seq info [782264:782264:8:4294967295] 00000400:00000200:0.0:1783979881.720242:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979881.720247:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979881.720250:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.720252:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979881.720255:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979881.720257:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979881.720264:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979881.720265:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2af00. 00000400:00000200:0.0:1783979881.720267:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979881.720269:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979881.720271:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978c38 00000400:00000010:0.0:1783979881.720272:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978c38. 00000100:00000001:0.0:1783979881.720274:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979881.720276:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720282:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.720285:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720291:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.720293:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979881.720296:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979881.720299:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979881.720302:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979881.720304:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312087590 00000100:00000001:0.0:1783979881.720306:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.720308:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312087590 00000100:00000001:0.0:1783979881.720311:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312088826 00000100:00000001:0.0:1783979881.720313:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979881.720315:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.720317:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979881.720321:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979881/real 1783979881] req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979881.720328:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979881.720329:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979881.720331:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979881.720332:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979881.720333:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979881.720334:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979881.720337:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979881.720341:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720348:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979881.720349:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720350:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.720351:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979881.720353:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720357:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979881.720359:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720363:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979881.720364:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720365:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979881.720366:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720367:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979881.720377:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979881.720380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979881.720381:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979881.720383:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979881.720385:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979881.720390:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132544:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979881.720392:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720393:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.720395:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497132288/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720399:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979881.720401:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979881.720403:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979881.720405:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979881.720406:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979881.720407:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979881.720409:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979881.720410:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5c00. 02000000:00000001:0.0:1783979881.720414:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979881.720415:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979881.720416:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979881.720418:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979881.720419:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720420:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.720421:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497132416/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720425:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979881.720425:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979881.720426:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979881.720427:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979881.720428:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979881.720429:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979881.720430:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979881.720431:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c5400. 02000000:00000001:0.0:1783979881.720432:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979881.720432:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979881.720433:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979881.720434:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979881.720435:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720436:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979881.720437:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497132544/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979881.720440:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979881.720441:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979881.720442:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979881.720443:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979881.720443:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979881.720444:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979881.720445:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979881.720446:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4400. 02000000:00000001:0.0:1783979881.720447:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979881.720448:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979881.720449:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979881.720450:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979881.720450:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720452:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.720457:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979881.720458:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.720459:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979881.720460:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979883.380777:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979883.380781:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979883.380785:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979883.441247:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979883.441254:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979883.441257:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979883.441262:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979883.441266:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979883.441270:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979883.441275:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979883.441278:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979883.441281:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979883.441295:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979883.441300:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979883.441304:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979883.441311:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979883.441317:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979883.441321:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979883.441334:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979883.441336:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979883.441349:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979884.465251:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979884.465258:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979884.465262:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979884.465266:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979884.465269:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979884.465273:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.465275:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979884.465277:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.465280:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979884.465430:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979884.465436:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979884.465438:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979884.465440:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979884.465442:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979884.465444:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.465447:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979884.465450:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.465453:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979885.489275:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979885.489285:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979885.489287:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979885.489293:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979885.489297:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979885.489301:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.489313:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979885.489316:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.489319:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.513244:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979886.513254:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.513258:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.513265:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979886.513271:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.513276:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.513302:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.513307:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.513313:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.513500:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979886.513505:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.513508:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.513512:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979886.513517:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.513520:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.513523:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.513526:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.513529:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.833970:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979886.833975:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.833978:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979886.833985:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.833994:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.833996:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.833999:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979886.834002:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979886.834005:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.834008:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497132672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979886.834013:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979886.834018:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979886.834022:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.834024:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979886.834030:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979886.834032:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979886.834039:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979886.834045:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979886.834053:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979886.834063:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132672, portal 25 00000100:00000001:0.0:1783979886.834066:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979886.834068:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979886.834074:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.834082:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979886.834085:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979886.834088:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978c38. 00000100:00000200:0.0:1783979886.834092:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497132672, offset 0 00000400:00000200:0.0:1783979886.834100:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979886.834110:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.834118:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979886.834125:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979886.834178:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979886.834183:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979886.834186:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979886.834190:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782287:782287:256:4294967295] 192.168.201.114@tcp LPNI seq info [782265:782265:8:4294967295] 00000400:00000200:0.0:1783979886.834195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.834207:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979886.834213:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979886.834220:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2af00. 00000800:00000200:0.0:1783979886.834227:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979886.834257:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979886.834262:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979886.834265:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312093944 00000100:00000010:0.0:1783979886.834271:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979886.834289:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979886.834298:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312093944 00000100:00000010:0.0:1783979886.834302:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979886.834305:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979886.834308:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979886.834312:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.834314:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.834317:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.834720:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.834723:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979886.834726:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979886.834727:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.834729:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979886.834734:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.834741:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.834743:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.834746:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979886.834748:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979886.834750:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.834752:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979886.834756:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979886.834758:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979886.834759:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.834761:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979886.834765:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979886.834768:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979886.834772:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979886.834776:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393738. 00000400:00000010:0.0:1783979886.834780:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979886.834783:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132800, portal 10 00000100:00000001:0.0:1783979886.834785:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979886.834787:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979886.834795:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.834801:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979886.834803:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979886.834806:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978f68. 00000100:00000200:0.0:1783979886.834809:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497132800, offset 0 00000400:00000200:0.0:1783979886.834814:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979886.834818:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.834822:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979886.834825:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979886.834828:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979886.834830:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979886.834833:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979886.834836:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782288:782288:255:4294967295] 192.168.201.114@tcp LPNI seq info [782266:782266:7:4294967295] 00000400:00000200:0.0:1783979886.834840:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.834846:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979886.834852:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979886.834856:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a300. 00000800:00000200:0.0:1783979886.834860:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979886.834867:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979886.834871:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979886.834875:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979886.834877:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312092683 00000100:00000001:0.0:1783979886.834879:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.834881:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312092683 00000100:00000001:0.0:1783979886.834884:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.834885:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979886.834887:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.834890:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.834892:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.834895:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.834896:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979886.834898:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979886.834899:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.834901:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.834903:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.835431:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979886.835434:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.835436:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979886.835441:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.835450:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.835451:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.835454:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979886.835456:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979886.835458:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.835461:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979886.835465:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979886.835468:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979886.835470:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.835472:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979886.835476:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979886.835478:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979886.835482:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979886.835485:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393f20. 00000400:00000010:0.0:1783979886.835489:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978880. 00000100:00000200:0.0:1783979886.835492:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497132928, portal 10 00000100:00000001:0.0:1783979886.835494:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979886.835496:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979886.835502:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.835510:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979886.835512:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979886.835515:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978220. 00000100:00000200:0.0:1783979886.835518:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497132928, offset 0 00000400:00000200:0.0:1783979886.835523:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979886.835528:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.835532:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979886.835534:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979886.835537:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979886.835540:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979886.835543:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979886.835546:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782289:782289:254:4294967295] 192.168.201.114@tcp LPNI seq info [782267:782267:6:4294967295] 00000400:00000200:0.0:1783979886.835551:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.835568:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979886.835573:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979886.835578:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a500. 00000800:00000200:0.0:1783979886.835582:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979886.835590:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979886.835593:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979886.835597:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979886.835599:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312092685 00000100:00000001:0.0:1783979886.835601:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.835604:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312092685 00000100:00000001:0.0:1783979886.835606:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.835608:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979886.835611:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.835613:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979886.835617:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.835625:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.835626:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.835629:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979886.835630:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979886.835750:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.835755:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979886.835758:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979886.835760:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979886.835761:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.835763:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979886.835767:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979886.835769:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979886.835773:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979886.835776:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393420. 00000400:00000010:0.0:1783979886.835780:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978d48. 00000100:00000200:0.0:1783979886.835783:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133056, portal 4 00000100:00000001:0.0:1783979886.835784:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979886.835785:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979886.835791:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.835797:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979886.835800:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979886.835802:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978330. 00000100:00000200:0.0:1783979886.835804:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497133056, offset 0 00000400:00000200:0.0:1783979886.835809:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979886.835813:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.835816:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979886.835819:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979886.835821:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979886.835824:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979886.835826:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979886.835829:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782290:782290:253:4294967295] 192.168.201.114@tcp LPNI seq info [782268:782268:5:4294967295] 00000400:00000200:0.0:1783979886.835833:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.835840:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979886.835844:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979886.835848:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a000. 00000800:00000200:0.0:1783979886.835852:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979886.835858:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979886.835861:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979886.835864:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979886.835866:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312092734 00000100:00000001:0.0:1783979886.835869:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.835871:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312092734 00000100:00000001:0.0:1783979886.835873:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.835875:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979886.835877:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.835879:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979886.835883:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.835890:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.835891:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.835894:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979886.835896:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979886.835898:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.835901:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979886.835904:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979886.835906:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979886.835908:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979886.835909:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979886.835913:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979886.835915:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979886.835919:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979886.835921:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f9703933c8. 00000400:00000010:0.0:1783979886.835925:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729783b8. 00000100:00000200:0.0:1783979886.835927:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133184, portal 4 00000100:00000001:0.0:1783979886.835930:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979886.835931:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979886.835937:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979886.835943:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979886.835945:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979886.835947:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f9729782a8. 00000100:00000200:0.0:1783979886.835950:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497133184, offset 0 00000400:00000200:0.0:1783979886.835954:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979886.835957:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.835960:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979886.835963:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979886.835965:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979886.835967:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979886.835969:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979886.835972:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782291:782291:252:4294967295] 192.168.201.114@tcp LPNI seq info [782269:782269:4:4294967295] 00000400:00000200:0.0:1783979886.835976:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979886.835982:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979886.835987:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979886.835991:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2a900. 00000800:00000200:0.0:1783979886.835995:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000100:00000001:0.0:1783979886.836001:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979886.836004:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979886.836007:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979886.836009:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312092705 00000100:00000001:0.0:1783979886.836011:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.836013:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312092705 00000100:00000001:0.0:1783979886.836016:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312093944 00000100:00000001:0.0:1783979886.836018:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979886.836020:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.836022:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.836024:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.836029:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.836031:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979886.836033:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979886.836034:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.836036:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.836037:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979887.537433:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979887.537437:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979887.537438:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979887.537441:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979887.537443:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979887.537445:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979887.538188:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979887.538191:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979887.538194:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979888.497378:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979888.497382:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979888.497385:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979888.561276:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979888.561286:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979888.561291:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979888.561303:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979888.561314:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979888.561321:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.561339:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979888.561343:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.561347:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979888.561382:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979888.561387:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979888.561391:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979888.561397:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979888.561405:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979888.561411:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.561416:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979888.561420:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.561426:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979889.586760:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979889.586763:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979889.586765:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979889.586767:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979889.586770:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979889.586771:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.586773:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979889.586774:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.586775:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979889.907285:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979889.907293:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979889.907296:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979889.907308:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979886/real 1783979889] req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979889.907324:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979889.907326:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979889.907330:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393f20. 00000400:00000200:0.0:1783979889.907334:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978880 00000400:00000010:0.0:1783979889.907336:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978880. 00000100:00000001:0.0:1783979889.907339:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979889.907344:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979889.907354:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907362:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979889.907364:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907367:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907369:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979889.907373:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907380:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979889.907385:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907392:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979889.907396:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907397:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907398:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907401:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979889.907404:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979889.907408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979889.907413:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979889.907415:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979889.907420:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979889.907428:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132928:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979889.907433:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979889.907438:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979886/real 1783979889] req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979889.907446:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979889.907447:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979889.907450:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393420. 00000400:00000200:0.0:1783979889.907453:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978d48 00000400:00000010:0.0:1783979889.907454:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978d48. 00000100:00000001:0.0:1783979889.907456:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979889.907459:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979889.907468:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907474:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979889.907475:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907477:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907479:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979889.907482:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907489:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979889.907493:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907499:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979889.907502:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907504:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907505:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907507:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979889.907509:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979889.907512:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979889.907515:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979889.907519:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979889.907524:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979889.907532:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133056:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979889.907536:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979889.907540:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979886/real 1783979889] req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979889.907547:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979889.907549:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979889.907551:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f9703933c8. 00000400:00000200:0.0:1783979889.907553:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f9729783b8 00000400:00000010:0.0:1783979889.907555:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f9729783b8. 00000100:00000001:0.0:1783979889.907557:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979889.907559:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979889.907567:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907572:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979889.907574:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907576:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907578:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979889.907581:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907587:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979889.907591:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907597:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979889.907600:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907601:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907603:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907604:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979889.907606:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979889.907609:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979889.907612:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979889.907614:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979889.907618:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979889.907626:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133184:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979889.907629:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979889.907633:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979886/real 1783979889] req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979889.907639:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979889.907640:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979889.907642:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393738. 00000400:00000200:0.0:1783979889.907645:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979889.907647:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979889.907649:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979889.907651:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979889.907658:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907663:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979889.907664:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907665:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907667:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979889.907670:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907682:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979889.907685:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907691:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979889.907693:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907694:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907695:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907696:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979889.907700:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979889.907702:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979889.907706:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979889.907707:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979889.907710:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979889.907717:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497132800:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979889.907720:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979889.907724:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979886/real 1783979889] req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979889.907730:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979889.907731:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979889.907733:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979889.907735:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979889.907737:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979889.907740:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979889.907743:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979889.907756:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907762:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979889.907763:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907765:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907766:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979889.907770:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907777:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979889.907781:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907787:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979889.907790:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907791:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979889.907792:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907794:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979889.907796:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979889.907798:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979889.907801:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979889.907803:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979889.907807:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979889.907815:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497132672:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979889.907818:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907821:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979889.907825:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497132928/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907837:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979889.907841:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979889.907845:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979889.907850:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979889.907853:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979889.907855:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979889.907858:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979889.907861:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979889.907865:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979889.907867:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979889.907868:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979889.907872:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979889.907874:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907875:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979889.907879:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497133056/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907886:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979889.907887:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979889.907888:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979889.907890:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979889.907891:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979889.907892:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979889.907894:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979889.907896:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979889.907898:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979889.907899:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979889.907900:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979889.907902:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979889.907903:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907905:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979889.907908:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497133184/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907913:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979889.907915:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979889.907917:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979889.907919:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979889.907920:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979889.907921:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979889.907922:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979889.907923:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979889.907925:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979889.907926:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979889.907927:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979889.907929:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979889.907930:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907931:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979889.907934:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497132800/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907939:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979889.907940:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979889.907941:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979889.907943:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979889.907944:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979889.907945:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979889.907947:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979889.907948:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979889.907950:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979889.907951:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979889.907952:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979889.907956:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979889.907958:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907959:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979889.907962:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497132672/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979889.907967:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979889.907968:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979889.907970:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979889.907972:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979889.907974:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979889.907974:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979889.907977:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979889.907978:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979889.907980:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979889.907982:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979889.907983:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979889.907985:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979889.907986:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907988:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.907998:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979889.908000:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979889.908002:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979889.908003:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979890.609290:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979890.609298:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979890.609301:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979890.609309:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979890.609316:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979890.609321:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.609337:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979890.609340:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.609343:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979890.609449:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979890.609456:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979890.609463:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979890.609477:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979890.609481:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979890.609487:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.609490:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979890.609492:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.609494:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979890.609613:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979890.609619:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979890.609621:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979890.609624:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979890.609627:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979890.609629:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.609631:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979890.609633:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.609635:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.633358:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979891.633367:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979891.633369:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.633376:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979891.633381:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979891.633386:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.633389:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.633391:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.633394:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.957996:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979891.958004:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979891.958007:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979891.958018:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958029:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.958032:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.958036:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979891.958039:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979891.958043:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.958046:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497133312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979891.958051:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979891.958056:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979891.958059:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.958062:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979891.958069:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979891.958072:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979891.958078:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979891.958084:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979891.958103:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979891.958114:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133312, portal 25 00000100:00000001:0.0:1783979891.958117:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979891.958118:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559936 : -115476723991680 : ffff96f97ae2fb80) 00000100:00000040:0.0:1783979891.958125:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958160:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979891.958164:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979891.958167:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979891.958172:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497133312, offset 0 00000400:00000200:0.0:1783979891.958180:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979891.958200:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.958209:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979891.958216:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979891.958220:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979891.958225:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979891.958228:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979891.958233:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782292:782292:256:4294967295] 192.168.201.114@tcp LPNI seq info [782270:782270:8:4294967295] 00000400:00000200:0.0:1783979891.958237:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.958248:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979891.958255:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.958263:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979891.958271:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979891.958275:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979891.958291:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.958294:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979891.958300:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979891.958305:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979891.958312:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979891.958315:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979891.958320:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979891.958325:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958336:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.958340:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958354:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.958356:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979891.958362:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979891.958367:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979891.958370:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312099068 00000100:00000010:0.0:1783979891.958377:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979891.958384:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979891.958391:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312099068 00000100:00000010:0.0:1783979891.958395:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979891.958398:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979891.958401:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979891.958404:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.958407:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979891.958412:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979891/real 1783979891] req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979891.958422:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979891.958425:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979891.958427:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979891.958430:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979891.958432:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979891.958435:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979891.958438:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979891.958447:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958454:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979891.958456:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.958458:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.958460:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979891.958465:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958473:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979891.958478:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958486:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979891.958489:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.958490:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.958492:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.958495:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979891.958497:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979891.958501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979891.958505:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979891.958508:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979891.958512:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979891.958520:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497133312:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979891.958525:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979891.958528:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958534:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.958535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.958537:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979891.958539:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979891.958541:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.958543:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979891.958546:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979891.958548:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979891.958550:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.958552:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979891.958557:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979891.958559:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979891.958562:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979891.958565:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979891.958568:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979891.958571:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133440, portal 10 00000100:00000001:0.0:1783979891.958573:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979891.958574:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985551872 : -115476723999744 : ffff96f97ae2dc00) 00000100:00000040:0.0:1783979891.958581:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958588:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979891.958590:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979891.958593:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979891.958595:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497133440, offset 0 00000400:00000200:0.0:1783979891.958599:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979891.958603:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.958607:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979891.958610:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979891.958612:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979891.958614:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979891.958616:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979891.958619:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782293:782293:256:4294967295] 192.168.201.114@tcp LPNI seq info [782271:782271:8:4294967295] 00000400:00000200:0.0:1783979891.958623:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.958628:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979891.958633:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.958636:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979891.958640:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979891.958642:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979891.958653:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.958655:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979891.958658:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979891.958662:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979891.958665:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979891.958666:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979891.958669:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979891.958673:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958682:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.958685:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958692:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.958694:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979891.958698:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979891.958702:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979891.958705:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979891.958708:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312097807 00000100:00000001:0.0:1783979891.958711:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.958713:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312097807 00000100:00000001:0.0:1783979891.958715:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.958718:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979891.958720:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.958722:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979891.958742:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979891/real 1783979891] req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979891.958751:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979891.958753:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979891.958755:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979891.958758:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979891.958760:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979891.958762:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979891.958767:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979891.958776:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958783:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979891.958784:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.958786:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.958788:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979891.958792:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958799:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979891.958803:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958811:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979891.958814:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.958816:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.958817:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.958819:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979891.958824:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979891.958827:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979891.958832:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979891.958834:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979891.958839:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979891.958847:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133440:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979891.958852:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979891.958856:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958871:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.958872:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.958875:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979891.958877:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979891.958879:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.958882:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979891.958886:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979891.958889:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979891.958890:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.958892:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979891.958896:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979891.958898:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979891.958902:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979891.958905:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979891.958909:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979891.958912:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133568, portal 10 00000100:00000001:0.0:1783979891.958914:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979891.958915:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985544704 : -115476724006912 : ffff96f97ae2c000) 00000100:00000040:0.0:1783979891.958921:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.958928:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979891.958931:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979891.958933:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979891.958936:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497133568, offset 0 00000400:00000200:0.0:1783979891.958940:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979891.958945:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.958948:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979891.958952:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979891.958954:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979891.958957:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979891.958959:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979891.958963:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782294:782294:256:4294967295] 192.168.201.114@tcp LPNI seq info [782272:782272:8:4294967295] 00000400:00000200:0.0:1783979891.958967:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.958973:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979891.958978:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.958982:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979891.958986:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979891.958989:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979891.959000:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.959001:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979891.959004:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979891.959008:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979891.959011:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979891.959013:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979891.959015:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979891.959019:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959027:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959030:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959038:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.959039:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979891.959042:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979891.959046:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979891.959049:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979891.959051:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312097808 00000100:00000001:0.0:1783979891.959054:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.959056:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312097808 00000100:00000001:0.0:1783979891.959058:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.959060:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979891.959063:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.959065:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979891.959069:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979891/real 1783979891] req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979891.959078:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979891.959080:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979891.959081:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979891.959084:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979891.959086:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979891.959088:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979891.959092:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979891.959100:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959107:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979891.959109:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959111:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.959112:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979891.959116:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959122:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979891.959126:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959133:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979891.959170:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959172:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.959174:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959176:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979891.959180:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979891.959184:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979891.959188:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979891.959190:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979891.959204:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979891.959211:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133568:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979891.959216:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979891.959220:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959226:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.959227:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.959229:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979891.959231:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979891.959233:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.959235:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979891.959238:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979891.959240:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979891.959243:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.959245:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979891.959248:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979891.959250:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979891.959253:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979891.959256:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979891.959259:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979891.959262:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133696, portal 4 00000100:00000001:0.0:1783979891.959264:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979891.959265:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985559040 : -115476723992576 : ffff96f97ae2f800) 00000100:00000040:0.0:1783979891.959270:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959275:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979891.959278:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979891.959280:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979891.959283:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497133696, offset 0 00000400:00000200:0.0:1783979891.959287:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979891.959290:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.959294:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979891.959296:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979891.959298:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979891.959301:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979891.959303:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979891.959306:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782295:782295:256:4294967295] 192.168.201.114@tcp LPNI seq info [782273:782273:8:4294967295] 00000400:00000200:0.0:1783979891.959310:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.959316:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979891.959320:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.959323:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979891.959327:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979891.959330:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979891.959340:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.959342:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979891.959345:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979891.959348:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979891.959352:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979891.959354:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979891.959357:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979891.959360:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959367:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959370:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959377:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.959378:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979891.959381:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979891.959385:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979891.959387:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979891.959389:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312097858 00000100:00000001:0.0:1783979891.959391:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.959393:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312097858 00000100:00000001:0.0:1783979891.959395:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.959398:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979891.959399:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.959401:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979891.959404:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979891/real 1783979891] req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979891.959412:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979891.959413:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979891.959414:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979891.959417:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979891.959418:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979891.959420:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979891.959422:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979891.959428:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959434:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979891.959435:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959436:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.959438:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979891.959440:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959445:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979891.959448:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959455:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979891.959456:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959458:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.959459:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959460:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979891.959463:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979891.959465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979891.959468:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979891.959469:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979891.959473:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979891.959479:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133696:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979891.959483:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979891.959487:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959492:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.959494:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.959496:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979891.959497:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979891.959499:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.959502:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979891.959505:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979891.959507:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979891.959509:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979891.959510:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979891.959514:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979891.959516:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979891.959519:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979891.959522:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979891.959524:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979891.959527:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133824, portal 4 00000100:00000001:0.0:1783979891.959528:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979891.959529:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985557248 : -115476723994368 : ffff96f97ae2f100) 00000100:00000040:0.0:1783979891.959536:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959542:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979891.959544:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979891.959546:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979891.959549:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497133824, offset 0 00000400:00000200:0.0:1783979891.959552:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979891.959556:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.959559:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979891.959562:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979891.959565:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979891.959567:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979891.959569:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979891.959572:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782296:782296:256:4294967295] 192.168.201.114@tcp LPNI seq info [782274:782274:8:4294967295] 00000400:00000200:0.0:1783979891.959576:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979891.959581:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979891.959586:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.959589:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979891.959592:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979891.959594:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979891.959604:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979891.959606:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979891.959609:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979891.959612:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979891.959615:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979891.959617:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979891.959620:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979891.959624:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959631:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959634:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959641:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.959643:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979891.959646:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979891.959648:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979891.959652:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979891.959654:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312097829 00000100:00000001:0.0:1783979891.959656:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.959658:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312097829 00000100:00000001:0.0:1783979891.959660:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312099068 00000100:00000001:0.0:1783979891.959662:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979891.959664:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.959666:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979891.959670:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979891/real 1783979891] req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979891.959677:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979891.959678:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979891.959680:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979891.959682:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979891.959684:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979891.959685:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979891.959688:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979891.959696:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959707:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979891.959708:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959710:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.959711:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979891.959715:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959721:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979891.959739:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959746:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979891.959748:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959750:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979891.959751:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959753:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979891.959755:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979891.959758:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979891.959761:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979891.959763:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979891.959766:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979891.959773:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497133824:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979891.959777:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959780:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959783:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2fb80 x1870620497133312/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959789:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979891.959792:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979891.959796:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979891.959800:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979891.959803:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979891.959805:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979891.959807:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979891.959810:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589800. 02000000:00000001:0.0:1783979891.959815:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979891.959817:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979891.959819:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2fb80. 00000100:00000001:0.0:1783979891.959823:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979891.959825:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959827:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959831:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2dc00 x1870620497133440/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959838:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979891.959840:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979891.959841:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979891.959844:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979891.959846:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979891.959847:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979891.959849:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979891.959850:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589400. 02000000:00000001:0.0:1783979891.959853:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979891.959854:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979891.959855:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2dc00. 00000100:00000001:0.0:1783979891.959858:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979891.959859:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959861:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959864:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2c000 x1870620497133568/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959871:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979891.959872:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979891.959874:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979891.959876:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979891.959877:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979891.959878:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979891.959881:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979891.959883:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588000. 02000000:00000001:0.0:1783979891.959885:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979891.959886:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979891.959888:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2c000. 00000100:00000001:0.0:1783979891.959890:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979891.959891:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959893:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959896:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f800 x1870620497133696/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959903:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979891.959905:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979891.959906:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979891.959909:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979891.959910:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979891.959912:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979891.959914:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979891.959916:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853589c00. 02000000:00000001:0.0:1783979891.959918:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979891.959919:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979891.959921:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f800. 00000100:00000001:0.0:1783979891.959923:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979891.959924:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959926:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979891.959930:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f100 x1870620497133824/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979891.959936:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979891.959937:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979891.959939:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979891.959941:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979891.959942:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979891.959943:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979891.959945:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979891.959947:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a800. 02000000:00000001:0.0:1783979891.959950:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979891.959951:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979891.959953:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f100. 00000100:00000001:0.0:1783979891.959955:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979891.959957:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959959:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.959968:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979891.959971:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.959974:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979891.959976:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979892.657297:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979892.657309:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979892.657314:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979892.657323:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979892.657330:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979892.657337:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.657344:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979892.657448:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.657452:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979892.657472:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979892.657475:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979892.657476:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979892.657479:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979892.657480:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979892.657482:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.666589:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979892.666594:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.666599:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979893.618623:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979893.618627:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979893.618631:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979893.681360:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979893.681370:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979893.681372:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979893.681380:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979893.681383:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979893.681387:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.681390:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979893.681392:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.681395:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979893.682230:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979893.682234:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979893.682235:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979893.682238:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979893.682241:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979893.682243:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.682245:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979893.682247:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.682249:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979895.729558:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979895.729562:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979895.729563:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979895.729566:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979895.729568:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979895.729570:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.729572:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979895.729573:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.729576:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979896.753383:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979896.753402:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979896.753407:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979896.753421:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979896.753436:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979896.753448:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.753458:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979896.753461:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.753464:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979896.758278:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979896.758287:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979896.758289:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979896.758295:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979896.758299:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979896.758303:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.758305:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979896.758307:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.758310:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.073582:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.073586:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979897.073588:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979897.073594:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.073601:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.073603:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.073607:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979897.073609:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.073611:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.073614:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497133952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979897.073618:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979897.073622:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979897.073624:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.073627:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979897.073631:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.073633:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979897.073638:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979897.073641:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979897.073647:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979897.073653:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497133952, portal 25 00000100:00000001:0.0:1783979897.073656:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979897.073657:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979897.073662:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.073668:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979897.073671:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979897.073674:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979897.073677:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497133952, offset 0 00000400:00000200:0.0:1783979897.073683:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979897.073690:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.073695:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979897.073700:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979897.073704:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979897.073707:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979897.073710:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979897.073714:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782297:782297:256:4294967295] 192.168.201.114@tcp LPNI seq info [782275:782275:8:4294967295] 00000400:00000200:0.0:1783979897.073718:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.073727:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979897.073733:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.073738:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979897.073744:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979897.073748:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979897.073762:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.073764:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979897.073770:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979897.073775:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979897.073780:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979897.073782:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979897.073786:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979897.073790:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.074208:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.074214:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.074222:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.074224:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979897.074231:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979897.074235:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979897.074237:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312104184 00000100:00000010:0.0:1783979897.074243:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979897.074249:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979897.074254:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312104184 00000100:00000010:0.0:1783979897.074257:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979897.074261:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979897.074263:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979897.074266:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.074269:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979897.074273:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979897/real 1783979897] req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979897.074282:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979897.074284:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979897.074286:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979897.074288:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979897.074290:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979897.074292:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979897.074296:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979897.074304:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.074311:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979897.074313:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.074315:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.074317:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979897.074320:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.074328:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979897.074332:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.074339:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979897.074342:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.074344:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.074345:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.074347:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979897.074349:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979897.074352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979897.074356:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979897.075247:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979897.075257:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979897.075266:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497133952:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979897.075271:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075273:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.075275:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497133952/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075282:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979897.075285:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979897.075287:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.075291:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979897.075292:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979897.075295:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979897.075297:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979897.075299:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783979897.075303:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979897.075304:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979897.075306:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979897.075309:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979897.075310:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075312:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075319:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979897.075321:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.075323:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.075324:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979897.075326:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979897.075330:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075343:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.075344:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.075347:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979897.075349:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.075351:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.075354:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979897.075357:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979897.075360:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979897.075362:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.075364:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979897.075368:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.075370:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979897.075374:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979897.075377:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979897.075381:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979897.075385:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134080, portal 10 00000100:00000001:0.0:1783979897.075387:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979897.075389:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979897.075395:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075401:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979897.075403:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979897.075405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979897.075408:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497134080, offset 0 00000400:00000200:0.0:1783979897.075413:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979897.075418:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.075423:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979897.075426:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979897.075429:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979897.075431:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979897.075434:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979897.075438:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782298:782298:256:4294967295] 192.168.201.114@tcp LPNI seq info [782276:782276:8:4294967295] 00000400:00000200:0.0:1783979897.075442:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.075451:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979897.075455:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.075459:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979897.075463:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979897.075467:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979897.075478:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.075480:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979897.075483:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979897.075487:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979897.075490:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979897.075492:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979897.075494:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979897.075498:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075505:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.075508:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075515:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.075517:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979897.075520:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.075524:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979897.075527:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979897.075529:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312102924 00000100:00000001:0.0:1783979897.075532:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.075534:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312102924 00000100:00000001:0.0:1783979897.075536:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.075538:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979897.075540:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.075542:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979897.075546:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979897/real 1783979897] req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979897.075553:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979897.075555:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979897.075557:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979897.075559:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979897.075560:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979897.075562:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979897.075565:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979897.075573:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075580:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979897.075581:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075583:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.075584:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979897.075587:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075593:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979897.075597:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075603:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979897.075605:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075607:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.075608:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075610:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979897.075613:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979897.075616:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979897.075620:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979897.075622:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979897.075625:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979897.075633:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134080:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979897.075636:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075637:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.075640:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497134080/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.075648:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979897.075649:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979897.075651:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.075653:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979897.075654:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979897.075655:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979897.075657:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979897.075659:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783979897.075661:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979897.075662:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979897.075663:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979897.075666:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979897.075667:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075669:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.075671:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979897.075673:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.075675:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.075677:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.076297:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.076300:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.076651:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.076653:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979897.076655:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979897.076659:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.076667:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.076668:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.076671:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979897.076672:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.076674:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.076677:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979897.076680:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979897.076683:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979897.076684:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.076686:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979897.076690:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.076692:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979897.076695:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979897.076698:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979897.076701:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979897.076705:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134208, portal 10 00000100:00000001:0.0:1783979897.076707:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979897.076709:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979897.076714:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.076721:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979897.076724:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979897.076726:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979897.076728:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497134208, offset 0 00000400:00000200:0.0:1783979897.076733:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979897.076737:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.076742:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979897.076745:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979897.076748:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979897.076750:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979897.076753:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979897.076757:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782299:782299:256:4294967295] 192.168.201.114@tcp LPNI seq info [782277:782277:8:4294967295] 00000400:00000200:0.0:1783979897.076761:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.076769:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979897.076774:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.076778:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979897.076783:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979897.076786:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979897.076797:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.076799:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979897.076803:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979897.076807:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979897.076810:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979897.076812:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979897.076815:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979897.076818:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078205:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.078216:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078226:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.078228:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979897.078238:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.078242:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979897.078246:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979897.078248:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312102928 00000100:00000001:0.0:1783979897.078252:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.078255:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312102928 00000100:00000001:0.0:1783979897.078257:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.078259:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979897.078263:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.078266:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979897.078270:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979897/real 1783979897] req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979897.078280:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979897.078281:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979897.078284:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979897.078287:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979897.078289:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979897.078291:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979897.078294:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979897.078304:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078309:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979897.078311:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.078313:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.078315:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979897.078319:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078325:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979897.078329:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078336:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979897.078339:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.078340:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.078342:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.078344:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979897.078347:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979897.078350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979897.078354:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979897.078356:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979897.078360:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979897.078369:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134208:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979897.078373:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.078376:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.078378:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497134208/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078384:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979897.078387:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979897.078390:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.078393:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979897.078395:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979897.078397:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979897.078399:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979897.078401:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d400. 02000000:00000001:0.0:1783979897.078405:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979897.078406:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979897.078408:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979897.078410:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979897.078412:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.078414:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.078420:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979897.078421:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.078424:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.078425:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.078738:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.078740:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979897.078742:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979897.078746:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078759:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.078760:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.078763:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979897.078765:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.078767:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.078771:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979897.078774:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979897.078777:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979897.078779:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.078781:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979897.078784:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.078786:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979897.078790:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979897.078793:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979897.078797:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979897.078801:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134336, portal 4 00000100:00000001:0.0:1783979897.078803:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979897.078804:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979897.078810:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078816:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979897.078818:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979897.078820:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979897.078823:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497134336, offset 0 00000400:00000200:0.0:1783979897.078829:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979897.078834:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.078839:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979897.078843:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979897.078845:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979897.078848:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979897.078851:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979897.078855:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782300:782300:256:4294967295] 192.168.201.114@tcp LPNI seq info [782278:782278:8:4294967295] 00000400:00000200:0.0:1783979897.078859:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.078868:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979897.078873:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.078877:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979897.078882:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979897.078886:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979897.078898:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.078901:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979897.078904:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979897.078908:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979897.078911:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979897.078913:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979897.078915:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979897.078919:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078926:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.078929:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078936:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.078937:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979897.078940:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.078942:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979897.078945:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979897.078947:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312102977 00000100:00000001:0.0:1783979897.078949:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.078951:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312102977 00000100:00000001:0.0:1783979897.078953:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.078956:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979897.078958:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.078959:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979897.078963:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979897/real 1783979897] req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979897.078971:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979897.078972:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979897.078973:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979897.078975:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979897.078977:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979897.078978:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979897.078981:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979897.078990:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.078996:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979897.078997:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.078998:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.078999:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979897.079002:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.079009:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979897.079974:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.079985:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979897.079988:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.079990:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.079991:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.079994:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979897.079996:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979897.079998:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979897.080002:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979897.080005:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979897.080010:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979897.080030:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134336:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979897.080035:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979897.080038:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080046:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.080047:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.080050:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979897.080052:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.080054:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.080057:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979897.080060:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979897.080063:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979897.080065:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.080067:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979897.080072:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979897.080073:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979897.080077:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979897.080081:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979897.080085:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979897.080089:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134464, portal 4 00000100:00000001:0.0:1783979897.080090:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979897.080092:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979897.080098:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080133:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979897.080161:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979897.080164:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979897.080168:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497134464, offset 0 00000400:00000200:0.0:1783979897.080172:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979897.080178:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.080184:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979897.080187:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979897.080189:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979897.080192:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979897.080194:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979897.080198:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782301:782301:256:4294967295] 192.168.201.114@tcp LPNI seq info [782279:782279:8:4294967295] 00000400:00000200:0.0:1783979897.080202:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979897.080210:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979897.080214:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.080218:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979897.080223:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979897.080226:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979897.080237:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979897.080239:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979897.080243:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979897.080246:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979897.080250:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979897.080251:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979897.080254:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979897.080258:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080266:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.080269:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080276:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.080277:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979897.080281:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.080284:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979897.080287:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979897.080289:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312102950 00000100:00000001:0.0:1783979897.080291:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.080294:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312102950 00000100:00000001:0.0:1783979897.080296:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312104184 00000100:00000001:0.0:1783979897.080298:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979897.080301:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.080302:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979897.080305:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979897/real 1783979897] req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979897.080314:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979897.080315:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979897.080317:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979897.080319:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979897.080320:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979897.080322:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979897.080325:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979897.080333:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080338:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979897.080340:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.080342:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.080343:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979897.080347:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080354:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979897.080357:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080364:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979897.080366:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.080368:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979897.080369:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.080371:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979897.080373:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979897.080375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979897.080378:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979897.080380:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979897.080384:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979897.080392:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134464:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979897.080395:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.080397:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.080400:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497134336/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080407:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979897.080409:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979897.080411:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979897.080413:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979897.080415:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979897.080417:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979897.080419:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979897.080421:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979897.080424:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979897.080426:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979897.080427:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979897.080430:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979897.080432:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.080433:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979897.080436:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497134464/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.080442:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979897.080444:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979897.080445:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979897.080447:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979897.080448:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979897.080449:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979897.080450:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979897.080452:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979897.080453:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979897.080454:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979897.080455:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979897.080459:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979897.080461:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.080463:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.080468:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979897.080470:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.080472:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979897.080474:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.777271:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979897.777278:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979897.777280:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.777285:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979897.777289:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979897.777293:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.777295:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.777298:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.777300:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979898.737337:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979898.737341:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979898.737343:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979898.801418:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979898.801421:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979898.801422:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979898.801425:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979898.801428:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979898.801430:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.801432:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979898.801433:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.801435:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979898.801455:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979898.801458:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979898.801459:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979898.801461:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979898.801463:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979898.801464:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.813857:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979898.813865:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.813870:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979899.825620:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979899.825624:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979899.825626:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979899.825629:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979899.825631:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979899.825633:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979899.825635:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979899.825636:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979899.825638:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979900.849480:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979900.849483:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979900.849485:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979900.849487:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979900.849490:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979900.849492:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979900.849493:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979900.849495:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979900.849497:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979901.873269:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979901.873278:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979901.873286:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979901.873297:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979901.873313:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979901.873318:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979901.873332:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979901.873336:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979901.873347:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979901.873693:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979901.873697:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979901.873699:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979901.873702:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979901.873705:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979901.873707:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979901.873709:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979901.873711:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979901.873714:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.196240:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979902.196246:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979902.196249:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979902.196257:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.196265:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.196267:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.196272:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979902.196275:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979902.196278:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.196281:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497134592:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979902.196285:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979902.196289:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979902.196292:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.196295:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979902.196301:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979902.196303:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979902.196310:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979902.196316:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979902.196324:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979902.196333:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134592, portal 25 00000100:00000001:0.0:1783979902.196335:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979902.196337:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979902.196343:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.196351:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979902.196353:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979902.196356:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979902.196360:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497134592, offset 0 00000400:00000200:0.0:1783979902.196367:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979902.196375:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.196383:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979902.196388:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979902.196393:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979902.196397:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979902.196399:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979902.196404:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782302:782302:256:4294967295] 192.168.201.114@tcp LPNI seq info [782280:782280:8:4294967295] 00000400:00000200:0.0:1783979902.196408:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.196419:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979902.196426:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.196433:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979902.196442:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979902.196446:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979902.196460:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.196462:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979902.196470:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979902.196475:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979902.196480:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979902.196482:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979902.196487:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979902.196492:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.196502:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.196506:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.196513:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.196516:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979902.196523:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979902.196528:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979902.196530:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312109306 00000100:00000010:0.0:1783979902.196537:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979902.196547:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979902.196553:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312109306 00000100:00000010:0.0:1783979902.196557:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979902.196560:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979902.196564:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979902.196567:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.198049:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979902.198066:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979902/real 1783979902] req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979902.198085:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979902.198087:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979902.198090:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979902.198096:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979902.198098:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979902.198102:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979902.198106:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979902.198114:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.198121:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979902.198122:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.198125:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.198128:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979902.198132:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.198177:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979902.198183:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.198190:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979902.198194:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.198196:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.198197:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.198201:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979902.198203:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979902.198207:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979902.198212:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979902.198214:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979902.198218:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979902.198226:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497134592:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979902.198232:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979902.198237:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.198245:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.198247:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.198251:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979902.198256:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979902.198258:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.198261:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134720:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979902.198265:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979902.198270:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979902.198273:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.198276:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979902.198287:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979902.198289:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979902.198296:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979902.198301:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979902.198307:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979902.198313:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134720, portal 10 00000100:00000001:0.0:1783979902.198315:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979902.198317:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979902.198326:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.198334:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979902.198337:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979902.198339:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979902.198343:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497134720, offset 0 00000400:00000200:0.0:1783979902.198351:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979902.198362:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.198371:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979902.198377:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979902.198381:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979902.198384:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979902.198387:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979902.198391:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782303:782303:256:4294967295] 192.168.201.114@tcp LPNI seq info [782281:782281:8:4294967295] 00000400:00000200:0.0:1783979902.198397:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.198407:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979902.198414:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.198420:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979902.198428:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979902.198433:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979902.198447:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.198450:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979902.198456:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979902.198461:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979902.198465:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979902.198467:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979902.198471:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979902.198475:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.198484:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.198488:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.198495:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.198497:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979902.198503:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979902.198508:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979902.198511:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979902.198514:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312108047 00000100:00000001:0.0:1783979902.198518:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.198521:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312108047 00000100:00000001:0.0:1783979902.198523:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.198526:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979902.198529:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.198530:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979902.198534:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979902/real 1783979902] req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979902.198543:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979902.198544:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979902.198546:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979902.198549:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979902.198550:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979902.198552:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979902.198556:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979902.198565:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.199353:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979902.199357:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.199359:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.199361:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979902.199369:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.199376:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979902.199381:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.199387:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979902.199390:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.199392:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.199393:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.199396:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979902.199401:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979902.199405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979902.199409:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979902.199412:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979902.199416:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979902.199424:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134720:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979902.199430:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979902.199434:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.199445:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.199447:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.199450:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979902.199453:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979902.199455:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.199457:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134848:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979902.199461:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979902.199465:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979902.199467:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.199469:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979902.199475:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979902.199477:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979902.199482:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979902.199486:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979902.199491:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979902.199495:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134848, portal 10 00000100:00000001:0.0:1783979902.199496:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979902.199498:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979902.199504:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.199511:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979902.199513:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979902.199516:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979902.199519:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497134848, offset 0 00000400:00000200:0.0:1783979902.199523:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979902.199530:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.199536:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979902.199540:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979902.199542:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979902.199545:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979902.199547:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979902.199551:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782304:782304:256:4294967295] 192.168.201.114@tcp LPNI seq info [782282:782282:8:4294967295] 00000400:00000200:0.0:1783979902.199555:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.199563:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979902.200868:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.200885:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979902.200896:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979902.200901:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979902.200915:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.200918:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979902.200924:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979902.200929:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979902.200936:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979902.200939:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979902.200944:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979902.200951:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.200963:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.200967:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.200975:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.200977:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979902.200987:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979902.200992:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979902.200998:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979902.201001:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312108050 00000100:00000001:0.0:1783979902.201005:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.201008:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312108050 00000100:00000001:0.0:1783979902.201010:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.201013:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979902.201033:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.201036:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979902.201040:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979902/real 1783979902] req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979902.201050:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979902.201051:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979902.201054:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979902.201058:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979902.201059:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979902.201062:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979902.201066:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979902.201073:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201079:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979902.201081:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.201083:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.201086:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979902.201090:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201097:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979902.201101:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201109:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979902.201112:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.201114:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.201115:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.201118:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979902.201122:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979902.201127:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979902.201132:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979902.201134:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979902.201155:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979902.201164:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134848:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979902.201169:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979902.201174:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201182:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.201184:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.201188:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979902.201191:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979902.201194:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.201198:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134976:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979902.201201:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979902.201205:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979902.201208:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.201211:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979902.201217:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979902.201220:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979902.201225:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979902.201228:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979902.201233:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979902.201238:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497134976, portal 4 00000100:00000001:0.0:1783979902.201240:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979902.201242:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979902.201248:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201254:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979902.201257:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979902.201259:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979902.201263:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497134976, offset 0 00000400:00000200:0.0:1783979902.201268:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979902.201274:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.201281:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979902.201286:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979902.201290:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979902.201293:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979902.201295:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979902.201299:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782305:782305:256:4294967295] 192.168.201.114@tcp LPNI seq info [782283:782283:8:4294967295] 00000400:00000200:0.0:1783979902.201304:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.201313:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979902.201318:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.201321:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979902.201326:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979902.201329:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979902.201339:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.201341:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979902.201344:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979902.201348:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979902.201351:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979902.201353:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979902.201356:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979902.201359:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201367:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.201370:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201376:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.201378:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979902.201381:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979902.201385:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979902.201388:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979902.201390:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312108100 00000100:00000001:0.0:1783979902.201392:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.201394:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312108100 00000100:00000001:0.0:1783979902.201397:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.201399:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979902.201401:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.201403:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979902.201406:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979902/real 1783979902] req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979902.201415:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979902.201416:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979902.201417:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979902.201420:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979902.201421:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979902.201423:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979902.201426:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979902.201433:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201440:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979902.201441:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.201443:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.201444:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979902.201448:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201454:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979902.201457:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201464:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979902.201467:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.201468:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.201470:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.201471:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979902.201473:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979902.201476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979902.201479:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979902.201481:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979902.201485:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979902.201493:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497134976:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979902.201497:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979902.201501:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201508:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.201509:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.201511:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979902.201513:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979902.201514:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.201517:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135104:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979902.201520:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979902.201523:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979902.201524:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979902.201526:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979902.201530:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979902.201532:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979902.201535:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979902.201539:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979902.201542:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979902.201544:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497135104, portal 4 00000100:00000001:0.0:1783979902.201546:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979902.201547:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979902.201554:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.201559:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979902.201561:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979902.201564:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979902.201566:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497135104, offset 0 00000400:00000200:0.0:1783979902.206709:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979902.206733:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.206745:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979902.206752:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979902.206756:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979902.206760:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979902.206763:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979902.206767:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782306:782306:256:4294967295] 192.168.201.114@tcp LPNI seq info [782284:782284:8:4294967295] 00000400:00000200:0.0:1783979902.206771:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979902.206781:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979902.206787:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.206801:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979902.206810:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979902.206814:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979902.206829:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979902.206831:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979902.206839:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979902.206844:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979902.206851:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979902.206854:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979902.206862:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979902.206872:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.206887:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.206891:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.206897:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.206899:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979902.206906:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979902.206913:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979902.206917:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979902.206920:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312108076 00000100:00000001:0.0:1783979902.206924:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.206927:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312108076 00000100:00000001:0.0:1783979902.206929:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312109306 00000100:00000001:0.0:1783979902.206932:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979902.206935:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.206939:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979902.206943:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979902/real 1783979902] req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979902.206954:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979902.206956:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979902.206960:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979902.206963:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979902.206966:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979902.206968:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979902.206972:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979902.206980:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.206992:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979902.206994:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.206996:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.206998:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979902.207002:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.207008:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979902.207023:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.207032:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979902.207035:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207037:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979902.207038:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207042:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979902.207045:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979902.207049:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979902.207053:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979902.207057:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979902.207061:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979902.207068:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135104:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979902.207073:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207076:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.207081:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497134592/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.207088:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979902.207092:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979902.207098:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979902.207101:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979902.207104:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979902.207107:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979902.207109:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979902.207111:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979902.207116:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979902.207119:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979902.207121:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979902.207128:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979902.207130:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207131:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.207153:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497134720/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.207161:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979902.207163:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979902.207164:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979902.207167:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979902.207168:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979902.207169:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979902.207171:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979902.207173:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979902.207175:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979902.207177:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979902.207178:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979902.207180:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979902.207182:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207183:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.207188:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497134848/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.207197:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979902.207198:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979902.207200:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979902.207202:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979902.207203:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979902.207204:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979902.207206:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979902.207208:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979902.207210:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979902.207211:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979902.207212:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979902.207214:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979902.207215:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207217:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.207221:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497134976/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.207228:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979902.207229:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979902.207231:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979902.207233:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979902.207234:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979902.207235:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979902.207237:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979902.207238:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979902.207241:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979902.207242:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979902.207243:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979902.207245:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979902.207246:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207248:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979902.207251:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497135104/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979902.207258:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979902.207259:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979902.207260:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979902.207263:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979902.207265:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979902.207266:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979902.207267:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979902.207268:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979902.207270:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979902.207271:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979902.207272:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979902.207274:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979902.207275:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207277:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.207285:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979902.207287:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.207289:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979902.207291:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.897769:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979902.897774:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979902.897776:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.897779:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979902.897781:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979902.897784:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.897786:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.897788:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.897790:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979903.857858:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979903.857864:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979903.857869:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979903.921318:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979903.921323:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979903.921325:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979903.921332:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979903.921337:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979903.921342:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.921346:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979903.921349:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.921352:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979903.921777:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979903.921781:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979903.921782:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979903.921785:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979903.921787:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979903.921789:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.921792:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979903.921794:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.921796:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979904.945467:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979904.945473:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979904.945476:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979904.945483:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979904.945491:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979904.945498:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.945506:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979904.945511:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.945517:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979905.969379:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979905.969382:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979905.969384:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979905.969387:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979905.969389:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979905.969391:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979905.973203:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979905.973211:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979905.973216:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979906.993869:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979906.993873:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979906.993874:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979906.993876:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979906.993878:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979906.993881:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979906.993883:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979906.993884:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979906.993886:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.315808:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979907.315814:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979907.315817:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979907.315826:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.315836:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979907.315838:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.315842:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979907.315844:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979907.315848:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979907.315851:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497135232:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979907.315855:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979907.315859:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979907.315862:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.315864:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979907.315870:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979907.315872:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979907.315878:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979907.315882:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979907.315889:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979907.315896:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497135232, portal 25 00000100:00000001:0.0:1783979907.315899:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979907.315900:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979907.315906:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.315913:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979907.315916:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979907.315919:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979907.315923:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497135232, offset 0 00000400:00000200:0.0:1783979907.315939:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979907.315947:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.315955:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979907.315960:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979907.315963:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979907.315967:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979907.315970:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979907.315973:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782307:782307:256:4294967295] 192.168.201.114@tcp LPNI seq info [782285:782285:8:4294967295] 00000400:00000200:0.0:1783979907.315978:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.315988:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979907.315994:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.316000:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979907.316008:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979907.316012:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979907.316025:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.316028:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979907.316034:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979907.316039:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979907.316044:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979907.316047:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979907.316051:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979907.316056:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316065:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.316069:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316076:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.316078:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979907.316083:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979907.316088:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979907.316090:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312114425 00000100:00000010:0.0:1783979907.316096:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979907.316103:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979907.316114:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312114425 00000100:00000010:0.0:1783979907.316118:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979907.316122:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979907.316125:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979907.316128:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.316130:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979907.316135:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979907/real 1783979907] req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979907.316515:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979907.316517:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979907.316519:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979907.316523:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979907.316525:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979907.316528:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979907.316533:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979907.316541:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316548:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979907.316549:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.316552:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.316553:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979907.316557:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316564:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979907.316568:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316575:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979907.316578:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.316580:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.316581:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.316583:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979907.316585:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979907.316588:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979907.316592:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979907.316594:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979907.316598:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979907.316607:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497135232:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979907.316611:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979907.316615:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316623:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979907.316624:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.316626:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979907.316629:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979907.316631:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979907.316634:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135360:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979907.316637:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979907.316640:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979907.316641:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.316643:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979907.316649:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979907.316650:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979907.316655:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979907.316658:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979907.316661:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979907.316664:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497135360, portal 10 00000100:00000001:0.0:1783979907.316666:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979907.316667:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979907.316674:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316680:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979907.316693:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979907.316697:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979907.316700:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497135360, offset 0 00000400:00000200:0.0:1783979907.316704:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979907.316710:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.316714:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979907.316717:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979907.316720:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979907.316722:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979907.316725:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979907.316727:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782308:782308:256:4294967295] 192.168.201.114@tcp LPNI seq info [782286:782286:8:4294967295] 00000400:00000200:0.0:1783979907.316731:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.316738:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979907.316743:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.316747:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979907.316751:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979907.316754:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979907.316765:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.316766:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979907.316769:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979907.316773:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979907.316776:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979907.316777:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979907.316780:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979907.316784:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316793:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.316795:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316802:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.316803:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979907.316807:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979907.316811:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979907.316814:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979907.316817:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312113165 00000100:00000001:0.0:1783979907.316820:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.316822:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312113165 00000100:00000001:0.0:1783979907.316824:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.316826:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979907.316828:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.316830:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979907.316834:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979907/real 1783979907] req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979907.316841:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979907.316842:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979907.316844:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979907.316846:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979907.316848:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979907.316850:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979907.316853:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979907.316861:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316867:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979907.316868:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.316870:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.316871:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979907.316875:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316881:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979907.316885:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316891:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979907.316894:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.316895:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.316897:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.316898:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979907.316902:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979907.316904:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979907.316908:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979907.316910:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979907.316914:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979907.316921:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135360:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979907.316937:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979907.316940:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316947:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979907.316948:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.316951:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979907.316952:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979907.316955:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979907.316957:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135488:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979907.316961:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979907.316963:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979907.316964:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.316966:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979907.316969:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979907.316971:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979907.316974:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979907.316976:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979907.316980:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979907.316982:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497135488, portal 10 00000100:00000001:0.0:1783979907.316985:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979907.316986:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979907.316991:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.316997:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979907.316999:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979907.317001:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979907.317004:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497135488, offset 0 00000400:00000200:0.0:1783979907.317007:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979907.317011:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.317015:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979907.317018:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979907.317020:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979907.317023:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979907.317025:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979907.317028:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782309:782309:256:4294967295] 192.168.201.114@tcp LPNI seq info [782287:782287:8:4294967295] 00000400:00000200:0.0:1783979907.317032:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.317038:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979907.317042:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.317046:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979907.317050:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979907.317053:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979907.317064:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.317065:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979907.317068:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979907.317071:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979907.317074:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979907.317076:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979907.317078:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979907.317081:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317094:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317097:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317103:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.317104:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979907.317107:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979907.317110:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979907.317114:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979907.317116:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312113166 00000100:00000001:0.0:1783979907.317118:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.317120:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312113166 00000100:00000001:0.0:1783979907.317122:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.317124:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979907.317126:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.317128:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979907.317132:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979907/real 1783979907] req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979907.317162:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979907.317164:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979907.317165:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979907.317168:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979907.317170:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979907.317172:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979907.317175:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979907.317183:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317189:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979907.317191:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317193:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.317194:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979907.317197:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317204:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979907.317207:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317214:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979907.317216:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317218:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.317219:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317221:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979907.317223:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979907.317225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979907.317229:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979907.317231:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979907.317235:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979907.317242:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135488:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979907.317246:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979907.317249:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317256:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979907.317257:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.317260:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979907.317262:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979907.317263:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979907.317267:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135616:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979907.317270:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979907.317271:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979907.317273:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.317275:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979907.317278:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979907.317280:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979907.317283:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979907.317285:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979907.317288:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979907.317291:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497135616, portal 4 00000100:00000001:0.0:1783979907.317293:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979907.317294:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979907.317299:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317306:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979907.317308:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979907.317310:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979907.317312:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497135616, offset 0 00000400:00000200:0.0:1783979907.317316:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979907.317320:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.317323:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979907.317326:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979907.317328:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979907.317330:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979907.317332:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979907.317335:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782310:782310:256:4294967295] 192.168.201.114@tcp LPNI seq info [782288:782288:8:4294967295] 00000400:00000200:0.0:1783979907.317339:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.317345:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979907.317349:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.317352:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979907.317356:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979907.317358:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979907.317368:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.317370:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979907.317373:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979907.317376:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979907.317378:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979907.317380:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979907.317383:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979907.317386:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317394:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317397:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317403:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.317404:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979907.317407:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979907.317410:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979907.317413:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979907.317414:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312113216 00000100:00000001:0.0:1783979907.317416:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.317418:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312113216 00000100:00000001:0.0:1783979907.317421:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.317423:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979907.317425:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.317426:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979907.317430:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979907/real 1783979907] req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979907.317437:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979907.317438:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979907.317440:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979907.317442:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979907.317444:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979907.317446:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979907.317449:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979907.317456:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317462:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979907.317463:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317465:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.317466:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979907.317469:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317475:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979907.317479:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317486:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979907.317488:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317489:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.317490:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317492:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979907.317494:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979907.317496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979907.317499:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979907.317502:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979907.317506:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979907.317519:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135616:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979907.317523:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979907.317527:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317534:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979907.317535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.317537:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979907.317539:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979907.317541:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979907.317544:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135744:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979907.317547:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979907.317549:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979907.317551:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979907.317552:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979907.317555:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979907.317557:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979907.317560:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979907.317562:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979907.317566:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979907.317568:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497135744, portal 4 00000100:00000001:0.0:1783979907.317570:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979907.317572:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979907.317576:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317582:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979907.317585:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979907.317587:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979907.317590:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497135744, offset 0 00000400:00000200:0.0:1783979907.317593:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979907.317597:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.317601:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979907.317603:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979907.317606:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979907.317608:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979907.317610:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979907.317613:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782311:782311:256:4294967295] 192.168.201.114@tcp LPNI seq info [782289:782289:8:4294967295] 00000400:00000200:0.0:1783979907.317617:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979907.317623:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979907.317627:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.317631:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979907.317635:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979907.317638:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979907.317648:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979907.317650:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979907.317653:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979907.317655:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979907.317658:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979907.317660:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979907.317662:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979907.317666:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317673:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317676:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317682:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.317683:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979907.317687:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979907.317690:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979907.317693:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979907.317695:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312113187 00000100:00000001:0.0:1783979907.317697:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.317699:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312113187 00000100:00000001:0.0:1783979907.317701:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312114425 00000100:00000001:0.0:1783979907.317703:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979907.317705:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.317707:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979907.317711:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979907/real 1783979907] req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979907.317718:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979907.317719:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979907.317721:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979907.317723:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979907.317724:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979907.317726:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979907.317729:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979907.317737:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317743:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979907.317744:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317746:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.317747:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979907.317750:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317756:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979907.317759:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317765:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979907.317767:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317769:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979907.317770:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317772:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979907.317774:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979907.317776:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979907.317779:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979907.317781:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979907.317785:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979907.317793:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497135744:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979907.317796:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317799:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317802:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497135232/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317808:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979907.317810:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979907.317812:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979907.317815:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979907.317817:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979907.317819:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979907.317821:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979907.317824:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e400. 02000000:00000001:0.0:1783979907.317827:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979907.317829:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979907.317831:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979907.317834:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979907.317835:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317837:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317840:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497135360/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317851:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979907.317852:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979907.317853:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979907.317855:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979907.317857:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979907.317858:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979907.317860:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979907.317861:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d800. 02000000:00000001:0.0:1783979907.317863:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979907.317864:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979907.317865:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979907.317870:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979907.317871:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317873:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317876:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497135488/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317882:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979907.317883:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979907.317885:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979907.317887:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979907.317888:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979907.317889:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979907.317891:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979907.317893:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e800. 02000000:00000001:0.0:1783979907.317895:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979907.317896:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979907.317897:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979907.317899:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979907.317900:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317901:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317905:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497135616/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317911:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979907.317912:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979907.317914:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979907.317916:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979907.317917:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979907.317919:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979907.317921:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979907.317922:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355cc00. 02000000:00000001:0.0:1783979907.317924:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979907.317938:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979907.317939:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979907.317942:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979907.317943:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317945:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979907.317948:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497135744/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979907.317954:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979907.317956:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979907.317957:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979907.317959:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979907.317960:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979907.317961:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979907.317963:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979907.317964:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c000. 02000000:00000001:0.0:1783979907.317966:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979907.317967:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979907.317968:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979907.317970:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979907.317971:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317974:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.317982:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979907.317984:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.317987:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979907.317989:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.019544:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979908.019548:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979908.019549:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.019552:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979908.019555:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979908.019557:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.019559:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979908.019561:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.019563:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979908.977386:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979908.977390:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979908.977393:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979909.041250:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979909.041259:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979909.041262:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979909.041269:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979909.041276:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979909.041291:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.041295:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979909.041297:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.041299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979909.048709:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979909.048715:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979909.048717:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979909.048722:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979909.048725:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979909.048728:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.048730:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979909.048732:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.048735:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979910.066412:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979910.066417:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979910.066420:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979910.066426:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979910.066431:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979910.066434:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.066439:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979910.066442:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.066446:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979911.089243:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979911.089250:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979911.089252:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979911.089257:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979911.089261:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979911.089265:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979911.089268:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979911.089270:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979911.089273:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.113220:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979912.113227:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979912.113231:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.113239:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979912.113246:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979912.113251:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.113257:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979912.113261:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.113266:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979912.433355:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979912.433364:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979912.433367:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979912.433371:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979912.433375:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979912.433382:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17445 00000400:00000200:0.0:1783979912.433391:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979912.433397:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979912.433400:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979912.433403:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.433406:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.433408:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.433410:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979912.433415:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979912.433416:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979912.433419:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979912.433422:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979912.433424:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979912.433426:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979912.433430:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.433432:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.433434:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.433436:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979912.433438:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979912.433442:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979912.433444:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979912.433446:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979912.433449:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979912.433452:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.433454:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979912.433457:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979912.433466:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68380. 00000020:00000040:0.0:1783979912.433470:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979912.433473:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979912.433475:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.433477:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979912.433480:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979912.433484:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979912.433492:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340c000. 00000100:00000001:0.0:1783979912.433499:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.433508:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68380 x1870620497135872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979912.433518:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979912.433522:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979912.433527:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059b6abc4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68380 x1870620497135872/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979912.434136:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979912.434168:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979912.434171:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979912.434173:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979912.434175:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979912.434179:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979912.434182:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17445 00000400:00000200:0.0:1783979912.434186:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979912.434189:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979912.434191:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979912.434194:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434196:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434200:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434202:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979912.434204:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979912.434205:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979912.434207:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979912.434209:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979912.434211:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979912.434213:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979912.434216:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434218:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434220:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434221:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979912.434223:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979912.434226:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434228:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979912.434230:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979912.434235:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979912.434237:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434239:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979912.434244:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979912.434246:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434248:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979912.434252:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b800. 00000020:00000040:0.0:1783979912.434255:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979912.434257:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979912.434259:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434261:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979912.434262:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979912.434264:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979912.434269:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340dc00. 00000100:00000001:0.0:1783979912.434273:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.434278:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b800 x1870620497136000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979912.434286:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979912.434288:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979912.434292:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0a8b026] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b800 x1870620497136000/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979912.434300:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979912.434303:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979912.434306:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979912.434307:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979912.434309:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979912.434311:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979912.434314:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17445 00000400:00000200:0.0:1783979912.434318:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979912.434320:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979912.434322:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979912.434325:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434327:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434329:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434331:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979912.434333:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979912.434335:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979912.434336:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979912.434338:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979912.434340:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979912.434342:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979912.434345:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434347:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434348:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434350:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979912.434353:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979912.434355:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434358:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979912.434359:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979912.434362:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979912.434364:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434366:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979912.434367:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979912.434369:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434371:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979912.434374:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69880. 00000020:00000040:0.0:1783979912.434376:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979912.434379:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979912.434380:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434381:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979912.434383:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979912.434384:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979912.434387:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979912.434390:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.434395:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69880 x1870620497136128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979912.434401:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979912.434403:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979912.434407:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000471c966] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69880 x1870620497136128/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979912.434415:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979912.434417:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979912.434420:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979912.434422:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979912.434423:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979912.434426:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979912.434428:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17445 00000400:00000200:0.0:1783979912.434432:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979912.434435:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979912.434437:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979912.434440:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434442:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434444:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434446:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979912.434448:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979912.434449:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979912.434450:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979912.434452:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979912.434454:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979912.434456:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979912.434459:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434461:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434462:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434464:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979912.434466:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979912.434468:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434470:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979912.434472:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979912.434475:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979912.434477:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434479:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979912.434481:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979912.434483:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434485:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979912.434488:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b68000. 00000020:00000040:0.0:1783979912.434491:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979912.434493:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979912.434494:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434496:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979912.434498:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979912.434499:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979912.434502:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340cc00. 00000100:00000001:0.0:1783979912.434505:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.434510:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b68000 x1870620497136256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979912.434517:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979912.434519:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979912.434522:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aff35e12] to pc [ptlrpcd_rcv+-1] req@ffff96f974b68000 x1870620497136256/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979912.434530:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979912.434532:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979912.434536:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979912.434537:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979912.434539:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979912.434542:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979912.434544:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17445 00000400:00000200:0.0:1783979912.434547:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979912.434550:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979912.434552:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979912.434555:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434557:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434559:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434561:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979912.434563:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979912.434564:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979912.434566:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979912.434567:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979912.434569:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979912.434571:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979912.434574:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434576:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979912.434577:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434579:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979912.434581:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979912.434584:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979912.434586:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979912.434588:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979912.434590:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979912.434592:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434594:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979912.434595:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979912.434597:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434599:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979912.434602:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979912.434604:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979912.434606:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979912.434607:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.434608:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979912.434610:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979912.434611:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979912.434614:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340ec00. 00000100:00000001:0.0:1783979912.434618:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.434622:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497136384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979912.434629:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979912.434631:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979912.434634:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497136384/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979912.434641:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979912.434646:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17455) 00000100:00000001:0.0:1783979913.137399:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979913.137403:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979913.137404:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.137406:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979913.137409:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979913.137410:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.141617:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979913.141624:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.141629:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979914.099884:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979914.099890:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979914.099894:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979914.162382:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979914.162386:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979914.162387:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979914.162391:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979914.162395:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979914.162399:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979914.162402:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979914.162407:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979914.162411:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979915.187761:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979915.187765:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979915.187767:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979915.187770:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979915.187772:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979915.187774:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979915.187776:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979915.187778:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979915.187779:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979916.209403:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979916.209409:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979916.209411:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979916.209416:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979916.209419:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979916.209423:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.209425:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979916.209428:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.209431:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979916.209763:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979916.209768:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979916.209769:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979916.209789:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979916.209792:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979916.209794:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.209797:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979916.209799:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.209801:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.233275:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979917.233283:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979917.233284:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.233289:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979917.233293:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979917.233297:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.233300:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.233302:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.233305:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.233534:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979917.233538:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979917.233539:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.233541:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979917.233543:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979917.233545:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.233549:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.233563:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.233565:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.233854:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979917.233856:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979917.233857:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.233860:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979917.233861:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979917.233864:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.233866:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.233867:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.233869:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.554588:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979917.554593:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979917.554597:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979917.554604:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.554613:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.554615:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.554620:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979917.554623:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979917.554626:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.554630:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497136512:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979917.554635:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979917.554640:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979917.554643:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.554647:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979917.554724:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979917.554727:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979917.554733:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979917.554738:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979917.554746:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979917.554764:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497136512, portal 25 00000100:00000001:0.0:1783979917.554766:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979917.554768:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988764928 : -115476720786688 : ffff96f97b13e300) 00000100:00000040:0.0:1783979917.554774:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.554781:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979917.554784:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979917.554787:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979917.554791:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497136512, offset 0 00000400:00000200:0.0:1783979917.554799:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979917.554809:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.554816:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979917.554823:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979917.554828:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979917.554832:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979917.554835:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979917.554840:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782317:782317:256:4294967295] 192.168.201.114@tcp LPNI seq info [782295:782295:8:4294967295] 00000400:00000200:0.0:1783979917.554844:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.554858:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979917.554867:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.554874:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979917.554884:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979917.554888:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979917.554904:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.554908:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979917.554918:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979917.554923:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979917.554932:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979917.554934:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979917.554940:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979917.554944:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.554955:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.554959:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.554972:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.554974:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979917.554982:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979917.554987:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979917.554990:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312124664 00000100:00000010:0.0:1783979917.554997:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979917.555007:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979917.555014:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312124664 00000100:00000010:0.0:1783979917.555018:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979917.555022:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979917.555025:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979917.555028:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.555031:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979917.555036:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979917/real 1783979917] req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979917.555047:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979917.555049:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979917.555052:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979917.555054:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979917.555057:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979917.555059:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979917.555063:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979917.555071:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555078:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979917.555079:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555082:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.555085:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979917.555089:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555096:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979917.555101:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555109:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979917.555112:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555114:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.555115:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555118:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979917.555120:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979917.555124:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979917.555129:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979917.555132:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979917.555167:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979917.555177:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497136512:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979917.555182:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979917.555185:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555192:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.555194:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.555196:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979917.555198:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979917.555200:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.555203:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497136640:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979917.555206:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979917.555208:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979917.555210:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.555213:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979917.555217:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979917.555219:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979917.555223:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979917.555225:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979917.555228:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979917.555231:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497136640, portal 10 00000100:00000001:0.0:1783979917.555233:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979917.555235:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979917.555242:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555248:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979917.555250:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979917.555253:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979917.555256:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497136640, offset 0 00000400:00000200:0.0:1783979917.555259:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979917.555264:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.555267:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979917.555270:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979917.555272:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979917.555275:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979917.555277:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979917.555280:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782318:782318:256:4294967295] 192.168.201.114@tcp LPNI seq info [782296:782296:8:4294967295] 00000400:00000200:0.0:1783979917.555284:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.555290:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979917.555295:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.555298:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979917.555302:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979917.555304:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979917.555315:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.555317:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979917.555321:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979917.555324:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979917.555327:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979917.555329:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979917.555332:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979917.555336:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555343:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.555346:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555352:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.555353:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979917.555356:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979917.555361:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979917.555364:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979917.555366:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312123404 00000100:00000001:0.0:1783979917.555369:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.555371:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312123404 00000100:00000001:0.0:1783979917.555373:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.555375:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979917.555377:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.555379:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979917.555382:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979917/real 1783979917] req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979917.555390:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979917.555391:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979917.555393:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979917.555395:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979917.555397:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979917.555399:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979917.555402:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979917.555410:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555415:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979917.555417:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555418:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.555419:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979917.555422:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555428:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979917.555431:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555437:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979917.555440:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555442:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.555443:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555444:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979917.555449:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979917.555452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979917.555455:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979917.555457:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979917.555461:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979917.555469:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497136640:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979917.555473:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979917.555476:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555490:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.555491:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.555493:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979917.555495:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979917.555497:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.555500:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497136768:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979917.555503:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979917.555505:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979917.555507:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.555509:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979917.555513:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979917.555515:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979917.555518:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979917.555521:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979917.555524:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979917.555527:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497136768, portal 10 00000100:00000001:0.0:1783979917.555529:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979917.555531:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979917.555537:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555542:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979917.555545:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979917.555547:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979917.555550:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497136768, offset 0 00000400:00000200:0.0:1783979917.555553:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979917.555558:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.555561:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979917.555563:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979917.555566:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979917.555568:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979917.555570:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979917.555573:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782319:782319:256:4294967295] 192.168.201.114@tcp LPNI seq info [782297:782297:8:4294967295] 00000400:00000200:0.0:1783979917.555577:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.555582:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979917.555586:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.555590:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979917.555593:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979917.555595:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979917.555605:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.555606:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979917.555609:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979917.555612:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979917.555615:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979917.555616:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979917.555618:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979917.555622:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555629:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.555632:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555639:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.555640:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979917.555643:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979917.555646:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979917.555649:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979917.555651:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312123405 00000100:00000001:0.0:1783979917.555722:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.555724:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312123405 00000100:00000001:0.0:1783979917.555726:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.555728:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979917.555731:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.555732:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979917.555736:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979917/real 1783979917] req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979917.555744:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979917.555745:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979917.555756:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979917.555760:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979917.555761:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979917.555763:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979917.555766:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979917.555773:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555780:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979917.555781:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555783:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.555784:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979917.555786:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555793:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979917.555796:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555803:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979917.555805:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555807:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.555808:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.555810:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979917.555813:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979917.555815:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979917.555819:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979917.555821:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979917.555825:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979917.555832:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497136768:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979917.555836:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979917.555839:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555844:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.555846:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.555848:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979917.555850:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979917.555851:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.555853:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497136896:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979917.555856:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979917.555858:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979917.555860:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.555861:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979917.555865:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979917.555867:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979917.555871:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979917.555873:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979917.555876:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979917.555879:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497136896, portal 4 00000100:00000001:0.0:1783979917.555881:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979917.555882:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979917.555888:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555894:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979917.555898:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979917.555900:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979917.555902:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497136896, offset 0 00000400:00000200:0.0:1783979917.555906:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979917.555910:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.555914:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979917.555917:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979917.555919:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979917.555922:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979917.555924:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979917.555926:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782320:782320:256:4294967295] 192.168.201.114@tcp LPNI seq info [782298:782298:8:4294967295] 00000400:00000200:0.0:1783979917.555931:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.555936:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979917.555941:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.555944:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979917.555948:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979917.555951:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979917.555961:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.555963:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979917.555966:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979917.555969:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979917.555971:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979917.555973:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979917.555975:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979917.555978:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555985:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.555988:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.555993:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.555994:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979917.555997:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979917.556002:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979917.556004:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979917.556006:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312123454 00000100:00000001:0.0:1783979917.556008:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.556010:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312123454 00000100:00000001:0.0:1783979917.556012:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.556014:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979917.556016:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.556017:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979917.556021:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979917/real 1783979917] req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979917.556028:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979917.556029:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979917.556031:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979917.556033:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979917.556035:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979917.556036:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979917.556039:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979917.556047:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556053:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979917.556055:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556057:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.556058:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979917.556061:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556068:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979917.556072:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556079:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979917.556081:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556083:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.556085:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556087:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979917.556089:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979917.556091:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979917.556095:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979917.556097:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979917.556101:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979917.556108:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497136896:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979917.556113:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979917.556116:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556122:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.556124:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.556126:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979917.556128:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979917.556130:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.556133:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137024:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979917.556169:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979917.556171:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979917.556173:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979917.556175:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979917.556179:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979917.556181:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979917.556184:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979917.556188:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979917.556191:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979917.556194:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137024, portal 4 00000100:00000001:0.0:1783979917.556195:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979917.556197:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979917.556202:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556208:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979917.556210:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979917.556212:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979917.556214:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497137024, offset 0 00000400:00000200:0.0:1783979917.556217:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979917.556221:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.556225:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979917.556227:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979917.556229:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979917.556232:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979917.556233:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979917.556236:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782321:782321:256:4294967295] 192.168.201.114@tcp LPNI seq info [782299:782299:8:4294967295] 00000400:00000200:0.0:1783979917.556239:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979917.556245:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979917.556249:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.556251:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979917.556255:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979917.556257:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979917.556267:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979917.556269:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979917.556271:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979917.556274:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979917.556277:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979917.556278:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979917.556281:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979917.556284:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556291:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.556294:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556299:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.556301:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979917.556304:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979917.556307:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979917.556311:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979917.556313:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312123426 00000100:00000001:0.0:1783979917.556315:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.556317:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312123426 00000100:00000001:0.0:1783979917.556319:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312124664 00000100:00000001:0.0:1783979917.556321:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979917.556323:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.556324:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979917.556328:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979917/real 1783979917] req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979917.556336:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979917.556337:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979917.556339:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979917.556341:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979917.556342:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979917.556345:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979917.556348:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979917.556356:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556368:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979917.556370:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556372:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.556373:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979917.556377:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556384:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979917.556387:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556394:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979917.556397:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556398:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979917.556400:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556401:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979917.556404:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979917.556406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979917.556409:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979917.556412:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979917.556415:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979917.556423:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137024:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979917.556426:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556429:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.556433:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e300 x1870620497136512/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556440:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979917.556443:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979917.556447:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979917.556451:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979917.556454:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979917.556456:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979917.556459:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979917.556463:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355dc00. 02000000:00000001:0.0:1783979917.556467:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979917.556469:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979917.556471:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e300. 00000100:00000001:0.0:1783979917.556479:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979917.556480:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556482:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.556485:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497136640/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556492:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979917.556494:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979917.556495:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979917.556497:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979917.556499:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979917.556500:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979917.556502:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979917.556504:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355ec00. 02000000:00000001:0.0:1783979917.556506:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979917.556507:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979917.556509:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979917.556511:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979917.556512:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556513:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.556516:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497136768/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556522:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979917.556523:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979917.556524:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979917.556526:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979917.556527:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979917.556528:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979917.556531:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979917.556532:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f800. 02000000:00000001:0.0:1783979917.556534:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979917.556535:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979917.556537:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979917.556539:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979917.556540:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556541:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.556544:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497136896/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556550:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979917.556551:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979917.556552:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340e800. 02000000:00000001:0.0:1783979917.556554:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979917.556555:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979917.556556:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979917.556557:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979917.556558:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355fc00. 02000000:00000001:0.0:1783979917.556560:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979917.556561:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979917.556562:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979917.556564:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979917.556565:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556566:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979917.556569:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497137024/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979917.556574:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979917.556575:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979917.556577:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d400. 02000000:00000001:0.0:1783979917.556578:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979917.556579:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979917.556580:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979917.556582:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979917.556583:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f000. 02000000:00000001:0.0:1783979917.556585:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979917.556587:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979917.556588:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979917.556590:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979917.556591:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556594:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.556606:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979917.556608:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.556611:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979917.556613:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979918.257318:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979918.257326:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979918.257328:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979918.257335:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979918.257340:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979918.257344:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979918.257348:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979918.257350:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979918.257353:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979918.257369:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979918.257372:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979918.257373:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979918.257375:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979918.257377:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979918.257380:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979918.257382:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979918.257383:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979918.257385:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979919.220094:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979919.220099:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979919.220103:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979919.281335:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979919.281352:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979919.281360:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979919.281375:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979919.281387:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979919.281394:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.281406:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979919.281410:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.281415:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979919.282202:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979919.282205:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979919.282207:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979919.282210:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979919.282212:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979919.282214:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.282216:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979919.282218:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.282220:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979920.311869:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979920.311881:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979920.311883:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979920.311890:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979920.311894:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979920.311900:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979920.311902:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979920.311906:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979920.311909:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979921.329375:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979921.329379:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979921.329380:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979921.329383:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979921.329385:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979921.329386:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979921.330210:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979921.330214:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979921.330217:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979921.330270:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979921.330273:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979921.330274:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979921.330277:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979921.330279:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979921.330281:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979921.330283:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979921.330284:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979921.330373:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.673852:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979922.673859:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979922.673863:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979922.673871:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.673881:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979922.673883:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.673887:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979922.673891:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979922.673893:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979922.673897:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497137152:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979922.673901:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979922.673907:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979922.673909:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.673912:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979922.673918:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979922.673920:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979922.673926:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979922.673931:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979922.673940:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979922.673948:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137152, portal 25 00000100:00000001:0.0:1783979922.673951:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979922.673952:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282696448 : -115477426855168 : ffff96f950fe2300) 00000100:00000040:0.0:1783979922.673957:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.673966:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979922.673969:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979922.673971:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979922.673975:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497137152, offset 0 00000400:00000200:0.0:1783979922.673983:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979922.673992:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.673999:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979922.674006:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979922.674011:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979922.674016:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979922.674019:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979922.674024:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782322:782322:256:4294967295] 192.168.201.114@tcp LPNI seq info [782300:782300:8:4294967295] 00000400:00000200:0.0:1783979922.674029:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.674040:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979922.674047:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.674053:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979922.674060:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979922.674065:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979922.674080:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.674083:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979922.674090:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979922.674095:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979922.674101:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979922.674104:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979922.674109:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979922.674113:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674123:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.674126:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674134:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.674175:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979922.674182:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979922.674186:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979922.674189:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312129784 00000100:00000010:0.0:1783979922.674196:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979922.674204:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979922.674220:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312129784 00000100:00000010:0.0:1783979922.674223:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979922.674228:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979922.674231:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979922.674234:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.674237:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979922.674241:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979922/real 1783979922] req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979922.674252:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979922.674254:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979922.674256:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979922.674259:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979922.674261:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979922.674263:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979922.674267:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979922.674276:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674283:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979922.674285:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674287:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.674289:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979922.674293:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674300:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979922.674305:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674313:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979922.674316:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674318:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.674319:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674322:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979922.674324:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979922.674327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979922.674331:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979922.674333:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979922.674337:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979922.674344:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497137152:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979922.674349:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674351:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.674353:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2300 x1870620497137152/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674360:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979922.674363:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979922.674366:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979922.674369:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979922.674371:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979922.674373:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979922.674375:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979922.674378:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6c00. 02000000:00000001:0.0:1783979922.674382:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979922.674384:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979922.674386:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2300. 00000100:00000001:0.0:1783979922.674389:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979922.674390:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674392:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674401:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979922.674403:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.674405:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979922.674407:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979922.674408:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979922.674411:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674423:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979922.674424:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.674426:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979922.674427:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979922.674429:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979922.674432:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137280:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979922.674435:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979922.674437:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979922.674438:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.674440:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979922.674443:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979922.674445:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979922.674449:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979922.674451:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979922.674455:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979922.674458:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137280, portal 10 00000100:00000001:0.0:1783979922.674459:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979922.674461:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282687488 : -115477426864128 : ffff96f950fe0000) 00000100:00000040:0.0:1783979922.674467:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674472:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979922.674475:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979922.674477:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979922.674479:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497137280, offset 0 00000400:00000200:0.0:1783979922.674483:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979922.674486:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.674490:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979922.674492:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979922.674495:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979922.674497:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979922.674500:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979922.674503:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782323:782323:256:4294967295] 192.168.201.114@tcp LPNI seq info [782301:782301:8:4294967295] 00000400:00000200:0.0:1783979922.674508:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.674514:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979922.674519:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.674523:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979922.674526:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979922.674529:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979922.674540:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.674542:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979922.674545:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979922.674548:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979922.674551:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979922.674552:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979922.674554:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979922.674558:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674565:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.674568:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674575:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.674577:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979922.674580:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979922.674584:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979922.674587:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979922.674589:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312128523 00000100:00000001:0.0:1783979922.674591:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.674593:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312128523 00000100:00000001:0.0:1783979922.674596:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.674598:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979922.674600:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.674602:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979922.674605:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979922/real 1783979922] req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979922.674613:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979922.674615:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979922.674616:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979922.674619:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979922.674621:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979922.674623:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979922.674626:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979922.674634:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674640:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979922.674641:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674643:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.674644:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979922.674647:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674653:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979922.674657:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674678:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979922.674680:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674681:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.674683:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674684:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979922.674688:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979922.674690:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979922.674695:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979922.674697:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979922.674701:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979922.674709:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137280:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979922.674713:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979922.674716:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674723:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979922.674725:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.674727:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979922.674729:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979922.674731:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979922.674734:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137408:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979922.674737:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979922.674739:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979922.674740:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.674742:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979922.674747:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979922.674749:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979922.674752:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979922.674754:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979922.674757:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979922.674760:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137408, portal 10 00000100:00000001:0.0:1783979922.674762:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979922.674764:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282694656 : -115477426856960 : ffff96f950fe1c00) 00000100:00000040:0.0:1783979922.674770:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674777:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979922.674780:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979922.674782:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979922.674784:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497137408, offset 0 00000400:00000200:0.0:1783979922.674788:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979922.674792:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.674796:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979922.674799:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979922.674801:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979922.674803:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979922.674806:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979922.674809:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782324:782324:256:4294967295] 192.168.201.114@tcp LPNI seq info [782302:782302:8:4294967295] 00000400:00000200:0.0:1783979922.674813:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.674819:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979922.674823:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.674827:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979922.674831:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979922.674833:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979922.674844:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.674846:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979922.674849:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979922.674852:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979922.674855:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979922.674857:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979922.674859:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979922.674863:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674871:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.674874:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674880:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.674887:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979922.674891:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979922.674893:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979922.674896:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979922.674899:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312128524 00000100:00000001:0.0:1783979922.674901:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.674903:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312128524 00000100:00000001:0.0:1783979922.674905:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.674907:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979922.674909:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.674911:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979922.674915:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979922/real 1783979922] req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979922.674922:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979922.674924:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979922.674925:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979922.674928:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979922.674929:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979922.674931:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979922.674934:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979922.674942:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674948:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979922.674949:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674951:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.674952:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979922.674956:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674962:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979922.674966:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.674972:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979922.674974:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674975:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.674977:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.674978:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979922.674981:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979922.674983:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979922.674987:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979922.674989:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979922.674992:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979922.675000:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137408:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979922.675003:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979922.675006:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675013:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979922.675014:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.675016:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979922.675018:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979922.675020:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979922.675023:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137536:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979922.675026:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979922.675027:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979922.675029:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.675030:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979922.675034:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979922.675036:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979922.675039:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979922.675042:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979922.675045:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979922.675048:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137536, portal 4 00000100:00000001:0.0:1783979922.675050:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979922.675051:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282697344 : -115477426854272 : ffff96f950fe2680) 00000100:00000040:0.0:1783979922.675056:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675062:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979922.675064:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979922.675066:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979922.675068:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497137536, offset 0 00000400:00000200:0.0:1783979922.675072:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979922.675076:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.675079:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979922.675082:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979922.675085:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979922.675087:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979922.675090:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979922.675093:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782325:782325:256:4294967295] 192.168.201.114@tcp LPNI seq info [782303:782303:8:4294967295] 00000400:00000200:0.0:1783979922.675097:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.675104:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979922.675108:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.675111:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979922.675115:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979922.675117:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979922.675126:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.675128:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979922.675130:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979922.675134:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979922.675163:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979922.675166:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979922.675169:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979922.675172:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675180:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.675184:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675191:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.675193:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979922.675196:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979922.675199:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979922.675202:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979922.675204:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312128574 00000100:00000001:0.0:1783979922.675207:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.675209:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312128574 00000100:00000001:0.0:1783979922.675211:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.675214:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979922.675216:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.675218:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979922.675222:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979922/real 1783979922] req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979922.675230:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979922.675232:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979922.675233:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979922.675236:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979922.675238:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979922.675240:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979922.675243:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979922.675252:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675260:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979922.675261:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675263:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.675264:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979922.675268:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675275:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979922.675278:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675285:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979922.675288:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675290:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.675291:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675293:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979922.675295:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979922.675298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979922.675301:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979922.675303:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979922.675307:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979922.675314:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137536:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979922.675318:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979922.675321:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675327:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979922.675328:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.675331:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979922.675332:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979922.675335:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979922.675337:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137664:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979922.675340:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979922.675342:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979922.675343:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979922.675345:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979922.675348:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979922.675350:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979922.675353:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979922.675356:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979922.675359:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979922.675362:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137664, portal 4 00000100:00000001:0.0:1783979922.675364:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979922.675365:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596282690176 : -115477426861440 : ffff96f950fe0a80) 00000100:00000040:0.0:1783979922.675370:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675376:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979922.675378:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979922.675381:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979922.675383:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497137664, offset 0 00000400:00000200:0.0:1783979922.675387:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979922.675390:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.675394:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979922.675396:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979922.675399:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979922.675401:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979922.675403:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979922.675406:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782326:782326:256:4294967295] 192.168.201.114@tcp LPNI seq info [782304:782304:8:4294967295] 00000400:00000200:0.0:1783979922.675410:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979922.675416:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979922.675421:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.675425:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979922.675428:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979922.675431:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979922.675441:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979922.675443:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979922.675446:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979922.675450:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979922.675453:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979922.675454:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979922.675457:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979922.675460:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675468:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.675470:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675476:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.675478:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979922.675480:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979922.675483:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979922.675486:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979922.675488:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312128545 00000100:00000001:0.0:1783979922.675491:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.675492:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312128545 00000100:00000001:0.0:1783979922.675494:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312129784 00000100:00000001:0.0:1783979922.675496:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979922.675498:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.675500:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979922.675504:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979922/real 1783979922] req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979922.675512:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979922.675513:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979922.675515:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979922.675517:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979922.675519:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979922.675521:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979922.675524:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979922.675531:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675538:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979922.675540:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675541:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.675543:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979922.675546:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675552:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979922.675555:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675562:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979922.675564:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675566:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979922.675567:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675569:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979922.675571:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979922.675573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979922.675576:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979922.675578:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979922.675583:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979922.675590:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f950fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137664:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979922.675594:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675596:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.675599:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0000 x1870620497137280/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675606:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979922.675607:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979922.675610:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979922.675613:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979922.675614:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979922.675616:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979922.675618:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979922.675620:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4c00. 02000000:00000001:0.0:1783979922.675623:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979922.675625:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979922.675626:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0000. 00000100:00000001:0.0:1783979922.675629:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979922.675631:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675632:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.675635:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe1c00 x1870620497137408/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675642:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979922.675643:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979922.675645:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979922.675647:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979922.675648:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979922.675650:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979922.675652:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979922.675653:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c7800. 02000000:00000001:0.0:1783979922.675656:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979922.675657:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979922.675668:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe1c00. 00000100:00000001:0.0:1783979922.675671:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979922.675673:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675674:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.675678:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe2680 x1870620497137536/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675684:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979922.675685:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979922.675686:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979922.675689:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979922.675690:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979922.675691:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979922.675693:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979922.675694:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c6800. 02000000:00000001:0.0:1783979922.675696:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979922.675698:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979922.675699:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe2680. 00000100:00000001:0.0:1783979922.675702:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979922.675703:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675705:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979922.675708:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f950fe0a80 x1870620497137664/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979922.675715:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979922.675716:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979922.675718:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d800. 02000000:00000001:0.0:1783979922.675720:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979922.675721:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979922.675722:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979922.675724:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979922.675725:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f8535c4000. 02000000:00000001:0.0:1783979922.675728:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979922.675728:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979922.675730:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f950fe0a80. 00000100:00000001:0.0:1783979922.675732:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979922.675733:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675736:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.675743:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979922.675744:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.675747:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979922.675748:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979923.379797:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979923.379802:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979923.379804:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979923.379808:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979923.379812:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979923.379815:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979923.379818:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979923.379820:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979923.379834:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979924.338702:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979924.338707:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979924.338711:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979924.406028:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979924.406040:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979924.406043:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979924.406050:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979924.406055:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979924.406060:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.406063:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979924.406066:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.406070:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979924.406089:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979924.406093:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979924.406094:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979924.406096:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979924.406098:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979924.406100:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.406102:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979924.406103:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.406105:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979925.426263:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979925.426269:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979925.426271:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979925.426278:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979925.426283:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979925.426288:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979925.426294:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979925.426298:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979925.426302:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979926.449962:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979926.449965:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979926.449966:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979926.449969:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979926.449972:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979926.449974:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.449976:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979926.449977:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.449979:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979926.450448:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979926.450452:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979926.450453:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979926.450456:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979926.450458:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979926.450460:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.450464:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979926.450465:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.450467:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.473487:0:192641:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979927.473492:0:192641:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979927.473493:0:192641:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.473496:0:192641:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f000 going to sleep for 0 seconds 00000100:00000001:0.0:1783979927.473498:0:192641:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979927.473500:0:192641:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.473502:0:192641:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.473503:0:192641:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.473506:0:192641:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.473811:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979927.473815:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979927.473816:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.473818:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979927.473820:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979927.473823:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.473825:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.473827:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.473829:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.794169:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979927.794175:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979927.794177:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979927.794185:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.794194:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.794197:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.794201:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979927.794205:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979927.794207:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.794211:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497137792:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979927.794216:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979927.794222:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979927.794225:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.794228:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979927.794234:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979927.794236:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979927.794243:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979927.794248:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979927.794257:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979927.794266:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137792, portal 25 00000100:00000001:0.0:1783979927.794269:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979927.794271:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988755968 : -115476720795648 : ffff96f97b13c000) 00000100:00000040:0.0:1783979927.794276:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.794284:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979927.794287:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979927.794290:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979927.794294:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497137792, offset 0 00000400:00000200:0.0:1783979927.794302:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979927.794313:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.794321:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979927.794328:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979927.794333:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979927.794337:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979927.794340:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979927.794344:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782327:782327:256:4294967295] 192.168.201.114@tcp LPNI seq info [782305:782305:8:4294967295] 00000400:00000200:0.0:1783979927.794348:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.794359:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979927.794366:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.794372:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979927.794381:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979927.794385:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979927.794398:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.794401:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979927.794409:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979927.794414:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979927.794421:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979927.794434:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979927.794441:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979927.794446:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.795287:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.795293:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.795301:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.795303:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979927.795313:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979927.795319:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979927.795322:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312134905 00000100:00000010:0.0:1783979927.795329:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979927.795338:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979927.795345:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312134905 00000100:00000010:0.0:1783979927.795348:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979927.795352:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979927.795357:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979927.795360:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.795363:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979927.795367:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979927/real 1783979927] req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979927.795378:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979927.795380:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979927.795382:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979927.795386:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979927.795388:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979927.795391:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979927.795395:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979927.795404:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.795412:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979927.795414:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.795417:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.795419:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979927.795993:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.796002:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979927.796008:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.796016:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979927.796019:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.796021:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.796023:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.796025:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979927.796028:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979927.796031:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979927.796036:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979927.796039:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979927.796104:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979927.796115:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497137792:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979927.796121:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.796124:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.796127:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13c000 x1870620497137792/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.796214:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979927.796217:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979927.796220:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979927.796224:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979927.796226:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979927.796229:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979927.796231:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979927.796234:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355d000. 02000000:00000001:0.0:1783979927.796239:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979927.796241:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979927.796243:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13c000. 00000100:00000001:0.0:1783979927.796246:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979927.796248:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.796250:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.796259:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979927.796261:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.796264:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979927.796266:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979927.796268:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979927.796273:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.796281:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.796283:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.796287:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979927.796289:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979927.796292:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.796295:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137920:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979927.796299:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979927.796303:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979927.796306:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.796308:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979927.796313:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979927.796315:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979927.796320:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979927.796323:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979927.796328:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979927.796333:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497137920, portal 10 00000100:00000001:0.0:1783979927.796335:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979927.796337:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988765824 : -115476720785792 : ffff96f97b13e680) 00000100:00000040:0.0:1783979927.796344:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.796351:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979927.796354:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979927.796357:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979927.796360:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497137920, offset 0 00000400:00000200:0.0:1783979927.796366:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979927.796372:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.796378:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979927.796383:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979927.796386:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979927.796389:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979927.796392:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979927.796396:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782328:782328:256:4294967295] 192.168.201.114@tcp LPNI seq info [782306:782306:8:4294967295] 00000400:00000200:0.0:1783979927.796400:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.796409:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979927.796415:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.796421:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979927.796437:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979927.796441:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979927.796450:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.796452:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979927.796456:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979927.796459:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979927.796462:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979927.796463:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979927.796466:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979927.796468:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.796655:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.796661:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.797091:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.797093:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979927.797099:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979927.797104:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979927.797108:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979927.797111:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312133645 00000100:00000001:0.0:1783979927.797115:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.797117:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312133645 00000100:00000001:0.0:1783979927.797119:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.797121:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979927.797124:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.797126:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979927.797130:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979927/real 1783979927] req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979927.797167:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979927.797169:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979927.797171:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979927.797174:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979927.797176:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979927.797179:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979927.797183:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979927.797390:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.797396:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979927.797399:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.797401:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.797403:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979927.797407:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.797413:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979927.797416:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.797422:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979927.797486:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.797487:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.797489:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.797491:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979927.797496:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979927.797500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979927.797504:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979927.797507:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979927.797511:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979927.797520:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497137920:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979927.797525:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979927.797528:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.797540:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.797542:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.797545:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979927.797547:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979927.797549:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.797552:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138048:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979927.797556:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979927.797559:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979927.797561:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.797563:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979927.797568:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979927.797578:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979927.797583:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979927.797587:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979927.797590:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979927.797593:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138048, portal 10 00000100:00000001:0.0:1783979927.797595:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979927.797596:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988761344 : -115476720790272 : ffff96f97b13d500) 00000100:00000040:0.0:1783979927.797602:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.797613:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979927.797615:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979927.797617:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979927.797619:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497138048, offset 0 00000400:00000200:0.0:1783979927.797625:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979927.797630:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.797635:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979927.797639:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979927.797641:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979927.797644:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979927.797646:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979927.797650:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782329:782329:256:4294967295] 192.168.201.114@tcp LPNI seq info [782307:782307:8:4294967295] 00000400:00000200:0.0:1783979927.797654:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.797661:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979927.798470:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.798478:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979927.798487:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979927.798491:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979927.798503:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.798506:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979927.798511:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979927.798516:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979927.798522:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979927.798524:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979927.798528:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979927.798532:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798540:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.798542:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798550:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.798552:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979927.798557:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979927.798559:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979927.798562:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979927.798564:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312133648 00000100:00000001:0.0:1783979927.798566:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.798568:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312133648 00000100:00000001:0.0:1783979927.798580:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.798583:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979927.798585:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.798588:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979927.798592:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979927/real 1783979927] req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979927.798601:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979927.798603:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979927.798609:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979927.798611:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979927.798613:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979927.798615:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979927.798618:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979927.798626:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798632:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979927.798633:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.798635:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.798637:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979927.798641:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798648:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979927.798651:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798658:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979927.798660:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.798662:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.798663:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.798666:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979927.798670:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979927.798682:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979927.798686:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979927.798688:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979927.798693:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979927.798701:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138048:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979927.798705:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979927.798709:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798716:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.798718:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.798720:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979927.798723:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979927.798725:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.798728:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138176:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979927.798731:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979927.798734:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979927.798737:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.798738:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979927.798743:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979927.798745:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979927.798749:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979927.798752:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979927.798768:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979927.798771:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138176, portal 4 00000100:00000001:0.0:1783979927.798773:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979927.798775:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988758656 : -115476720792960 : ffff96f97b13ca80) 00000100:00000040:0.0:1783979927.798780:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798786:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979927.798788:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979927.798790:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979927.798793:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497138176, offset 0 00000400:00000200:0.0:1783979927.798797:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979927.798802:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.798808:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979927.798811:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979927.798814:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979927.798817:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979927.798819:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979927.798822:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782330:782330:256:4294967295] 192.168.201.114@tcp LPNI seq info [782308:782308:8:4294967295] 00000400:00000200:0.0:1783979927.798826:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.798833:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979927.798838:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.798841:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979927.798844:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979927.798847:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979927.798856:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.798858:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979927.798861:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979927.798863:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979927.798866:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979927.798867:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979927.798869:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979927.798872:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798879:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.798881:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798886:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.798888:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979927.798890:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979927.798893:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979927.798896:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979927.798897:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312133697 00000100:00000001:0.0:1783979927.798900:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.798902:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312133697 00000100:00000001:0.0:1783979927.798904:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.798906:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979927.798908:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.798909:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979927.798912:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979927/real 1783979927] req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979927.798919:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979927.798921:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979927.798922:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979927.798925:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979927.798926:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979927.798929:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979927.798932:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979927.798940:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798947:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979927.798948:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.798950:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.798951:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979927.798954:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798961:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979927.798964:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.798970:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979927.798973:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.798974:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.798976:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.798977:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979927.798979:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979927.798982:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979927.798986:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979927.798988:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979927.798992:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979927.799000:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138176:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979927.799004:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979927.799009:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799016:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.799017:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.799019:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979927.799021:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979927.799023:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.799025:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138304:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979927.799028:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979927.799030:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979927.799032:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979927.799034:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979927.799039:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979927.799041:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979927.799045:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979927.799047:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979927.799051:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979927.799053:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138304, portal 4 00000100:00000001:0.0:1783979927.799055:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979927.799057:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596988759552 : -115476720792064 : ffff96f97b13ce00) 00000100:00000040:0.0:1783979927.799062:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799067:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979927.799069:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979927.799071:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979927.799073:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497138304, offset 0 00000400:00000200:0.0:1783979927.799077:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979927.799081:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.799084:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979927.799087:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979927.799089:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979927.799091:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979927.799093:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979927.799096:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782331:782331:256:4294967295] 192.168.201.114@tcp LPNI seq info [782309:782309:8:4294967295] 00000400:00000200:0.0:1783979927.799100:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979927.799105:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979927.799109:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.799112:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979927.799116:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979927.799119:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979927.799129:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979927.799131:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979927.799133:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979927.799158:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979927.799161:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979927.799163:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979927.799165:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979927.799169:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799176:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.799179:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799186:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.799187:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979927.799190:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979927.799192:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979927.799195:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979927.799197:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312133669 00000100:00000001:0.0:1783979927.799210:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.799213:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312133669 00000100:00000001:0.0:1783979927.799215:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312134905 00000100:00000001:0.0:1783979927.799217:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979927.799220:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.799222:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979927.799225:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979927/real 1783979927] req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979927.799237:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979927.799238:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979927.799240:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979927.799243:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979927.799244:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979927.799246:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979927.799249:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979927.799257:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799263:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979927.799265:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799267:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.799268:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979927.799271:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799278:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979927.799281:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799288:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979927.799291:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799292:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979927.799294:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799295:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979927.799297:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979927.799299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979927.799303:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979927.799305:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979927.799309:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979927.799316:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97b13ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138304:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979927.799321:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799323:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.799327:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13e680 x1870620497137920/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799334:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979927.799336:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979927.799339:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979927.799343:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979927.799346:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979927.799348:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979927.799350:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979927.799353:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c400. 02000000:00000001:0.0:1783979927.799356:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979927.799358:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979927.799360:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13e680. 00000100:00000001:0.0:1783979927.799368:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979927.799369:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799371:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.799375:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13d500 x1870620497138048/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799382:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979927.799383:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979927.799385:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979927.799387:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979927.799388:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979927.799389:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979927.799390:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979927.799392:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355c800. 02000000:00000001:0.0:1783979927.799393:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979927.799394:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979927.799395:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13d500. 00000100:00000001:0.0:1783979927.799397:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979927.799398:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799398:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.799401:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ca80 x1870620497138176/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799404:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979927.799405:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979927.799406:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c800. 02000000:00000001:0.0:1783979927.799407:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979927.799408:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979927.799409:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979927.799410:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979927.799411:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355f400. 02000000:00000001:0.0:1783979927.799412:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979927.799413:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979927.799413:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ca80. 00000100:00000001:0.0:1783979927.799415:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979927.799415:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799416:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979927.799417:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97b13ce00 x1870620497138304/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979927.799421:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979927.799421:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979927.799422:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340dc00. 02000000:00000001:0.0:1783979927.799423:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979927.799424:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979927.799424:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979927.799425:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979927.799426:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85355e000. 02000000:00000001:0.0:1783979927.799427:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979927.799428:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979927.799428:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97b13ce00. 00000100:00000001:0.0:1783979927.799430:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979927.799431:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799433:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.799440:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979927.799441:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.799443:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979927.799445:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979928.499310:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979928.499314:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979928.499315:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979928.499319:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979928.499321:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979928.499323:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979928.499325:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979928.499327:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979928.499329:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979928.499603:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979928.499606:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979928.499607:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979928.499609:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979928.499611:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979928.499613:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979928.499615:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979928.499617:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979928.499619:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979929.458357:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979929.458362:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979929.458366:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979929.521309:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979929.521320:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979929.521322:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979929.521329:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979929.521334:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979929.521339:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.521342:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979929.521345:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.521348:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979929.522182:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979929.522186:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979929.522187:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979929.522190:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979929.522192:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979929.522194:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.522197:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979929.522198:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.522200:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979930.545387:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979930.545391:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979930.545392:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979930.545395:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979930.545398:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979930.545402:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979930.545406:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979930.545410:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979930.545413:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979930.545425:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979930.545428:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979930.545430:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979930.545433:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979930.545435:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979930.545437:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979930.545439:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979930.545440:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979930.545442:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979931.569696:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979931.569701:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979931.569703:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979931.569706:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979931.569709:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979931.569711:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979931.569713:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979931.569715:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979931.569718:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979931.571350:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979931.571354:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979931.571355:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979931.571357:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979931.571360:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979931.571362:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979931.571363:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979931.571365:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979931.571368:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979931.572182:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979931.572187:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979931.572191:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979931.572196:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979931.572201:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979931.572204:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979931.572954:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979931.572960:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979931.572964:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.593662:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979932.593668:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979932.593670:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979932.593674:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979932.593676:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979932.593678:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.593680:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979932.593682:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.593685:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.915871:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979932.915881:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979932.915890:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979932.915901:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.915921:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979932.915926:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.915935:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979932.915940:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979932.915948:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979932.915961:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497138432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979932.915976:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979932.915985:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979932.915990:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.915996:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979932.916005:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979932.916022:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979932.916040:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979932.916056:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979932.916067:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979932.916083:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138432, portal 25 00000100:00000001:0.0:1783979932.916089:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979932.916093:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550976 : -115476724000640 : ffff96f97ae2d880) 00000100:00000040:0.0:1783979932.916106:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916117:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979932.916120:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979932.916124:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979932.916128:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620497138432, offset 0 00000400:00000200:0.0:1783979932.916187:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979932.916200:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.916211:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979932.916220:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979932.916228:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979932.916234:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979932.916238:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979932.916242:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782332:782332:256:4294967295] 192.168.201.114@tcp LPNI seq info [782310:782310:8:4294967295] 00000400:00000200:0.0:1783979932.916246:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.916257:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979932.916264:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.916271:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979932.916279:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979932.916284:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979932.916320:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.916330:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979932.916341:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979932.916355:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979932.916370:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979932.916375:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979932.916383:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979932.916393:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916426:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.916436:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916447:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.916449:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979932.916456:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979932.916461:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979932.916465:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 2 is 4312140026 00000100:00000010:0.0:1783979932.916473:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7ede0. 00000100:00000001:0.0:1783979932.916492:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979932.916501:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS new deadline estimation for cpu 3 is 4312140026 00000100:00000010:0.0:1783979932.916505:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96f97dd7e900. 00000100:00000001:0.0:1783979932.916509:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.114@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979932.916513:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979932.916516:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.916519:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979932.916524:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979932/real 1783979932] req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979932.916535:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979932.916537:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979932.916539:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979932.916542:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979932.916544:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979932.916547:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979932.916551:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979932.916560:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916567:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979932.916569:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.916571:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.916573:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979932.916577:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916584:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979932.916588:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916594:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979932.916598:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.916599:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.916601:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.916603:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979932.916606:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979932.916609:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979932.916612:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979932.916615:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979932.916620:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979932.916639:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:12eeae42-3db7-49c2-9cc7-fd3586506e65:2407:1870620497138432:192.168.201.114@tcp:250:kworker.0 00000100:00000001:0.0:1783979932.916650:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979932.916662:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916713:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979932.916717:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.916727:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979932.916733:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979932.916743:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979932.916753:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979932.916763:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979932.916768:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979932.916771:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.916777:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979932.916783:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979932.916791:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979932.916801:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979932.916810:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979932.916818:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979932.916825:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138560, portal 10 00000100:00000001:0.0:1783979932.916834:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979932.916836:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985556352 : -115476723995264 : ffff96f97ae2ed80) 00000100:00000040:0.0:1783979932.916856:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.916884:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979932.916892:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979932.916901:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979932.916909:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497138560, offset 0 00000400:00000200:0.0:1783979932.916919:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979932.916928:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.916940:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979932.916956:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979932.916965:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979932.916973:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979932.916978:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979932.916988:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782333:782333:256:4294967295] 192.168.201.114@tcp LPNI seq info [782311:782311:8:4294967295] 00000400:00000200:0.0:1783979932.916993:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.917001:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979932.917007:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.917012:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979932.917018:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979932.917022:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979932.917035:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.917037:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979932.917040:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979932.917044:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979932.917047:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979932.917049:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979932.917052:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979932.917055:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917063:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.917066:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917073:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.917075:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979932.917078:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979932.917082:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: using a timeout of 9346 usecs (10 jiffies) 00000400:00000200:0.0:1783979932.917086:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979932.917088:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312138765 00000100:00000001:0.0:1783979932.917090:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.917093:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312138765 00000100:00000001:0.0:1783979932.917095:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.917097:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979932.917100:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.917102:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979932.917105:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979932/real 1783979932] req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979932.917113:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979932.917115:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979932.917117:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979932.917119:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979932.917120:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979932.917122:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979932.917125:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979932.917134:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917164:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979932.917165:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917167:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.917168:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979932.917172:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917179:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979932.917182:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917189:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979932.917191:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917192:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.917194:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917195:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979932.917199:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979932.917202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979932.917207:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979932.917209:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979932.917213:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979932.917220:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138560:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979932.917223:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979932.917226:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917233:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979932.917234:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.917236:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979932.917238:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979932.917240:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979932.917243:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979932.917246:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979932.917248:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979932.917249:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.917251:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979932.917255:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979932.917257:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979932.917260:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979932.917262:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979932.917266:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979932.917268:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138688, portal 10 00000100:00000001:0.0:1783979932.917270:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979932.917272:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985558144 : -115476723993472 : ffff96f97ae2f480) 00000100:00000040:0.0:1783979932.917278:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917284:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979932.917287:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979932.917289:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979932.917291:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620497138688, offset 0 00000400:00000200:0.0:1783979932.917295:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979932.917298:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.917301:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979932.917304:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979932.917307:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979932.917309:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979932.917311:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979932.917313:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782334:782334:256:4294967295] 192.168.201.114@tcp LPNI seq info [782312:782312:8:4294967295] 00000400:00000200:0.0:1783979932.917317:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.917323:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979932.917328:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.917331:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979932.917335:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979932.917338:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979932.917348:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.917350:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979932.917353:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979932.917356:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979932.917359:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979932.917361:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979932.917363:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979932.917367:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917374:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.917376:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917382:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.917384:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979932.917386:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979932.917389:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1783979932.917392:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979932.917394:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312138767 00000100:00000001:0.0:1783979932.917396:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.917398:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312138767 00000100:00000001:0.0:1783979932.917399:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.917401:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979932.917403:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.917405:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979932.917408:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979932/real 1783979932] req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979932.917414:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979932.917415:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979932.917417:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979932.917419:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979932.917421:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979932.917423:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979932.917425:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979932.917432:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917438:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979932.917439:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917441:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.917442:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979932.917446:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917452:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979932.917456:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917462:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979932.917465:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917466:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.917468:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917469:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979932.917472:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979932.917474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979932.917477:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979932.917479:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979932.917495:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979932.917503:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138688:192.168.201.114@tcp:38:kworker.0 00000100:00000001:0.0:1783979932.917507:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917509:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.917512:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d880 x1870620497138432/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917519:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979932.917521:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979932.917524:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340f000. 02000000:00000001:0.0:1783979932.917527:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979932.917530:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979932.917531:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f950ff7800 refcount=3 obd=MGC192.168.201.114@tcp 00000020:00000001:0.0:1783979932.917533:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979932.917536:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f853588400. 02000000:00000001:0.0:1783979932.917540:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979932.917542:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979932.917544:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d880. 00000100:00000001:0.0:1783979932.917547:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979932.917549:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917551:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.917554:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ed80 x1870620497138560/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917560:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979932.917561:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979932.917562:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979932.917564:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979932.917565:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979932.917566:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c9800 refcount=58 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979932.917568:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979932.917570:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358ac00. 02000000:00000001:0.0:1783979932.917572:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979932.917573:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979932.917574:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ed80. 00000100:00000001:0.0:1783979932.917577:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979932.917578:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917580:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.917582:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2f480 x1870620497138688/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917588:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979932.917589:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979932.917590:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979932.917592:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979932.917593:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979932.917595:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4cc800 refcount=34 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 00000020:00000001:0.0:1783979932.917597:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979932.917598:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358a400. 02000000:00000001:0.0:1783979932.917601:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979932.917602:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979932.917603:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2f480. 00000100:00000001:0.0:1783979932.917605:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979932.917607:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917609:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917618:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979932.917621:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.917624:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979932.917625:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979932.917627:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979932.917631:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917638:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979932.917640:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.917642:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979932.917644:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979932.917646:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979932.917649:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979932.917652:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979932.917654:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979932.917655:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.917657:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979932.917660:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979932.917662:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979932.917665:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979932.917668:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979932.917671:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979932.917674:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138816, portal 4 00000100:00000001:0.0:1783979932.917676:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979932.917678:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985547392 : -115476724004224 : ffff96f97ae2ca80) 00000100:00000040:0.0:1783979932.917683:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917690:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979932.917692:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979932.917694:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979932.917696:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497138816, offset 0 00000400:00000200:0.0:1783979932.917700:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979932.917704:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.917707:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979932.917710:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979932.917714:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979932.917716:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979932.917718:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979932.917721:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782335:782335:256:4294967295] 192.168.201.114@tcp LPNI seq info [782313:782313:8:4294967295] 00000400:00000200:0.0:1783979932.917725:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.917731:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979932.917735:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.917739:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979932.917742:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979932.917745:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979932.917756:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.917757:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979932.917760:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979932.917763:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979932.917766:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979932.917768:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979932.917770:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979932.917774:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917781:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.917784:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917790:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.917792:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979932.917795:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979932.917798:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: using a timeout of 59625 usecs (60 jiffies) 00000400:00000200:0.0:1783979932.917801:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979932.917803:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312138816 00000100:00000001:0.0:1783979932.917805:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.917808:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312138816 00000100:00000001:0.0:1783979932.917810:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.917813:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979932.917815:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.917817:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979932.917820:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979932/real 1783979932] req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979932.917828:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979932.917830:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979932.917831:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979932.917834:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979932.917835:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979932.917837:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979932.917840:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979932.917848:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917854:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979932.917855:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917857:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.917859:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979932.917862:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917868:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979932.917872:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917879:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979932.917881:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917883:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.917884:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.917887:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979932.917889:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979932.917892:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979932.917896:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979932.917898:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979932.917902:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979932.917909:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138816:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979932.917913:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979932.917917:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917924:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979932.917926:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.917928:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979932.917930:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979932.917932:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979932.917935:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979932.917938:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979932.917940:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979932.917942:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979932.917943:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979932.917947:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979932.917949:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979932.917953:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000010:0.0:1783979932.917955:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96f970393478. 00000400:00000010:0.0:1783979932.917959:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978aa0. 00000100:00000200:0.0:1783979932.917962:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620497138944, portal 4 00000100:00000001:0.0:1783979932.917964:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979932.917965:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628596985550080 : -115476724001536 : ffff96f97ae2d500) 00000100:00000040:0.0:1783979932.917971:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.917977:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979932.917980:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.114@tcp 00000400:00000010:0.0:1783979932.917982:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96f972978a18. 00000100:00000200:0.0:1783979932.917984:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620497138944, offset 0 00000400:00000200:0.0:1783979932.917988:0:2407:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.114@tcp 00000400:00000200:0.0:1783979932.917992:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.917996:0:2407:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.114@tcp local destination 00000400:00000200:0.0:1783979932.917998:0:2407:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979932.918001:0:2407:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.14@tcp 00000400:00000200:0.0:1783979932.918003:0:2407:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979932.918005:0:2407:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.114@tcp 00000400:00000200:0.0:1783979932.918008:0:2407:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.14@tcp NI seq info: [782336:782336:256:4294967295] 192.168.201.114@tcp LPNI seq info [782314:782314:8:4294967295] 00000400:00000200:0.0:1783979932.918013:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979932.918018:0:2407:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.14@tcp(192.168.201.14@tcp:) -> 192.168.201.114@tcp(192.168.201.114@tcp:192.168.201.114@tcp) : PUT try# 0 00000800:00000200:0.0:1783979932.918022:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.918025:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96f853c2ac00. 00000800:00000200:0.0:1783979932.918028:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96f951ec6240] -> 12345-192.168.201.114@tcp (2) 00000800:00000200:0.0:1783979932.918031:0:2407:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.114 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979932.918041:0:2407:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.114@tcp 00000800:00000010:0.0:1783979932.918043:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96f853c2ac00. 00000400:00000200:0.0:1783979932.918046:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979932.918049:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.14@tcp->192.168.201.114@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979932.918052:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978a18 00000400:00000010:0.0:1783979932.918053:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978a18. 00000100:00000001:0.0:1783979932.918055:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979932.918059:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.918066:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.918068:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.918078:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.918079:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979932.918082:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979932.918085:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: using a timeout of 30991 usecs (31 jiffies) 00000400:00000200:0.0:1783979932.918088:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000100:00000001:0.0:1783979932.918089:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 2 is 4312138787 00000100:00000001:0.0:1783979932.918091:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 2, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.918094:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS new deadline estimation for cpu 3 is 4312138787 00000100:00000001:0.0:1783979932.918095:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96f94cfb0800: PM QoS request active for cpu 3, keep current deadline 4312140026 00000100:00000001:0.0:1783979932.918098:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979932.918099:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.918101:0:2407:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979932.918104:0:2407:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979932/real 1783979932] req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979932.918111:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979932.918112:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979932.918114:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96f970393478. 00000400:00000200:0.0:1783979932.918116:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96f972978aa0 00000400:00000010:0.0:1783979932.918117:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96f972978aa0. 00000100:00000001:0.0:1783979932.918119:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979932.918122:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979932.918128:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.918133:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979932.918134:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.918163:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.918165:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979932.918168:0:2407:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.918175:0:2407:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979932.918178:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.918184:0:2407:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979932.918186:0:2407:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.918187:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979932.918188:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.918190:0:2407:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979932.918192:0:2407:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979932.918195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979932.918198:0:2407:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.114@tcp failed (-110) 00000100:00000001:0.0:1783979932.918200:0:2407:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979932.918203:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979932.918211:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96f97ae2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f0ae10f0-aea6-4997-adfc-1138d73325aa:2407:1870620497138944:192.168.201.114@tcp:8:kworker.0 00000100:00000001:0.0:1783979932.918214:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.918216:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.918219:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2ca80 x1870620497138816/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.918225:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979932.918227:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979932.918229:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340d000. 02000000:00000001:0.0:1783979932.918232:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979932.918233:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979932.918235:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4c8800 refcount=17 obd=lustre-OST0000-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979932.918237:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979932.918238:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358bc00. 02000000:00000001:0.0:1783979932.918241:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979932.918243:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979932.918244:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2ca80. 00000100:00000001:0.0:1783979932.918247:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979932.918248:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.918250:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979932.918253:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96f97ae2d500 x1870620497138944/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979932.918259:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979932.918261:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979932.918262:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96f85340c000. 02000000:00000001:0.0:1783979932.918265:0:2407:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979932.918266:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979932.918267:0:2407:0:(genops.c:1244:class_import_put()) import ffff96f94e4ca800 refcount=16 obd=lustre-OST0001-osc-ffff96f94cfb0800 00000020:00000001:0.0:1783979932.918269:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979932.918270:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff96f85358b400. 02000000:00000001:0.0:1783979932.918272:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979932.918274:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979932.918275:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96f97ae2d500. 00000100:00000001:0.0:1783979932.918277:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979932.918278:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.918280:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.918284:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979932.918285:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979932.918287:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979932.918290:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.617919:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979933.617923:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979933.617925:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.617927:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979933.617930:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979933.617932:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979933.617934:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979933.617935:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979933.617937:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.619222:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979933.619225:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979933.619226:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.619228:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979933.619230:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979933.619232:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979933.619234:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979933.619236:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979933.619238:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979934.584120:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979934.584126:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979934.584131:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979934.641260:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979934.641267:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979934.641271:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979934.641278:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979934.641285:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979934.641291:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.641297:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979934.641302:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.641306:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979934.660910:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979934.660914:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979934.660915:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979934.660917:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979934.660920:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979934.660921:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.660923:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979934.660925:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.660927:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979935.665579:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979935.665582:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979935.665583:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979935.665586:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979935.665588:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979935.665590:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979935.665593:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979935.665594:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979935.665596:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979936.693196:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979936.693201:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979936.693202:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979936.693205:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979936.693209:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979936.693214:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979936.693217:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979936.693220:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979936.693223:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979937.714497:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979937.714502:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979937.714503:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979937.714506:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979937.714509:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979937.714511:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979937.714513:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979937.714515:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979937.714518:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979938.033319:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 12eeae42-3db7-49c2-9cc7-fd3586506e65->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979938.033335:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979938.033338:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979938.033343:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f950ff7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979938.033349:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979938.033358:0:226911:0:(import.c:510:import_select_connection()) MGC192.168.201.114@tcp: connect to NID 192.168.201.114@tcp last attempt 17471 00000400:00000200:0.0:1783979938.033370:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979938.033378:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979938.033404:0:226911:0:(import.c:589:import_select_connection()) MGC192.168.201.114@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979938.033409:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033413:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.033415:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033418:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979938.033423:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979938.033426:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd0373 00000020:00000001:0.0:1783979938.033429:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979938.033434:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f95e0cd800 refcount=3 00000020:00000001:0.0:1783979938.033438:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000020:00000001:0.0:1783979938.033440:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596501764096 : -115477207787520 : ffff96f95e0cd800) 00000100:00000040:0.0:1783979938.033444:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033446:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.033448:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033450:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979938.033454:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f95e0cd800 : new refcount 2 00000100:00080000:0.0:1783979938.033457:0:226911:0:(import.c:624:import_select_connection()) MGC192.168.201.114@tcp: import ffff96f950ff7800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033460:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979938.033464:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979938.033468:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979938.033472:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.033475:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979938.033478:0:226911:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979938.033490:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979938.033495:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f950ff7800 refcount=4 obd=MGC192.168.201.114@tcp 02000000:00000001:0.0:1783979938.033499:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979938.033501:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.033506:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979938.033509:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979938.033514:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979938.033525:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d000. 00000100:00000001:0.0:1783979938.033533:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.033544:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497139072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979938.033557:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979938.033563:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979938.033568:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497139072/t0(0) o250->MGC192.168.201.114@tcp@192.168.201.114@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979938.033939:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979938.033943:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979938.033947:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979938.033949:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979938.033951:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979938.033954:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979938.033957:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17471 00000400:00000200:0.0:1783979938.033961:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979938.033964:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979938.033966:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979938.033969:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033972:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.033974:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033976:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979938.033978:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979938.033979:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03c7 00000020:00000001:0.0:1783979938.033981:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979938.033984:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c79800 refcount=5 00000020:00000001:0.0:1783979938.033986:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000020:00000001:0.0:1783979938.033988:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596664997888 : -115477044553728 : ffff96f967c79800) 00000100:00000040:0.0:1783979938.033991:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.033993:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.033995:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.034008:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979938.034011:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c79800 : new refcount 4 00000100:00080000:0.0:1783979938.034014:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff96f94cfb0800: import ffff96f94e4c9800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979938.034017:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979938.034019:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979938.034026:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979938.034028:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.034030:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979938.034035:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979938.034039:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.034041:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979938.034045:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b6b100. 00000020:00000040:0.0:1783979938.034048:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c9800 refcount=59 obd=lustre-MDT0000-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979938.034050:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979938.034052:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.034053:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979938.034055:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979938.034061:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979938.034066:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340f000. 00000100:00000001:0.0:1783979938.034070:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.034075:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b6b100 x1870620497139200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979938.034083:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979938.034085:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979938.034089:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a7fd59] to pc [ptlrpcd_rcv+-1] req@ffff96f974b6b100 x1870620497139200/t0(0) o38->lustre-MDT0000-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979938.035104:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979938.035109:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979938.035112:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979938.035113:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979938.035115:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4cc800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979938.035118:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979938.035121:0:226911:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17471 00000400:00000200:0.0:1783979938.035124:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979938.035126:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979938.035128:0:226911:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979938.035130:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035132:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.035133:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035144:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979938.035146:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979938.035147:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03ce 00000020:00000001:0.0:1783979938.035149:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979938.035151:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f967c7c000 refcount=5 00000020:00000001:0.0:1783979938.035153:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000020:00000001:0.0:1783979938.035154:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596665008128 : -115477044543488 : ffff96f967c7c000) 00000100:00000040:0.0:1783979938.035156:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035157:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.035158:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035159:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979938.035161:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f967c7c000 : new refcount 4 00000100:00080000:0.0:1783979938.035163:0:226911:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff96f94cfb0800: import ffff96f94e4cc800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035164:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979938.035165:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979938.035169:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979938.035171:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035172:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979938.035174:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979938.035175:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035177:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979938.035180:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69f80. 00000020:00000040:0.0:1783979938.035182:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4cc800 refcount=35 obd=lustre-MDT0001-mdc-ffff96f94cfb0800 02000000:00000001:0.0:1783979938.035184:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979938.035185:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035186:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979938.035188:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979938.035190:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979938.035193:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d800. 00000100:00000001:0.0:1783979938.035197:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.035200:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69f80 x1870620497139328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979938.035209:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979938.035211:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979938.035214:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e732ca4] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69f80 x1870620497139328/t0(0) o38->lustre-MDT0001-mdc-ffff96f94cfb0800@192.168.201.114@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979938.035219:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979938.035221:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979938.035224:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979938.035225:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979938.035225:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4c8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979938.035228:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979938.035229:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17471 00000400:00000200:0.0:1783979938.035232:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979938.035233:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979938.035234:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979938.035237:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035238:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.035239:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035240:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979938.035241:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979938.035242:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03dc 00000020:00000001:0.0:1783979938.035243:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979938.035244:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73e800 refcount=4 00000020:00000001:0.0:1783979938.035245:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000020:00000001:0.0:1783979938.035246:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223305728 : -115477486245888 : ffff96f94d73e800) 00000100:00000040:0.0:1783979938.035248:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035249:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.035250:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035252:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979938.035254:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73e800 : new refcount 3 00000100:00080000:0.0:1783979938.035255:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff96f94cfb0800: import ffff96f94e4c8800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035257:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979938.035258:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979938.035259:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979938.035260:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035261:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979938.035263:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979938.035264:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035265:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979938.035268:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69500. 00000020:00000040:0.0:1783979938.035269:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4c8800 refcount=18 obd=lustre-OST0000-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979938.035271:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979938.035271:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035272:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979938.035273:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979938.035274:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979938.035276:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340e800. 00000100:00000001:0.0:1783979938.035277:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.035280:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69500 x1870620497139456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979938.035284:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979938.035285:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979938.035287:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afb2663] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69500 x1870620497139456/t0(0) o8->lustre-OST0000-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979938.035291:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979938.035293:0:226911:0:(pinger.c:229:ptlrpc_pinger_process_import()) f0ae10f0-aea6-4997-adfc-1138d73325aa->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979938.035294:0:226911:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979938.035295:0:226911:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979938.035296:0:226911:0:(import.c:65:import_set_state_nolock()) ffff96f94e4ca800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979938.035298:0:226911:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979938.035299:0:226911:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: connect to NID 192.168.201.114@tcp last attempt 17471 00000400:00000200:0.0:1783979938.035301:0:226911:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.114@tcp to cpt 1 00000400:00000200:0.0:1783979938.035303:0:226911:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.114@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979938.035304:0:226911:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979938.035306:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035307:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.035308:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035309:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000001:0.0:1783979938.035310:0:226911:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979938.035311:0:226911:0:(genops.c:825:class_conn2export()) looking for export cookie 0x5bb448586bbd03e3 00000020:00000001:0.0:1783979938.035312:0:226911:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979938.035313:0:226911:0:(lustre_handles.c:147:class_handle2object()) GET export ffff96f94d73f000 refcount=4 00000020:00000001:0.0:1783979938.035314:0:226911:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000020:00000001:0.0:1783979938.035315:0:226911:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446628596223307776 : -115477486243840 : ffff96f94d73f000) 00000100:00000040:0.0:1783979938.035316:0:226911:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff96f942d9a300 refcount 14 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035317:0:226911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979938.035318:0:226911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff96f942d9a300 refcount 15 to 192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035319:0:226911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628596045423360 : -115477664128256 : ffff96f942d9a300) 00000020:00000040:0.0:1783979938.035320:0:226911:0:(genops.c:900:class_export_put()) PUTting export ffff96f94d73f000 : new refcount 3 00000100:00080000:0.0:1783979938.035322:0:226911:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff96f94cfb0800: import ffff96f94e4ca800 using connection 192.168.201.114@tcp/192.168.201.114@tcp 00000100:00000001:0.0:1783979938.035323:0:226911:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979938.035323:0:226911:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979938.035325:0:226911:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979938.035326:0:226911:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035327:0:226911:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979938.035328:0:226911:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979938.035329:0:226911:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035330:0:226911:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979938.035332:0:226911:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96f974b69c00. 00000020:00000040:0.0:1783979938.035333:0:226911:0:(genops.c:1231:class_import_get()) import ffff96f94e4ca800 refcount=17 obd=lustre-OST0001-osc-ffff96f94cfb0800 02000000:00000001:0.0:1783979938.035334:0:226911:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979938.035335:0:226911:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.035336:0:226911:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979938.035337:0:226911:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979938.035338:0:226911:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979938.035340:0:226911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff96f85340d400. 00000100:00000001:0.0:1783979938.035342:0:226911:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.035344:0:226911:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96f974b69c00 x1870620497139584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979938.035347:0:226911:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979938.035348:0:226911:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979938.035350:0:226911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac324f30] to pc [ptlrpcd_rcv+-1] req@ffff96f974b69c00 x1870620497139584/t0(0) o8->lustre-OST0001-osc-ffff96f94cfb0800@192.168.201.114@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979938.035354:0:226911:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979938.035357:0:226911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17481) 00000100:00000001:0.0:1783979938.738533:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979938.738541:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979938.738543:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.738550:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979938.738555:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979938.738559:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.738563:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979938.738566:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.738570:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.739303:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979938.739309:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979938.739320:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.739324:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979938.739327:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979938.739329:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.739331:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979938.739333:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.739335:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979939.699852:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979939.699859:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979939.699863:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979939.761414:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979939.761417:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979939.761419:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979939.761421:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979939.761423:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979939.761425:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979939.764298:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979939.764303:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979939.764306:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979940.785245:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979940.785265:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979940.785267:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979940.785273:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979940.785277:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979940.785283:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.785288:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979940.785293:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.785299:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979940.785502:0:240284:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979940.785506:0:240284:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979940.785508:0:240284:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979940.785511:0:240284:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f977f6f780 going to sleep for 0 seconds 00000100:00000001:0.0:1783979940.785513:0:240284:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979940.785515:0:240284:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.785517:0:240284:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979940.785518:0:240284:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.785520:0:240284:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979940.785544:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979940.785547:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979940.785549:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979940.785553:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979940.785556:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979940.785560:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.785564:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979940.785568:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.785572:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979941.809262:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979941.809269:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979941.809271:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979941.809278:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979941.809282:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979941.809288:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.809290:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979941.809292:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.809294:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979941.809659:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979941.809662:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979941.809663:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979941.809665:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979941.809667:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979941.809669:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.809671:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979941.809672:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.809674:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979942.833408:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979942.833412:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979942.833414:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979942.833417:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979942.833423:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979942.833427:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979942.833432:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979942.833435:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979942.833439:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.857367:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979943.857371:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979943.857373:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.857377:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979943.857379:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979943.857381:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.857384:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979943.857386:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.857388:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.858522:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979943.858526:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979943.858527:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.858529:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979943.858531:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979943.858534:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.858535:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979943.858537:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.858538:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979944.820338:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979944.820342:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979944.820346:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979944.881389:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979944.881393:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979944.881394:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979944.881397:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979944.881399:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979944.881400:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.881402:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979944.881403:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.881405:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979944.881606:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979944.881609:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979944.881611:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979944.881613:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979944.881615:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979944.881617:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.881619:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979944.881620:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.881622:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979945.906326:0:198081:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979945.906333:0:198081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979945.906335:0:198081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979945.906341:0:198081:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979945.906345:0:198081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979945.906349:0:198081:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.906351:0:198081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979945.906354:0:198081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.906356:0:198081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979945.912715:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979945.912723:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979945.912725:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979945.912730:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979945.912734:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979945.912738:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.912741:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979945.912743:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.912746:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979946.929338:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979946.929341:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979946.929343:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979946.929345:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979946.929347:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979946.929349:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.929350:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979946.929352:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.929354:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979946.929935:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979946.929938:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979946.929939:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979946.929942:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979946.929943:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979946.929945:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.929946:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979946.929948:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.929950:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979947.953282:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979947.953290:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979947.953292:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979947.953298:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979947.953302:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979947.953306:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.953310:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979947.953312:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.953316:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979947.954200:0:198080:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979947.954205:0:198080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979947.954207:0:198080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979947.954210:0:198080:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f957a4e480 going to sleep for 0 seconds 00000100:00000001:0.0:1783979947.954213:0:198080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979947.954215:0:198080:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.954218:0:198080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979947.954220:0:198080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.954233:0:198080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979948.977293:0:192642:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979948.977297:0:192642:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979948.977300:0:192642:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979948.977306:0:192642:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36900 going to sleep for 0 seconds 00000100:00000001:0.0:1783979948.977310:0:192642:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979948.977314:0:192642:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979948.977321:0:192642:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979948.977323:0:192642:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979948.977325:0:192642:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979948.977333:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979948.977334:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979948.977335:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979948.977336:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979948.977337:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979948.977339:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979948.977564:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979948.977567:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979948.977570:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979949.937352:0:240300:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979949.937355:0:240300:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979949.937357:0:240300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979950.001247:0:195428:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979950.001256:0:195428:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979950.001260:0:195428:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979950.001268:0:195428:0:(client.c:2702:ptlrpc_set_wait()) set ffff96f97ae36600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979950.001274:0:195428:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979950.001279:0:195428:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979950.001286:0:195428:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979950.001291:0:195428:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979950.001297:0:195428:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 207239 lines, 207239 kept, 0 dropped, 0 bad.